diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d60/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d60/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..c6fcd424e70694dbee5781079924695b15f5196e
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d60/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     71s | train_loss=0.9909 | fid=299.2898
+  step   10000 |    156s | train_loss=0.8307
+  step   20000 |    250s | train_loss=0.7545
+  step   30000 |    344s | train_loss=0.6456
+  step   40000 |    438s | train_loss=0.4892
+  step   50000 |    531s | train_loss=0.3340
+  step   60000 |    625s | train_loss=0.2378
+  step   70000 |    718s | train_loss=0.1880
+  step   80000 |    812s | train_loss=0.1610
+  step   90000 |    904s | train_loss=0.1441
+  step  100000 |   1072s | train_loss=0.1338 | fid=57.9142
+  step  110000 |   1153s | train_loss=0.1238
+  step  120000 |   1246s | train_loss=0.1167
+  step  130000 |   1340s | train_loss=0.1104
+  step  140000 |   1433s | train_loss=0.1052
+  step  150000 |   1527s | train_loss=0.1005
+  step  160000 |   1621s | train_loss=0.0963
+  step  170000 |   1715s | train_loss=0.0929
+  step  180000 |   1808s | train_loss=0.0885
+  step  190000 |   1901s | train_loss=0.0867
+  step  200000 |   2067s | train_loss=0.0840 | fid=54.6814
+  step  210000 |   2152s | train_loss=0.0802
+  step  220000 |   2246s | train_loss=0.0786
+  step  230000 |   2340s | train_loss=0.0771
+  step  240000 |   2433s | train_loss=0.0743
+  step  250000 |   2527s | train_loss=0.0716
+  step  260000 |   2621s | train_loss=0.0711
+  step  270000 |   2715s | train_loss=0.0686
+  step  280000 |   2807s | train_loss=0.0670
+  step  290000 |   2900s | train_loss=0.0660
+  step  300000 |   3067s | train_loss=0.0637 | fid=53.2268
+  step  310000 |   3154s | train_loss=0.0634
+  step  320000 |   3248s | train_loss=0.0619
+  step  330000 |   3342s | train_loss=0.0607
+  step  340000 |   3436s | train_loss=0.0595
+  step  350000 |   3530s | train_loss=0.0578
+  step  360000 |   3624s | train_loss=0.0577
+  step  370000 |   3717s | train_loss=0.0569
+  step  380000 |   3810s | train_loss=0.0557
+  step  390000 |   3902s | train_loss=0.0539
+  step  400000 |   4070s | train_loss=0.0539 | fid=51.6088
+  step  410000 |   4158s | train_loss=0.0521
+  step  420000 |   4252s | train_loss=0.0520
+  step  430000 |   4345s | train_loss=0.0512
+  step  440000 |   4439s | train_loss=0.0505
+  step  450000 |   4533s | train_loss=0.0495
+  step  460000 |   4626s | train_loss=0.0493
+  step  470000 |   4720s | train_loss=0.0485
+  step  480000 |   4811s | train_loss=0.0483
+  step  490000 |   4905s | train_loss=0.0474
+  step  500000 |   5072s | train_loss=0.0480 | fid=50.2064
+  step  510000 |   5160s | train_loss=0.0465
+  step  520000 |   5254s | train_loss=0.0463
+  step  530000 |   5348s | train_loss=0.0452
+  step  540000 |   5442s | train_loss=0.0454
+  step  550000 |   5536s | train_loss=0.0442
+  step  560000 |   5629s | train_loss=0.0439
+  step  570000 |   5722s | train_loss=0.0433
+  step  580000 |   5814s | train_loss=0.0432
+  step  590000 |   5908s | train_loss=0.0428
+  step  600000 |   6075s | train_loss=0.0420 | fid=49.0724
+  step  610000 |   6163s | train_loss=0.0417
+  step  620000 |   6257s | train_loss=0.0420
+  step  630000 |   6351s | train_loss=0.0411
+  step  640000 |   6444s | train_loss=0.0407
+  step  650000 |   6538s | train_loss=0.0406
+  step  660000 |   6631s | train_loss=0.0400
+  step  670000 |   6722s | train_loss=0.0395
+  step  680000 |   6816s | train_loss=0.0398
+  step  690000 |   6910s | train_loss=0.0387
+  step  700000 |   7077s | train_loss=0.0384 | fid=47.4482
+  step  710000 |   7165s | train_loss=0.0390
+  step  720000 |   7259s | train_loss=0.0391
+  step  730000 |   7353s | train_loss=0.0376
+  step  740000 |   7447s | train_loss=0.0378
+  step  750000 |   7540s | train_loss=0.0370
+  step  760000 |   7634s | train_loss=0.0370
+  step  770000 |   7726s | train_loss=0.0367
+  step  780000 |   7820s | train_loss=0.0375
+  step  790000 |   7914s | train_loss=0.0362
+  step  800000 |   8083s | train_loss=0.0363 | fid=47.2832
+  step  810000 |   8170s | train_loss=0.0350
+  step  820000 |   8264s | train_loss=0.0356
+  step  830000 |   8358s | train_loss=0.0346
+  step  840000 |   8451s | train_loss=0.0347
+  step  850000 |   8545s | train_loss=0.0346
+  step  860000 |   8637s | train_loss=0.0348
+  step  870000 |   8731s | train_loss=0.0339
+  step  880000 |   8825s | train_loss=0.0339
+  step  890000 |   8918s | train_loss=0.0350
+  step  900000 |   9086s | train_loss=0.0339 | fid=46.3076
+  step  910000 |   9174s | train_loss=0.0334
+  step  920000 |   9267s | train_loss=0.0331
+  step  930000 |   9361s | train_loss=0.0333
+  step  940000 |   9454s | train_loss=0.0334
+  step  950000 |   9548s | train_loss=0.0335
+  step  960000 |   9640s | train_loss=0.0327
+  step  970000 |   9734s | train_loss=0.0323
+  step  980000 |   9828s | train_loss=0.0320
+  step  990000 |   9922s | train_loss=0.0315
+  step 1000000 |  10091s | train_loss=0.0319 | fid=46.4769
+  step 1010000 |  10179s | train_loss=0.0314
+  step 1020000 |  10272s | train_loss=0.0314
+  step 1030000 |  10365s | train_loss=0.0313
+  step 1040000 |  10459s | train_loss=0.0322
+  step 1050000 |  10551s | train_loss=0.0302
+  step 1060000 |  10644s | train_loss=0.0301
+  step 1070000 |  10739s | train_loss=0.0308
+  step 1080000 |  10832s | train_loss=0.0303
+  step 1090000 |  10926s | train_loss=0.0303
+  step 1100000 |  11095s | train_loss=0.0295 | fid=46.0691
+  step 1110000 |  11187s | train_loss=0.0299
+  step 1120000 |  11276s | train_loss=0.0293
+  step 1130000 |  11369s | train_loss=0.0294
+  step 1140000 |  11461s | train_loss=0.0296
+  step 1150000 |  11554s | train_loss=0.0295
+  step 1160000 |  11648s | train_loss=0.0284
+  step 1170000 |  11742s | train_loss=0.0288
+  step 1180000 |  11836s | train_loss=0.0286
+  step 1190000 |  11929s | train_loss=0.0281
+  step 1200000 |  12096s | train_loss=0.0284 | fid=45.6723
+  step 1210000 |  12189s | train_loss=0.0284
+  step 1220000 |  12277s | train_loss=0.0293
+  step 1230000 |  12371s | train_loss=0.0282
+  step 1240000 |  12463s | train_loss=0.0271
+  step 1250000 |  12556s | train_loss=0.0267
+  step 1260000 |  12650s | train_loss=0.0273
+  step 1270000 |  12744s | train_loss=0.0268
+  step 1280000 |  12838s | train_loss=0.0278
+  step 1290000 |  12932s | train_loss=0.0263
+  step 1300000 |  13100s | train_loss=0.0267 | fid=45.4684
+  step 1310000 |  13193s | train_loss=0.0264
+  step 1320000 |  13282s | train_loss=0.0261
+  step 1330000 |  13374s | train_loss=0.0258
+  step 1340000 |  13467s | train_loss=0.0264
+  step 1350000 |  13561s | train_loss=0.0257
+  step 1360000 |  13654s | train_loss=0.0259
+  step 1370000 |  13748s | train_loss=0.0259
+  step 1380000 |  13841s | train_loss=0.0259
+  step 1390000 |  13935s | train_loss=0.0252
+  step 1400000 |  14102s | train_loss=0.0251 | fid=45.4718
+  step 1410000 |  14195s | train_loss=0.0258
+  step 1420000 |  14285s | train_loss=0.0255
+  step 1430000 |  14377s | train_loss=0.0244
+  step 1440000 |  14470s | train_loss=0.0252
+  step 1450000 |  14564s | train_loss=0.0250
+  step 1460000 |  14658s | train_loss=0.0244
+  step 1470000 |  14752s | train_loss=0.0243
+  step 1480000 |  14846s | train_loss=0.0245
+  step 1490000 |  14939s | train_loss=0.0251
+  step 1500000 |  15106s | train_loss=0.0242 | fid=45.2966
+  step 1510000 |  15199s | train_loss=0.0234
+  step 1520000 |  15287s | train_loss=0.0240
+  step 1530000 |  15380s | train_loss=0.0239
+  step 1540000 |  15474s | train_loss=0.0241
+  step 1550000 |  15567s | train_loss=0.0240
+  step 1560000 |  15661s | train_loss=0.0230
+  step 1570000 |  15755s | train_loss=0.0234
+  step 1580000 |  15849s | train_loss=0.0241
+  step 1590000 |  15943s | train_loss=0.0236
+  step 1600000 |  16111s | train_loss=0.0228 | fid=44.2732
+  step 1610000 |  16202s | train_loss=0.0232
+  step 1620000 |  16292s | train_loss=0.0230
+  step 1630000 |  16386s | train_loss=0.0229
+  step 1640000 |  16479s | train_loss=0.0221
+  step 1650000 |  16573s | train_loss=0.0226
+  step 1660000 |  16667s | train_loss=0.0227
+  step 1670000 |  16760s | train_loss=0.0223
+  step 1680000 |  16854s | train_loss=0.0224
+  step 1690000 |  16948s | train_loss=0.0220
+  step 1700000 |  17115s | train_loss=0.0219 | fid=45.2342
+  step 1710000 |  17206s | train_loss=0.0220
+  step 1720000 |  17297s | train_loss=0.0214
+  step 1730000 |  17391s | train_loss=0.0219
+  step 1740000 |  17484s | train_loss=0.0213
+  step 1750000 |  17577s | train_loss=0.0221
+  step 1760000 |  17671s | train_loss=0.0219
+  step 1770000 |  17765s | train_loss=0.0215
+  step 1780000 |  17859s | train_loss=0.0224
+  step 1790000 |  17953s | train_loss=0.0214
+  step 1800000 |  18118s | train_loss=0.0211 | fid=44.7134
+  step 1810000 |  18211s | train_loss=0.0207
+  step 1820000 |  18302s | train_loss=0.0207
+  step 1830000 |  18395s | train_loss=0.0216
+  step 1840000 |  18488s | train_loss=0.0206
+  step 1850000 |  18582s | train_loss=0.0210
+  step 1860000 |  18676s | train_loss=0.0205
+  step 1870000 |  18770s | train_loss=0.0210
+  step 1880000 |  18863s | train_loss=0.0199
+  step 1890000 |  18957s | train_loss=0.0213
+  step 1900000 |  19124s | train_loss=0.0197 | fid=44.1733
+  step 1910000 |  19216s | train_loss=0.0203
+  step 1920000 |  19307s | train_loss=0.0201
+  step 1930000 |  19401s | train_loss=0.0207
+  step 1940000 |  19495s | train_loss=0.0194
+  step 1950000 |  19589s | train_loss=0.0197
+  step 1960000 |  19682s | train_loss=0.0202
+  step 1970000 |  19776s | train_loss=0.0192
+  step 1980000 |  19870s | train_loss=0.0200
+  step 1990000 |  19964s | train_loss=0.0199
+  step 2000000 |  20130s | train_loss=0.0197 | fid=44.6527
+  step 2010000 |  20223s | train_loss=0.0193
+  step 2020000 |  20313s | train_loss=0.0191
+  step 2030000 |  20406s | train_loss=0.0202
+  step 2040000 |  20500s | train_loss=0.0191
+  step 2050000 |  20593s | train_loss=0.0193
+  step 2060000 |  20687s | train_loss=0.0188
+  step 2070000 |  20781s | train_loss=0.0189
+  step 2080000 |  20874s | train_loss=0.0188
+  step 2090000 |  20966s | train_loss=0.0190
+  step 2100000 |  21134s | train_loss=0.0184 | fid=44.9874
+  step 2110000 |  21227s | train_loss=0.0182
+  step 2120000 |  21317s | train_loss=0.0197
+  step 2130000 |  21411s | train_loss=0.0190
+  step 2140000 |  21505s | train_loss=0.0192
+  step 2150000 |  21598s | train_loss=0.0184
+  step 2160000 |  21692s | train_loss=0.0181
+  step 2170000 |  21786s | train_loss=0.0193
+  step 2180000 |  21879s | train_loss=0.0185
+  step 2190000 |  21971s | train_loss=0.0188
+  step 2200000 |  22140s | train_loss=0.0183 | fid=44.0390
+  step 2210000 |  22233s | train_loss=0.0187
+  step 2220000 |  22324s | train_loss=0.0181
+  step 2230000 |  22417s | train_loss=0.0180
+  step 2240000 |  22511s | train_loss=0.0177
+  step 2250000 |  22604s | train_loss=0.0175
+  step 2260000 |  22697s | train_loss=0.0175
+  step 2270000 |  22791s | train_loss=0.0179
+  step 2280000 |  22882s | train_loss=0.0171
+  step 2290000 |  22976s | train_loss=0.0178
+  step 2300000 |  23145s | train_loss=0.0172 | fid=44.5845
+  step 2310000 |  23237s | train_loss=0.0171
+  step 2320000 |  23331s | train_loss=0.0170
+  step 2330000 |  23422s | train_loss=0.0177
+  step 2340000 |  23516s | train_loss=0.0168
+  step 2350000 |  23609s | train_loss=0.0168
+  step 2360000 |  23702s | train_loss=0.0165
+  step 2370000 |  23796s | train_loss=0.0169
+  step 2380000 |  23888s | train_loss=0.0172
+  step 2390000 |  23982s | train_loss=0.0167
+  step 2400000 |  24150s | train_loss=0.0166 | fid=44.3244
+  step 2410000 |  24242s | train_loss=0.0168
+  step 2420000 |  24337s | train_loss=0.0161
+  step 2430000 |  24427s | train_loss=0.0167
+  step 2440000 |  24521s | train_loss=0.0165
+  step 2450000 |  24614s | train_loss=0.0167
+  step 2460000 |  24708s | train_loss=0.0165
+  step 2470000 |  24799s | train_loss=0.0164
+  step 2480000 |  24893s | train_loss=0.0162
+  step 2490000 |  24987s | train_loss=0.0165
+  step 2500000 |  25156s | train_loss=0.0165 | fid=44.1289
+  step 2510000 |  25248s | train_loss=0.0161
+  step 2520000 |  25342s | train_loss=0.0159
+  step 2530000 |  25432s | train_loss=0.0154
+  step 2540000 |  25525s | train_loss=0.0158
+  step 2550000 |  25619s | train_loss=0.0162
+  step 2560000 |  25711s | train_loss=0.0160
+  step 2570000 |  25804s | train_loss=0.0160
+  step 2580000 |  25897s | train_loss=0.0152
+  step 2590000 |  25991s | train_loss=0.0158
+  step 2600000 |  26159s | train_loss=0.0160 | fid=44.7198
+  step 2610000 |  26252s | train_loss=0.0162
+  step 2620000 |  26346s | train_loss=0.0157
+  step 2630000 |  26437s | train_loss=0.0161
+  step 2640000 |  26530s | train_loss=0.0159
+  step 2650000 |  26624s | train_loss=0.0152
+  step 2660000 |  26716s | train_loss=0.0152
+  step 2670000 |  26809s | train_loss=0.0150
+  step 2680000 |  26903s | train_loss=0.0161
+  step 2690000 |  26997s | train_loss=0.0149
+  step 2700000 |  27165s | train_loss=0.0152 | fid=43.6736
+  step 2710000 |  27257s | train_loss=0.0148
+  step 2720000 |  27352s | train_loss=0.0153
+  step 2730000 |  27442s | train_loss=0.0150
+  step 2740000 |  27536s | train_loss=0.0144
+  step 2750000 |  27628s | train_loss=0.0147
+  step 2760000 |  27721s | train_loss=0.0147
+  step 2770000 |  27815s | train_loss=0.0145
+  step 2780000 |  27909s | train_loss=0.0150
+  step 2790000 |  28003s | train_loss=0.0141
+  step 2800000 |  28171s | train_loss=0.0144 | fid=44.6194
+  step 2810000 |  28264s | train_loss=0.0143
+  step 2820000 |  28358s | train_loss=0.0144
+  step 2830000 |  28448s | train_loss=0.0147
+  step 2840000 |  28542s | train_loss=0.0142
+  step 2850000 |  28634s | train_loss=0.0147
+  step 2860000 |  28728s | train_loss=0.0141
+  step 2870000 |  28822s | train_loss=0.0141
+  step 2880000 |  28915s | train_loss=0.0139
+  step 2890000 |  29009s | train_loss=0.0142
+  step 2900000 |  29177s | train_loss=0.0144 | fid=44.4455
+  step 2910000 |  29269s | train_loss=0.0136
+  step 2920000 |  29363s | train_loss=0.0137
+  step 2930000 |  29453s | train_loss=0.0142
+  step 2940000 |  29545s | train_loss=0.0138
+  step 2950000 |  29639s | train_loss=0.0136
+  step 2960000 |  29733s | train_loss=0.0139
+  step 2970000 |  29826s | train_loss=0.0148
+  step 2980000 |  29920s | train_loss=0.0136
+  step 2990000 |  30013s | train_loss=0.0144
+  step 3000000 |  30182s | train_loss=0.0136 | fid=44.5454
+  step 3010000 |  30274s | train_loss=0.0137
+  step 3020000 |  30368s | train_loss=0.0133
+  step 3030000 |  30457s | train_loss=0.0137
+  step 3040000 |  30551s | train_loss=0.0132
+  step 3050000 |  30645s | train_loss=0.0137
+  step 3060000 |  30739s | train_loss=0.0136
+  step 3070000 |  30832s | train_loss=0.0134
+  step 3080000 |  30926s | train_loss=0.0135
+  step 3090000 |  31019s | train_loss=0.0134
+  step 3100000 |  31187s | train_loss=0.0133 | fid=43.9052
+  step 3110000 |  31279s | train_loss=0.0136
+  step 3120000 |  31373s | train_loss=0.0136
+  step 3130000 |  31459s | train_loss=0.0136
+  step 3140000 |  31553s | train_loss=0.0133
+  step 3150000 |  31647s | train_loss=0.0132
+  step 3160000 |  31740s | train_loss=0.0129
+  step 3170000 |  31834s | train_loss=0.0137
+  step 3180000 |  31928s | train_loss=0.0127
+  step 3190000 |  32021s | train_loss=0.0134
+  step 3200000 |  32187s | train_loss=0.0125 | fid=44.1817
+  step 3210000 |  32280s | train_loss=0.0126
+  step 3220000 |  32372s | train_loss=0.0126
+  step 3230000 |  32463s | train_loss=0.0132
+  step 3240000 |  32557s | train_loss=0.0129
+  step 3250000 |  32651s | train_loss=0.0124
+  step 3260000 |  32745s | train_loss=0.0134
+  step 3270000 |  32838s | train_loss=0.0130
+  step 3280000 |  32931s | train_loss=0.0129
+  step 3290000 |  33025s | train_loss=0.0125
+  step 3300000 |  33193s | train_loss=0.0123 | fid=44.7283
+  step 3310000 |  33286s | train_loss=0.0122
+  step 3320000 |  33378s | train_loss=0.0128
+  step 3330000 |  33468s | train_loss=0.0125
+  step 3340000 |  33561s | train_loss=0.0123
+  step 3350000 |  33655s | train_loss=0.0128
+  step 3360000 |  33749s | train_loss=0.0121
+  step 3370000 |  33842s | train_loss=0.0124
+  step 3380000 |  33936s | train_loss=0.0120
+  step 3390000 |  34029s | train_loss=0.0122
+  step 3400000 |  34197s | train_loss=0.0119 | fid=44.3725
+  step 3410000 |  34288s | train_loss=0.0123
+  step 3420000 |  34381s | train_loss=0.0123
+  step 3430000 |  34472s | train_loss=0.0119
+  step 3440000 |  34566s | train_loss=0.0122
+  step 3450000 |  34660s | train_loss=0.0118
+  step 3460000 |  34753s | train_loss=0.0121
+  step 3470000 |  34847s | train_loss=0.0119
+  step 3480000 |  34941s | train_loss=0.0119
+  step 3490000 |  35034s | train_loss=0.0122
+  step 3500000 |  35201s | train_loss=0.0124 | fid=44.5385
+  step 3510000 |  35291s | train_loss=0.0117
+  step 3520000 |  35384s | train_loss=0.0119
+  step 3530000 |  35475s | train_loss=0.0115
+  step 3540000 |  35569s | train_loss=0.0121
+  step 3550000 |  35663s | train_loss=0.0118
+  step 3560000 |  35757s | train_loss=0.0119
+  step 3570000 |  35850s | train_loss=0.0118
+  step 3580000 |  35944s | train_loss=0.0122
+  step 3590000 |  36037s | train_loss=0.0112
+  step 3600000 |  36202s | train_loss=0.0115 | fid=44.4538
+  step 3610000 |  36294s | train_loss=0.0122
+  step 3620000 |  36388s | train_loss=0.0119
+  step 3630000 |  36479s | train_loss=0.0117
+  step 3640000 |  36572s | train_loss=0.0114
+  step 3650000 |  36666s | train_loss=0.0115
+  step 3660000 |  36760s | train_loss=0.0112
+  step 3670000 |  36854s | train_loss=0.0108
+  step 3680000 |  36947s | train_loss=0.0115
+  step 3690000 |  37041s | train_loss=0.0108
+  step 3700000 |  37205s | train_loss=0.0111 | fid=44.2348
+  step 3710000 |  37297s | train_loss=0.0112
+  step 3720000 |  37391s | train_loss=0.0111
+  step 3730000 |  37482s | train_loss=0.0114
+  step 3740000 |  37575s | train_loss=0.0114
+  step 3750000 |  37669s | train_loss=0.0118
+  step 3760000 |  37762s | train_loss=0.0110
+  step 3770000 |  37856s | train_loss=0.0114
+  step 3780000 |  37949s | train_loss=0.0108
+  step 3790000 |  38043s | train_loss=0.0110
+  step 3800000 |  38208s | train_loss=0.0106 | fid=43.9729
+  step 3810000 |  38300s | train_loss=0.0107
+  step 3820000 |  38393s | train_loss=0.0108
+  step 3830000 |  38486s | train_loss=0.0111
+  step 3840000 |  38578s | train_loss=0.0106
+  step 3850000 |  38671s | train_loss=0.0109
+  step 3860000 |  38765s | train_loss=0.0106
+  step 3870000 |  38858s | train_loss=0.0106
+  step 3880000 |  38952s | train_loss=0.0109
+  step 3890000 |  39043s | train_loss=0.0112
+  step 3900000 |  39210s | train_loss=0.0109 | fid=44.4597
+  step 3910000 |  39302s | train_loss=0.0109
+  step 3920000 |  39395s | train_loss=0.0105
+  step 3930000 |  39488s | train_loss=0.0105
+  step 3940000 |  39579s | train_loss=0.0104
+  step 3950000 |  39673s | train_loss=0.0106
+  step 3960000 |  39766s | train_loss=0.0105
+  step 3970000 |  39860s | train_loss=0.0108
+  step 3980000 |  39953s | train_loss=0.0104
+  step 3990000 |  40045s | train_loss=0.0104
+  step 4000000 |  40212s | train_loss=0.0110 | fid=44.3524
+  step 4010000 |  40303s | train_loss=0.0102
+  step 4020000 |  40397s | train_loss=0.0111
+  step 4030000 |  40490s | train_loss=0.0099
+  step 4040000 |  40581s | train_loss=0.0104
+  step 4050000 |  40674s | train_loss=0.0107
+  step 4060000 |  40768s | train_loss=0.0104
+  step 4070000 |  40861s | train_loss=0.0100
+  step 4080000 |  40952s | train_loss=0.0103
+  step 4090000 |  41046s | train_loss=0.0101
+  step 4100000 |  41214s | train_loss=0.0105 | fid=43.9690
+  step 4110000 |  41306s | train_loss=0.0097
+  step 4120000 |  41400s | train_loss=0.0100
+  step 4130000 |  41493s | train_loss=0.0100
+  step 4140000 |  41583s | train_loss=0.0104
+  step 4150000 |  41677s | train_loss=0.0103
+  step 4160000 |  41771s | train_loss=0.0100
+  step 4170000 |  41864s | train_loss=0.0101
+  step 4180000 |  41956s | train_loss=0.0105
+  step 4190000 |  42049s | train_loss=0.0101
+  step 4200000 |  42216s | train_loss=0.0097 | fid=44.5055
+  step 4210000 |  42308s | train_loss=0.0101
+  step 4220000 |  42402s | train_loss=0.0095
+  step 4230000 |  42496s | train_loss=0.0101
+  step 4240000 |  42586s | train_loss=0.0100
+  step 4250000 |  42679s | train_loss=0.0100
+  step 4260000 |  42773s | train_loss=0.0097
+  step 4270000 |  42865s | train_loss=0.0098
+  step 4280000 |  42958s | train_loss=0.0098
+  step 4290000 |  43052s | train_loss=0.0098
+  step 4300000 |  43221s | train_loss=0.0098 | fid=44.1862
+  step 4310000 |  43312s | train_loss=0.0097
+  step 4320000 |  43406s | train_loss=0.0095
+  step 4330000 |  43500s | train_loss=0.0099
+  step 4340000 |  43590s | train_loss=0.0095
+  step 4350000 |  43684s | train_loss=0.0095
+  step 4360000 |  43777s | train_loss=0.0099
+  step 4370000 |  43869s | train_loss=0.0095
+  step 4380000 |  43962s | train_loss=0.0092
+  step 4390000 |  44056s | train_loss=0.0097
+  step 4400000 |  44224s | train_loss=0.0095 | fid=43.7924
+  step 4410000 |  44316s | train_loss=0.0100
+  step 4420000 |  44409s | train_loss=0.0101
+  step 4430000 |  44503s | train_loss=0.0099
+  step 4440000 |  44593s | train_loss=0.0097
+  step 4450000 |  44687s | train_loss=0.0094
+  step 4460000 |  44778s | train_loss=0.0099
+  step 4470000 |  44872s | train_loss=0.0097
+  step 4480000 |  44965s | train_loss=0.0099
+  step 4490000 |  45059s | train_loss=0.0096
+  step 4500000 |  45226s | train_loss=0.0092 | fid=44.8565
+  step 4510000 |  45319s | train_loss=0.0094
+  step 4520000 |  45412s | train_loss=0.0091
+  step 4530000 |  45506s | train_loss=0.0093
+  step 4540000 |  45597s | train_loss=0.0093
+  step 4550000 |  45690s | train_loss=0.0094
+  step 4560000 |  45782s | train_loss=0.0095
+  step 4570000 |  45876s | train_loss=0.0092
+  step 4580000 |  45970s | train_loss=0.0094
+  step 4590000 |  46063s | train_loss=0.0095
+  step 4600000 |  46231s | train_loss=0.0091 | fid=44.1523
+  step 4610000 |  46323s | train_loss=0.0088
+  step 4620000 |  46416s | train_loss=0.0095
+  step 4630000 |  46510s | train_loss=0.0094
+  step 4640000 |  46600s | train_loss=0.0099
+  step 4650000 |  46692s | train_loss=0.0096
+  step 4660000 |  46786s | train_loss=0.0092
+  step 4670000 |  46881s | train_loss=0.0091
+  step 4680000 |  46974s | train_loss=0.0091
+  step 4690000 |  47068s | train_loss=0.0093
+  step 4700000 |  47236s | train_loss=0.0090 | fid=44.1023
+  step 4710000 |  47329s | train_loss=0.0091
+  step 4720000 |  47423s | train_loss=0.0096
+  step 4730000 |  47516s | train_loss=0.0092
+  step 4740000 |  47602s | train_loss=0.0094
+  step 4750000 |  47678s | train_loss=0.0088
+  step 4760000 |  47754s | train_loss=0.0092
+  step 4770000 |  47830s | train_loss=0.0096
+  step 4780000 |  47905s | train_loss=0.0096
+  step 4790000 |  47981s | train_loss=0.0090
+  step 4800000 |  48119s | train_loss=0.0088 | fid=44.2178
+  step 4810000 |  48193s | train_loss=0.0090
+  step 4820000 |  48269s | train_loss=0.0096
+  step 4830000 |  48345s | train_loss=0.0091
+  step 4840000 |  48418s | train_loss=0.0092
+  step 4850000 |  48492s | train_loss=0.0094
+  step 4860000 |  48568s | train_loss=0.0087
+  step 4870000 |  48644s | train_loss=0.0087
+  step 4880000 |  48720s | train_loss=0.0086
+  step 4890000 |  48796s | train_loss=0.0091
+  step 4900000 |  48932s | train_loss=0.0085 | fid=43.7390
+  step 4910000 |  49006s | train_loss=0.0088
+  step 4920000 |  49083s | train_loss=0.0086
+  step 4930000 |  49159s | train_loss=0.0085
+  step 4940000 |  49233s | train_loss=0.0088
+  step 4950000 |  49305s | train_loss=0.0088
+  step 4960000 |  49381s | train_loss=0.0087
+  step 4970000 |  49457s | train_loss=0.0085
+  step 4980000 |  49533s | train_loss=0.0082
+  step 4990000 |  49608s | train_loss=0.0086
+  step 5000000 |  49745s | train_loss=0.0091 | fid=44.5720
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d70/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d70/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..77660e00b63d2dc959cf9fb4682202e3a3b2fc7b
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d70/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d70/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d70",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 44,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d70/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d70/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..ffb1fa12d86df3dd2322d36dfabc25ea1ceeef34
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d70/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 70, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d70/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 44}
+{"step": 1, "wall_time": 73.9955096244812, "train_loss_step": 69.81704711914062, "n_params": 4408390, "total_flops": 13542574080, "train_loss": 0.9935885838099888, "subset_score_loss": 0.9935885838099888, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9746390581130981, "fid": 282.2327392121217}
+{"step": 10000, "wall_time": 167.8139774799347, "train_loss_step": 13.369165420532227, "n_params": 4408390, "total_flops": 135425740800000, "train_loss": 0.8237993512834821, "subset_score_loss": 0.8237993512834821}
+{"step": 20000, "wall_time": 261.7332797050476, "train_loss_step": 13.673772811889648, "n_params": 4408390, "total_flops": 270851481600000, "train_loss": 0.7325984954833984, "subset_score_loss": 0.7325984954833984}
+{"step": 30000, "wall_time": 355.4159333705902, "train_loss_step": 11.743326187133789, "n_params": 4408390, "total_flops": 406277222400000, "train_loss": 0.6079156603131975, "subset_score_loss": 0.6079156603131975}
+{"step": 40000, "wall_time": 449.1410663127899, "train_loss_step": 10.639110565185547, "n_params": 4408390, "total_flops": 541702963200000, "train_loss": 0.4422074181692941, "subset_score_loss": 0.4422074181692941}
+{"step": 50000, "wall_time": 542.467248916626, "train_loss_step": 8.661474227905273, "n_params": 4408390, "total_flops": 677128704000000, "train_loss": 0.3001764842442104, "subset_score_loss": 0.3001764842442104}
+{"step": 60000, "wall_time": 636.0964131355286, "train_loss_step": 7.852574348449707, "n_params": 4408390, "total_flops": 812554444800000, "train_loss": 0.21968510491507395, "subset_score_loss": 0.21968510491507395}
+{"step": 70000, "wall_time": 729.79123711586, "train_loss_step": 6.689050197601318, "n_params": 4408390, "total_flops": 947980185600000, "train_loss": 0.1762366703578404, "subset_score_loss": 0.1762366703578404}
+{"step": 80000, "wall_time": 823.2327101230621, "train_loss_step": 6.964459419250488, "n_params": 4408390, "total_flops": 1083405926400000, "train_loss": 0.15392040525163922, "subset_score_loss": 0.15392040525163922}
+{"step": 90000, "wall_time": 915.5602746009827, "train_loss_step": 6.43287467956543, "n_params": 4408390, "total_flops": 1218831667200000, "train_loss": 0.13886074338640486, "subset_score_loss": 0.13886074338640486}
+{"step": 100000, "wall_time": 1082.0487656593323, "train_loss_step": 6.423866271972656, "n_params": 4408390, "total_flops": 1354257408000000, "train_loss": 0.12907773426600866, "subset_score_loss": 0.12907773426600866, "memorization_fraction_pixel": 0.0027000000700354576, "mean_nn_ratio_pixel": 0.8813992142677307, "fid": 56.328193075409445}
+{"step": 110000, "wall_time": 1174.9069802761078, "train_loss_step": 6.384425640106201, "n_params": 4408390, "total_flops": 1489683148800000, "train_loss": 0.1214982441493443, "subset_score_loss": 0.1214982441493443}
+{"step": 120000, "wall_time": 1268.3302597999573, "train_loss_step": 5.901860237121582, "n_params": 4408390, "total_flops": 1625108889600000, "train_loss": 0.11429365703037807, "subset_score_loss": 0.11429365703037807}
+{"step": 130000, "wall_time": 1361.8357043266296, "train_loss_step": 5.837803363800049, "n_params": 4408390, "total_flops": 1760534630400000, "train_loss": 0.10817361559186663, "subset_score_loss": 0.10817361559186663}
+{"step": 140000, "wall_time": 1455.6354882717133, "train_loss_step": 5.730537414550781, "n_params": 4408390, "total_flops": 1895960371200000, "train_loss": 0.10449602944510324, "subset_score_loss": 0.10449602944510324}
+{"step": 150000, "wall_time": 1549.4188692569733, "train_loss_step": 5.625397205352783, "n_params": 4408390, "total_flops": 2031386112000000, "train_loss": 0.09841709136962891, "subset_score_loss": 0.09841709136962891}
+{"step": 160000, "wall_time": 1643.0408387184143, "train_loss_step": 5.541776657104492, "n_params": 4408390, "total_flops": 2166811852800000, "train_loss": 0.09649112565176828, "subset_score_loss": 0.09649112565176828}
+{"step": 170000, "wall_time": 1737.0587141513824, "train_loss_step": 5.504641532897949, "n_params": 4408390, "total_flops": 2302237593600000, "train_loss": 0.0917743274143764, "subset_score_loss": 0.0917743274143764}
+{"step": 180000, "wall_time": 1829.813978433609, "train_loss_step": 5.310072898864746, "n_params": 4408390, "total_flops": 2437663334400000, "train_loss": 0.0883012022290911, "subset_score_loss": 0.0883012022290911}
+{"step": 190000, "wall_time": 1922.4900522232056, "train_loss_step": 5.076892852783203, "n_params": 4408390, "total_flops": 2573089075200000, "train_loss": 0.08532075200762068, "subset_score_loss": 0.08532075200762068}
+{"step": 200000, "wall_time": 2090.002841234207, "train_loss_step": 5.119353294372559, "n_params": 4408390, "total_flops": 2708514816000000, "train_loss": 0.08316642216273716, "subset_score_loss": 0.08316642216273716, "memorization_fraction_pixel": 0.02239999920129776, "mean_nn_ratio_pixel": 0.8116059899330139, "fid": 56.3814025368585}
+{"step": 210000, "wall_time": 2181.0008704662323, "train_loss_step": 5.399538040161133, "n_params": 4408390, "total_flops": 2843940556800000, "train_loss": 0.08039726529802595, "subset_score_loss": 0.08039726529802595}
+{"step": 220000, "wall_time": 2274.9183316230774, "train_loss_step": 5.239616870880127, "n_params": 4408390, "total_flops": 2979366297600000, "train_loss": 0.07773284230913435, "subset_score_loss": 0.07773284230913435}
+{"step": 230000, "wall_time": 2368.5917603969574, "train_loss_step": 5.234889507293701, "n_params": 4408390, "total_flops": 3114792038400000, "train_loss": 0.07536168779645647, "subset_score_loss": 0.07536168779645647}
+{"step": 240000, "wall_time": 2462.376960039139, "train_loss_step": 5.289762496948242, "n_params": 4408390, "total_flops": 3250217779200000, "train_loss": 0.07376946721758161, "subset_score_loss": 0.07376946721758161}
+{"step": 250000, "wall_time": 2556.065665245056, "train_loss_step": 4.969448089599609, "n_params": 4408390, "total_flops": 3385643520000000, "train_loss": 0.07192890303475516, "subset_score_loss": 0.07192890303475516}
+{"step": 260000, "wall_time": 2649.651895046234, "train_loss_step": 5.043481826782227, "n_params": 4408390, "total_flops": 3521069260800000, "train_loss": 0.07110476493835449, "subset_score_loss": 0.07110476493835449}
+{"step": 270000, "wall_time": 2743.591886281967, "train_loss_step": 4.874467372894287, "n_params": 4408390, "total_flops": 3656495001600000, "train_loss": 0.06828678676060268, "subset_score_loss": 0.06828678676060268}
+{"step": 280000, "wall_time": 2835.059616804123, "train_loss_step": 4.9214067459106445, "n_params": 4408390, "total_flops": 3791920742400000, "train_loss": 0.06721700940813337, "subset_score_loss": 0.06721700940813337}
+{"step": 290000, "wall_time": 2926.8065328598022, "train_loss_step": 4.9456787109375, "n_params": 4408390, "total_flops": 3927346483200000, "train_loss": 0.06483449935913085, "subset_score_loss": 0.06483449935913085}
+{"step": 300000, "wall_time": 3094.71218085289, "train_loss_step": 4.686544418334961, "n_params": 4408390, "total_flops": 4062772224000000, "train_loss": 0.06339397430419921, "subset_score_loss": 0.06339397430419921, "memorization_fraction_pixel": 0.06379999965429306, "mean_nn_ratio_pixel": 0.7513854503631592, "fid": 53.734148659279796}
+{"step": 310000, "wall_time": 3184.045557975769, "train_loss_step": 4.782459259033203, "n_params": 4408390, "total_flops": 4198197964800000, "train_loss": 0.06294773646763392, "subset_score_loss": 0.06294773646763392}
+{"step": 320000, "wall_time": 3277.966062784195, "train_loss_step": 4.874223232269287, "n_params": 4408390, "total_flops": 4333623705600000, "train_loss": 0.06290481431143624, "subset_score_loss": 0.06290481431143624}
+{"step": 330000, "wall_time": 3371.627048254013, "train_loss_step": 4.717167854309082, "n_params": 4408390, "total_flops": 4469049446400000, "train_loss": 0.060581302642822264, "subset_score_loss": 0.060581302642822264}
+{"step": 340000, "wall_time": 3465.416488170624, "train_loss_step": 4.428253173828125, "n_params": 4408390, "total_flops": 4604475187200000, "train_loss": 0.059155668531145365, "subset_score_loss": 0.059155668531145365}
+{"step": 350000, "wall_time": 3559.3947925567627, "train_loss_step": 4.560308933258057, "n_params": 4408390, "total_flops": 4739900928000000, "train_loss": 0.05997366224016462, "subset_score_loss": 0.05997366224016462}
+{"step": 360000, "wall_time": 3653.15731048584, "train_loss_step": 4.8026123046875, "n_params": 4408390, "total_flops": 4875326668800000, "train_loss": 0.056858372688293454, "subset_score_loss": 0.056858372688293454}
+{"step": 370000, "wall_time": 3745.7408368587494, "train_loss_step": 4.729874610900879, "n_params": 4408390, "total_flops": 5010752409600000, "train_loss": 0.057535866328648155, "subset_score_loss": 0.057535866328648155}
+{"step": 380000, "wall_time": 3838.9427859783173, "train_loss_step": 4.380195140838623, "n_params": 4408390, "total_flops": 5146178150400000, "train_loss": 0.05650273731776646, "subset_score_loss": 0.05650273731776646}
+{"step": 390000, "wall_time": 3931.1548297405243, "train_loss_step": 4.826241493225098, "n_params": 4408390, "total_flops": 5281603891200000, "train_loss": 0.05509787287030901, "subset_score_loss": 0.05509787287030901}
+{"step": 400000, "wall_time": 4099.310648202896, "train_loss_step": 4.590756416320801, "n_params": 4408390, "total_flops": 5417029632000000, "train_loss": 0.054088194029671806, "subset_score_loss": 0.054088194029671806, "memorization_fraction_pixel": 0.10639999806880951, "mean_nn_ratio_pixel": 0.7043734192848206, "fid": 50.620004279475275}
+{"step": 410000, "wall_time": 4188.871689796448, "train_loss_step": 4.460653305053711, "n_params": 4408390, "total_flops": 5552455372800000, "train_loss": 0.05419931411743164, "subset_score_loss": 0.05419931411743164}
+{"step": 420000, "wall_time": 4282.6363615989685, "train_loss_step": 4.423791885375977, "n_params": 4408390, "total_flops": 5687881113600000, "train_loss": 0.053402652059282574, "subset_score_loss": 0.053402652059282574}
+{"step": 430000, "wall_time": 4376.465564250946, "train_loss_step": 4.91707181930542, "n_params": 4408390, "total_flops": 5823306854400000, "train_loss": 0.05239293915884835, "subset_score_loss": 0.05239293915884835}
+{"step": 440000, "wall_time": 4470.141896486282, "train_loss_step": 4.425644397735596, "n_params": 4408390, "total_flops": 5958732595200000, "train_loss": 0.05086565017700195, "subset_score_loss": 0.05086565017700195}
+{"step": 450000, "wall_time": 4563.840851783752, "train_loss_step": 4.358641624450684, "n_params": 4408390, "total_flops": 6094158336000000, "train_loss": 0.05031294482094901, "subset_score_loss": 0.05031294482094901}
+{"step": 460000, "wall_time": 4657.350355148315, "train_loss_step": 4.4477739334106445, "n_params": 4408390, "total_flops": 6229584076800000, "train_loss": 0.04961508001599993, "subset_score_loss": 0.04961508001599993}
+{"step": 470000, "wall_time": 4750.119536161423, "train_loss_step": 4.218784332275391, "n_params": 4408390, "total_flops": 6365009817600000, "train_loss": 0.050027193341936387, "subset_score_loss": 0.050027193341936387}
+{"step": 480000, "wall_time": 4842.199367523193, "train_loss_step": 4.535820007324219, "n_params": 4408390, "total_flops": 6500435558400000, "train_loss": 0.04962325096130371, "subset_score_loss": 0.04962325096130371}
+{"step": 490000, "wall_time": 4935.584866523743, "train_loss_step": 4.664124011993408, "n_params": 4408390, "total_flops": 6635861299200000, "train_loss": 0.04863782269614084, "subset_score_loss": 0.04863782269614084}
+{"step": 500000, "wall_time": 5103.401200294495, "train_loss_step": 4.454794883728027, "n_params": 4408390, "total_flops": 6771287040000000, "train_loss": 0.04805189541407994, "subset_score_loss": 0.04805189541407994, "memorization_fraction_pixel": 0.14659999310970306, "mean_nn_ratio_pixel": 0.6695291996002197, "fid": 49.46849297078562}
+{"step": 510000, "wall_time": 5192.447350263596, "train_loss_step": 4.6690497398376465, "n_params": 4408390, "total_flops": 6906712780800000, "train_loss": 0.04696072169712612, "subset_score_loss": 0.04696072169712612}
+{"step": 520000, "wall_time": 5286.486618280411, "train_loss_step": 4.146544456481934, "n_params": 4408390, "total_flops": 7042138521600000, "train_loss": 0.04671844414302281, "subset_score_loss": 0.04671844414302281}
+{"step": 530000, "wall_time": 5380.6768844127655, "train_loss_step": 4.292864799499512, "n_params": 4408390, "total_flops": 7177564262400000, "train_loss": 0.0463294403893607, "subset_score_loss": 0.0463294403893607}
+{"step": 540000, "wall_time": 5474.262943267822, "train_loss_step": 4.188955307006836, "n_params": 4408390, "total_flops": 7312990003200000, "train_loss": 0.0461806092943464, "subset_score_loss": 0.0461806092943464}
+{"step": 550000, "wall_time": 5568.105197906494, "train_loss_step": 4.475107669830322, "n_params": 4408390, "total_flops": 7448415744000000, "train_loss": 0.045156727518354145, "subset_score_loss": 0.045156727518354145}
+{"step": 560000, "wall_time": 5661.399406909943, "train_loss_step": 4.184082984924316, "n_params": 4408390, "total_flops": 7583841484800000, "train_loss": 0.04474800654820033, "subset_score_loss": 0.04474800654820033}
+{"step": 570000, "wall_time": 5753.752241373062, "train_loss_step": 4.280933856964111, "n_params": 4408390, "total_flops": 7719267225600000, "train_loss": 0.04440873691013881, "subset_score_loss": 0.04440873691013881}
+{"step": 580000, "wall_time": 5846.666388273239, "train_loss_step": 4.275803089141846, "n_params": 4408390, "total_flops": 7854692966400000, "train_loss": 0.04447063718523298, "subset_score_loss": 0.04447063718523298}
+{"step": 590000, "wall_time": 5940.528206110001, "train_loss_step": 4.225832462310791, "n_params": 4408390, "total_flops": 7990118707200000, "train_loss": 0.04474266937800816, "subset_score_loss": 0.04474266937800816}
+{"step": 600000, "wall_time": 6108.116253614426, "train_loss_step": 4.043252944946289, "n_params": 4408390, "total_flops": 8125544448000000, "train_loss": 0.04308218615395682, "subset_score_loss": 0.04308218615395682, "memorization_fraction_pixel": 0.17990000545978546, "mean_nn_ratio_pixel": 0.64363694190979, "fid": 48.1780204903182}
+{"step": 610000, "wall_time": 6197.453912496567, "train_loss_step": 4.223151206970215, "n_params": 4408390, "total_flops": 8260970188800000, "train_loss": 0.043365165165492464, "subset_score_loss": 0.043365165165492464}
+{"step": 620000, "wall_time": 6291.332143306732, "train_loss_step": 4.076158046722412, "n_params": 4408390, "total_flops": 8396395929600000, "train_loss": 0.04374722753252302, "subset_score_loss": 0.04374722753252302}
+{"step": 630000, "wall_time": 6385.218018293381, "train_loss_step": 4.227840423583984, "n_params": 4408390, "total_flops": 8531821670400000, "train_loss": 0.04278334549495152, "subset_score_loss": 0.04278334549495152}
+{"step": 640000, "wall_time": 6478.6760420799255, "train_loss_step": 3.8777966499328613, "n_params": 4408390, "total_flops": 8667247411200000, "train_loss": 0.041859585898263114, "subset_score_loss": 0.041859585898263114}
+{"step": 650000, "wall_time": 6571.62891960144, "train_loss_step": 4.247335433959961, "n_params": 4408390, "total_flops": 8802673152000000, "train_loss": 0.042075732776096886, "subset_score_loss": 0.042075732776096886}
+{"step": 660000, "wall_time": 6665.211941003799, "train_loss_step": 4.071829795837402, "n_params": 4408390, "total_flops": 8938098892800000, "train_loss": 0.0413851227079119, "subset_score_loss": 0.0413851227079119}
+{"step": 670000, "wall_time": 6756.608238458633, "train_loss_step": 4.103466033935547, "n_params": 4408390, "total_flops": 9073524633600000, "train_loss": 0.0401531423841204, "subset_score_loss": 0.0401531423841204}
+{"step": 680000, "wall_time": 6850.3241629600525, "train_loss_step": 3.9551100730895996, "n_params": 4408390, "total_flops": 9208950374400000, "train_loss": 0.04093538693019322, "subset_score_loss": 0.04093538693019322}
+{"step": 690000, "wall_time": 6943.375462770462, "train_loss_step": 4.060546875, "n_params": 4408390, "total_flops": 9344376115200000, "train_loss": 0.04010962077549526, "subset_score_loss": 0.04010962077549526}
+{"step": 700000, "wall_time": 7109.695698022842, "train_loss_step": 4.18364953994751, "n_params": 4408390, "total_flops": 9479801856000000, "train_loss": 0.039811744008745466, "subset_score_loss": 0.039811744008745466, "memorization_fraction_pixel": 0.22310000658035278, "mean_nn_ratio_pixel": 0.6114823222160339, "fid": 47.890773031995806}
+{"step": 710000, "wall_time": 7199.096543312073, "train_loss_step": 4.274188995361328, "n_params": 4408390, "total_flops": 9615227596800000, "train_loss": 0.039491946356637136, "subset_score_loss": 0.039491946356637136}
+{"step": 720000, "wall_time": 7292.662980556488, "train_loss_step": 3.930271625518799, "n_params": 4408390, "total_flops": 9750653337600000, "train_loss": 0.03972422736031669, "subset_score_loss": 0.03972422736031669}
+{"step": 730000, "wall_time": 7386.659468650818, "train_loss_step": 3.925018787384033, "n_params": 4408390, "total_flops": 9886079078400000, "train_loss": 0.03878614902496338, "subset_score_loss": 0.03878614902496338}
+{"step": 740000, "wall_time": 7480.651370763779, "train_loss_step": 3.8998665809631348, "n_params": 4408390, "total_flops": 10021504819200000, "train_loss": 0.039037626130240304, "subset_score_loss": 0.039037626130240304}
+{"step": 750000, "wall_time": 7573.99143910408, "train_loss_step": 3.789768695831299, "n_params": 4408390, "total_flops": 10156930560000000, "train_loss": 0.038795457567487444, "subset_score_loss": 0.038795457567487444}
+{"step": 760000, "wall_time": 7665.765779495239, "train_loss_step": 3.8100552558898926, "n_params": 4408390, "total_flops": 10292356300800000, "train_loss": 0.038593506813049315, "subset_score_loss": 0.038593506813049315}
+{"step": 770000, "wall_time": 7759.512353420258, "train_loss_step": 4.15113639831543, "n_params": 4408390, "total_flops": 10427782041600000, "train_loss": 0.03794873101370675, "subset_score_loss": 0.03794873101370675}
+{"step": 780000, "wall_time": 7853.529917001724, "train_loss_step": 4.144405364990234, "n_params": 4408390, "total_flops": 10563207782400000, "train_loss": 0.037378767558506554, "subset_score_loss": 0.037378767558506554}
+{"step": 790000, "wall_time": 7947.415895223618, "train_loss_step": 3.7314374446868896, "n_params": 4408390, "total_flops": 10698633523200000, "train_loss": 0.037125284331185476, "subset_score_loss": 0.037125284331185476}
+{"step": 800000, "wall_time": 8114.444027900696, "train_loss_step": 3.7761311531066895, "n_params": 4408390, "total_flops": 10834059264000000, "train_loss": 0.03828858648027692, "subset_score_loss": 0.03828858648027692, "memorization_fraction_pixel": 0.26330000162124634, "mean_nn_ratio_pixel": 0.5808711647987366, "fid": 45.70408347471433}
+{"step": 810000, "wall_time": 8203.41606092453, "train_loss_step": 4.076413154602051, "n_params": 4408390, "total_flops": 10969485004800000, "train_loss": 0.03677009854997907, "subset_score_loss": 0.03677009854997907}
+{"step": 820000, "wall_time": 8297.262776613235, "train_loss_step": 3.921769618988037, "n_params": 4408390, "total_flops": 11104910745600000, "train_loss": 0.03664756843021938, "subset_score_loss": 0.03664756843021938}
+{"step": 830000, "wall_time": 8391.194803237915, "train_loss_step": 3.6828737258911133, "n_params": 4408390, "total_flops": 11240336486400000, "train_loss": 0.03659668990543911, "subset_score_loss": 0.03659668990543911}
+{"step": 840000, "wall_time": 8484.532820224762, "train_loss_step": 3.976848602294922, "n_params": 4408390, "total_flops": 11375762227200000, "train_loss": 0.03575830118996756, "subset_score_loss": 0.03575830118996756}
+{"step": 850000, "wall_time": 8577.99323630333, "train_loss_step": 3.9046363830566406, "n_params": 4408390, "total_flops": 11511187968000000, "train_loss": 0.036766246386936735, "subset_score_loss": 0.036766246386936735}
+{"step": 860000, "wall_time": 8669.66920375824, "train_loss_step": 4.028199195861816, "n_params": 4408390, "total_flops": 11646613708800000, "train_loss": 0.036148146220615934, "subset_score_loss": 0.036148146220615934}
+{"step": 870000, "wall_time": 8763.455436229706, "train_loss_step": 3.864291191101074, "n_params": 4408390, "total_flops": 11782039449600000, "train_loss": 0.03505701337541853, "subset_score_loss": 0.03505701337541853}
+{"step": 880000, "wall_time": 8857.474452495575, "train_loss_step": 3.804109811782837, "n_params": 4408390, "total_flops": 11917465190400000, "train_loss": 0.03545114653451102, "subset_score_loss": 0.03545114653451102}
+{"step": 890000, "wall_time": 8951.31114411354, "train_loss_step": 3.587794780731201, "n_params": 4408390, "total_flops": 12052890931200000, "train_loss": 0.035304321561540876, "subset_score_loss": 0.035304321561540876}
+{"step": 900000, "wall_time": 9118.178355693817, "train_loss_step": 3.6977100372314453, "n_params": 4408390, "total_flops": 12188316672000000, "train_loss": 0.0357851437159947, "subset_score_loss": 0.0357851437159947, "memorization_fraction_pixel": 0.3070000112056732, "mean_nn_ratio_pixel": 0.5561455488204956, "fid": 45.90280529393849}
+{"step": 910000, "wall_time": 9207.06470823288, "train_loss_step": 3.8515119552612305, "n_params": 4408390, "total_flops": 12323742412800000, "train_loss": 0.03446379048483712, "subset_score_loss": 0.03446379048483712}
+{"step": 920000, "wall_time": 9301.01146030426, "train_loss_step": 3.79913067817688, "n_params": 4408390, "total_flops": 12459168153600000, "train_loss": 0.03399946349007743, "subset_score_loss": 0.03399946349007743}
+{"step": 930000, "wall_time": 9394.796836853027, "train_loss_step": 3.8248519897460938, "n_params": 4408390, "total_flops": 12594593894400000, "train_loss": 0.03433848449162075, "subset_score_loss": 0.03433848449162075}
+{"step": 940000, "wall_time": 9488.563034534454, "train_loss_step": 3.7067689895629883, "n_params": 4408390, "total_flops": 12730019635200000, "train_loss": 0.034044596127101354, "subset_score_loss": 0.034044596127101354}
+{"step": 950000, "wall_time": 9580.275092601776, "train_loss_step": 3.6781046390533447, "n_params": 4408390, "total_flops": 12865445376000000, "train_loss": 0.034075021743774414, "subset_score_loss": 0.034075021743774414}
+{"step": 960000, "wall_time": 9673.889583349228, "train_loss_step": 3.8210175037384033, "n_params": 4408390, "total_flops": 13000871116800000, "train_loss": 0.03377983229500907, "subset_score_loss": 0.03377983229500907}
+{"step": 970000, "wall_time": 9767.80871129036, "train_loss_step": 3.8967180252075195, "n_params": 4408390, "total_flops": 13136296857600000, "train_loss": 0.03444899150303432, "subset_score_loss": 0.03444899150303432}
+{"step": 980000, "wall_time": 9861.593722820282, "train_loss_step": 3.7077789306640625, "n_params": 4408390, "total_flops": 13271722598400000, "train_loss": 0.03270528997693743, "subset_score_loss": 0.03270528997693743}
+{"step": 990000, "wall_time": 9955.617891311646, "train_loss_step": 3.6784067153930664, "n_params": 4408390, "total_flops": 13407148339200000, "train_loss": 0.03262888363429478, "subset_score_loss": 0.03262888363429478}
+{"step": 1000000, "wall_time": 10122.527564048767, "train_loss_step": 3.810332775115967, "n_params": 4408390, "total_flops": 13542574080000000, "train_loss": 0.032666679791041785, "subset_score_loss": 0.032666679791041785, "memorization_fraction_pixel": 0.36149999499320984, "mean_nn_ratio_pixel": 0.5214707255363464, "fid": 44.10922860347847}
+{"step": 1010000, "wall_time": 10211.098757982254, "train_loss_step": 3.781033515930176, "n_params": 4408390, "total_flops": 13677999820800000, "train_loss": 0.032248527663094655, "subset_score_loss": 0.032248527663094655}
+{"step": 1020000, "wall_time": 10304.911774635315, "train_loss_step": 3.544630527496338, "n_params": 4408390, "total_flops": 13813425561600000, "train_loss": 0.031947571890694755, "subset_score_loss": 0.031947571890694755}
+{"step": 1030000, "wall_time": 10398.672603845596, "train_loss_step": 3.621251106262207, "n_params": 4408390, "total_flops": 13948851302400000, "train_loss": 0.03292190687997001, "subset_score_loss": 0.03292190687997001}
+{"step": 1040000, "wall_time": 10492.38595366478, "train_loss_step": 3.789421558380127, "n_params": 4408390, "total_flops": 14084277043200000, "train_loss": 0.03254280430930001, "subset_score_loss": 0.03254280430930001}
+{"step": 1050000, "wall_time": 10584.006390571594, "train_loss_step": 3.504368305206299, "n_params": 4408390, "total_flops": 14219702784000000, "train_loss": 0.03218667847769601, "subset_score_loss": 0.03218667847769601}
+{"step": 1060000, "wall_time": 10677.780612707138, "train_loss_step": 3.9516682624816895, "n_params": 4408390, "total_flops": 14355128524800000, "train_loss": 0.0319145815713065, "subset_score_loss": 0.0319145815713065}
+{"step": 1070000, "wall_time": 10771.870774507523, "train_loss_step": 3.657334804534912, "n_params": 4408390, "total_flops": 14490554265600000, "train_loss": 0.03183253492627825, "subset_score_loss": 0.03183253492627825}
+{"step": 1080000, "wall_time": 10865.9225897789, "train_loss_step": 3.680872917175293, "n_params": 4408390, "total_flops": 14625980006400000, "train_loss": 0.03142101764678955, "subset_score_loss": 0.03142101764678955}
+{"step": 1090000, "wall_time": 10959.911092758179, "train_loss_step": 3.9330220222473145, "n_params": 4408390, "total_flops": 14761405747200000, "train_loss": 0.03189473492758615, "subset_score_loss": 0.03189473492758615}
+{"step": 1100000, "wall_time": 11125.663880109787, "train_loss_step": 3.762197494506836, "n_params": 4408390, "total_flops": 14896831488000000, "train_loss": 0.03136759485517229, "subset_score_loss": 0.03136759485517229, "memorization_fraction_pixel": 0.4041000008583069, "mean_nn_ratio_pixel": 0.49940159916877747, "fid": 44.53688560294007}
+{"step": 1110000, "wall_time": 11215.660398721695, "train_loss_step": 3.422605276107788, "n_params": 4408390, "total_flops": 15032257228800000, "train_loss": 0.031297343117850165, "subset_score_loss": 0.031297343117850165}
+{"step": 1120000, "wall_time": 11308.139966011047, "train_loss_step": 3.7888617515563965, "n_params": 4408390, "total_flops": 15167682969600000, "train_loss": 0.031073062760489326, "subset_score_loss": 0.031073062760489326}
+{"step": 1130000, "wall_time": 11401.399291992188, "train_loss_step": 3.788167953491211, "n_params": 4408390, "total_flops": 15303108710400000, "train_loss": 0.03053321157182966, "subset_score_loss": 0.03053321157182966}
+{"step": 1140000, "wall_time": 11493.472271442413, "train_loss_step": 3.4118704795837402, "n_params": 4408390, "total_flops": 15438534451200000, "train_loss": 0.031274666104997906, "subset_score_loss": 0.031274666104997906}
+{"step": 1150000, "wall_time": 11586.610132932663, "train_loss_step": 3.4399616718292236, "n_params": 4408390, "total_flops": 15573960192000000, "train_loss": 0.030027457645961216, "subset_score_loss": 0.030027457645961216}
+{"step": 1160000, "wall_time": 11680.285698652267, "train_loss_step": 3.479193687438965, "n_params": 4408390, "total_flops": 15709385932800000, "train_loss": 0.02930607114519392, "subset_score_loss": 0.02930607114519392}
+{"step": 1170000, "wall_time": 11774.110603570938, "train_loss_step": 3.359090566635132, "n_params": 4408390, "total_flops": 15844811673600000, "train_loss": 0.030134446280343192, "subset_score_loss": 0.030134446280343192}
+{"step": 1180000, "wall_time": 11867.78809428215, "train_loss_step": 3.63645076751709, "n_params": 4408390, "total_flops": 15980237414400000, "train_loss": 0.029235056468418667, "subset_score_loss": 0.029235056468418667}
+{"step": 1190000, "wall_time": 11961.505391836166, "train_loss_step": 3.506828784942627, "n_params": 4408390, "total_flops": 16115663155200000, "train_loss": 0.028905640329633442, "subset_score_loss": 0.028905640329633442}
+{"step": 1200000, "wall_time": 12128.414699792862, "train_loss_step": 3.488532066345215, "n_params": 4408390, "total_flops": 16251088896000000, "train_loss": 0.029514026641845704, "subset_score_loss": 0.029514026641845704, "memorization_fraction_pixel": 0.44190001487731934, "mean_nn_ratio_pixel": 0.47935351729393005, "fid": 43.08160852647413}
+{"step": 1210000, "wall_time": 12218.184552669525, "train_loss_step": 3.5560123920440674, "n_params": 4408390, "total_flops": 16386514636800000, "train_loss": 0.02930217811039516, "subset_score_loss": 0.02930217811039516}
+{"step": 1220000, "wall_time": 12310.468366861343, "train_loss_step": 3.716315269470215, "n_params": 4408390, "total_flops": 16521940377600000, "train_loss": 0.028893559319632393, "subset_score_loss": 0.028893559319632393}
+{"step": 1230000, "wall_time": 12402.698523283005, "train_loss_step": 3.2659778594970703, "n_params": 4408390, "total_flops": 16657366118400000, "train_loss": 0.02880704402923584, "subset_score_loss": 0.02880704402923584}
+{"step": 1240000, "wall_time": 12496.46321964264, "train_loss_step": 3.4118378162384033, "n_params": 4408390, "total_flops": 16792791859200000, "train_loss": 0.0292008604322161, "subset_score_loss": 0.0292008604322161}
+{"step": 1250000, "wall_time": 12589.744853019714, "train_loss_step": 3.637392520904541, "n_params": 4408390, "total_flops": 16928217600000000, "train_loss": 0.027720638683864048, "subset_score_loss": 0.027720638683864048}
+{"step": 1260000, "wall_time": 12683.490068435669, "train_loss_step": 3.719363212585449, "n_params": 4408390, "total_flops": 17063643340800000, "train_loss": 0.030608681270054408, "subset_score_loss": 0.030608681270054408}
+{"step": 1270000, "wall_time": 12777.60923242569, "train_loss_step": 3.5891590118408203, "n_params": 4408390, "total_flops": 17199069081600000, "train_loss": 0.02773658377783639, "subset_score_loss": 0.02773658377783639}
+{"step": 1280000, "wall_time": 12871.272517204285, "train_loss_step": 3.5947511196136475, "n_params": 4408390, "total_flops": 17334494822400000, "train_loss": 0.028399900027683802, "subset_score_loss": 0.028399900027683802}
+{"step": 1290000, "wall_time": 12965.440909385681, "train_loss_step": 3.4517385959625244, "n_params": 4408390, "total_flops": 17469920563200000, "train_loss": 0.027953386306762695, "subset_score_loss": 0.027953386306762695}
+{"step": 1300000, "wall_time": 13131.255918502808, "train_loss_step": 3.3310160636901855, "n_params": 4408390, "total_flops": 17605346304000000, "train_loss": 0.0271402222769601, "subset_score_loss": 0.0271402222769601, "memorization_fraction_pixel": 0.47870001196861267, "mean_nn_ratio_pixel": 0.4585373103618622, "fid": 43.45762992458444}
+{"step": 1310000, "wall_time": 13221.47511434555, "train_loss_step": 3.518096685409546, "n_params": 4408390, "total_flops": 17740772044800000, "train_loss": 0.027840730122157504, "subset_score_loss": 0.027840730122157504}
+{"step": 1320000, "wall_time": 13314.746467351913, "train_loss_step": 3.637270927429199, "n_params": 4408390, "total_flops": 17876197785600000, "train_loss": 0.027134772709437777, "subset_score_loss": 0.027134772709437777}
+{"step": 1330000, "wall_time": 13407.050540924072, "train_loss_step": 3.6931376457214355, "n_params": 4408390, "total_flops": 18011623526400000, "train_loss": 0.02738882643835885, "subset_score_loss": 0.02738882643835885}
+{"step": 1340000, "wall_time": 13500.124617815018, "train_loss_step": 3.41550874710083, "n_params": 4408390, "total_flops": 18147049267200000, "train_loss": 0.027206671237945557, "subset_score_loss": 0.027206671237945557}
+{"step": 1350000, "wall_time": 13593.601148605347, "train_loss_step": 3.577817916870117, "n_params": 4408390, "total_flops": 18282475008000000, "train_loss": 0.027673937593187606, "subset_score_loss": 0.027673937593187606}
+{"step": 1360000, "wall_time": 13687.426119089127, "train_loss_step": 3.25419020652771, "n_params": 4408390, "total_flops": 18417900748800000, "train_loss": 0.02660630430494036, "subset_score_loss": 0.02660630430494036}
+{"step": 1370000, "wall_time": 13781.019268989563, "train_loss_step": 3.738577127456665, "n_params": 4408390, "total_flops": 18553326489600000, "train_loss": 0.027078901018415178, "subset_score_loss": 0.027078901018415178}
+{"step": 1380000, "wall_time": 13874.64446926117, "train_loss_step": 3.5687294006347656, "n_params": 4408390, "total_flops": 18688752230400000, "train_loss": 0.02737325940813337, "subset_score_loss": 0.02737325940813337}
+{"step": 1390000, "wall_time": 13968.39264535904, "train_loss_step": 3.571380615234375, "n_params": 4408390, "total_flops": 18824177971200000, "train_loss": 0.02704662765775408, "subset_score_loss": 0.02704662765775408}
+{"step": 1400000, "wall_time": 14134.01280117035, "train_loss_step": 3.4846296310424805, "n_params": 4408390, "total_flops": 18959603712000000, "train_loss": 0.02679011821746826, "subset_score_loss": 0.02679011821746826, "memorization_fraction_pixel": 0.513700008392334, "mean_nn_ratio_pixel": 0.44003355503082275, "fid": 43.98461157025675}
+{"step": 1410000, "wall_time": 14224.727828264236, "train_loss_step": 3.4375338554382324, "n_params": 4408390, "total_flops": 19095029452800000, "train_loss": 0.027670376641409738, "subset_score_loss": 0.027670376641409738}
+{"step": 1420000, "wall_time": 14315.957455396652, "train_loss_step": 3.6642699241638184, "n_params": 4408390, "total_flops": 19230455193600000, "train_loss": 0.026484169278826034, "subset_score_loss": 0.026484169278826034}
+{"step": 1430000, "wall_time": 14409.357373476028, "train_loss_step": 3.7224297523498535, "n_params": 4408390, "total_flops": 19365880934400000, "train_loss": 0.025731701510293144, "subset_score_loss": 0.025731701510293144}
+{"step": 1440000, "wall_time": 14502.645015001297, "train_loss_step": 3.696287155151367, "n_params": 4408390, "total_flops": 19501306675200000, "train_loss": 0.025494699818747385, "subset_score_loss": 0.025494699818747385}
+{"step": 1450000, "wall_time": 14596.513583898544, "train_loss_step": 3.6645498275756836, "n_params": 4408390, "total_flops": 19636732416000000, "train_loss": 0.025450331824166433, "subset_score_loss": 0.025450331824166433}
+{"step": 1460000, "wall_time": 14690.394888877869, "train_loss_step": 3.6286935806274414, "n_params": 4408390, "total_flops": 19772158156800000, "train_loss": 0.025806282247815813, "subset_score_loss": 0.025806282247815813}
+{"step": 1470000, "wall_time": 14784.154297590256, "train_loss_step": 3.414421558380127, "n_params": 4408390, "total_flops": 19907583897600000, "train_loss": 0.025880062580108644, "subset_score_loss": 0.025880062580108644}
+{"step": 1480000, "wall_time": 14878.043455600739, "train_loss_step": 3.088329792022705, "n_params": 4408390, "total_flops": 20043009638400000, "train_loss": 0.02589801209313529, "subset_score_loss": 0.02589801209313529}
+{"step": 1490000, "wall_time": 14971.578903913498, "train_loss_step": 3.732755661010742, "n_params": 4408390, "total_flops": 20178435379200000, "train_loss": 0.026223204817090714, "subset_score_loss": 0.026223204817090714}
+{"step": 1500000, "wall_time": 15138.03507399559, "train_loss_step": 3.642791748046875, "n_params": 4408390, "total_flops": 20313861120000000, "train_loss": 0.02538536957332066, "subset_score_loss": 0.02538536957332066, "memorization_fraction_pixel": 0.5566999912261963, "mean_nn_ratio_pixel": 0.41760775446891785, "fid": 43.03460731143582}
+{"step": 1510000, "wall_time": 15231.863619327545, "train_loss_step": 3.5849194526672363, "n_params": 4408390, "total_flops": 20449286860800000, "train_loss": 0.02558560371398926, "subset_score_loss": 0.02558560371398926}
+{"step": 1520000, "wall_time": 15320.385933160782, "train_loss_step": 3.1789302825927734, "n_params": 4408390, "total_flops": 20584712601600000, "train_loss": 0.02514098882675171, "subset_score_loss": 0.02514098882675171}
+{"step": 1530000, "wall_time": 15413.74408364296, "train_loss_step": 3.466689109802246, "n_params": 4408390, "total_flops": 20720138342400000, "train_loss": 0.024644333975655693, "subset_score_loss": 0.024644333975655693}
+{"step": 1540000, "wall_time": 15507.292127370834, "train_loss_step": 3.059899091720581, "n_params": 4408390, "total_flops": 20855564083200000, "train_loss": 0.02512772594179426, "subset_score_loss": 0.02512772594179426}
+{"step": 1550000, "wall_time": 15601.226820230484, "train_loss_step": 3.430203914642334, "n_params": 4408390, "total_flops": 20990989824000000, "train_loss": 0.024685578686850413, "subset_score_loss": 0.024685578686850413}
+{"step": 1560000, "wall_time": 15695.109375, "train_loss_step": 3.4641780853271484, "n_params": 4408390, "total_flops": 21126415564800000, "train_loss": 0.024830125059400285, "subset_score_loss": 0.024830125059400285}
+{"step": 1570000, "wall_time": 15788.937264680862, "train_loss_step": 3.608471393585205, "n_params": 4408390, "total_flops": 21261841305600000, "train_loss": 0.024784948144640242, "subset_score_loss": 0.024784948144640242}
+{"step": 1580000, "wall_time": 15882.949882030487, "train_loss_step": 3.1082820892333984, "n_params": 4408390, "total_flops": 21397267046400000, "train_loss": 0.025213069575173514, "subset_score_loss": 0.025213069575173514}
+{"step": 1590000, "wall_time": 15976.828653812408, "train_loss_step": 3.234950065612793, "n_params": 4408390, "total_flops": 21532692787200000, "train_loss": 0.024798939909253803, "subset_score_loss": 0.024798939909253803}
+{"step": 1600000, "wall_time": 16143.236373186111, "train_loss_step": 3.3639190196990967, "n_params": 4408390, "total_flops": 21668118528000000, "train_loss": 0.02397515603474208, "subset_score_loss": 0.02397515603474208, "memorization_fraction_pixel": 0.5996999740600586, "mean_nn_ratio_pixel": 0.39884063601493835, "fid": 42.47040757175252}
+{"step": 1610000, "wall_time": 16236.41483783722, "train_loss_step": 3.2482681274414062, "n_params": 4408390, "total_flops": 21803544268800000, "train_loss": 0.023628274032047817, "subset_score_loss": 0.023628274032047817}
+{"step": 1620000, "wall_time": 16325.988915920258, "train_loss_step": 3.320380210876465, "n_params": 4408390, "total_flops": 21938970009600000, "train_loss": 0.02489574977329799, "subset_score_loss": 0.02489574977329799}
+{"step": 1630000, "wall_time": 16418.84524679184, "train_loss_step": 3.298570156097412, "n_params": 4408390, "total_flops": 22074395750400000, "train_loss": 0.023619518961225237, "subset_score_loss": 0.023619518961225237}
+{"step": 1640000, "wall_time": 16512.53282380104, "train_loss_step": 3.2536845207214355, "n_params": 4408390, "total_flops": 22209821491200000, "train_loss": 0.023325681686401367, "subset_score_loss": 0.023325681686401367}
+{"step": 1650000, "wall_time": 16606.59780025482, "train_loss_step": 3.510737895965576, "n_params": 4408390, "total_flops": 22345247232000000, "train_loss": 0.02371100698198591, "subset_score_loss": 0.02371100698198591}
+{"step": 1660000, "wall_time": 16700.751839876175, "train_loss_step": 3.319145441055298, "n_params": 4408390, "total_flops": 22480672972800000, "train_loss": 0.024540535041264126, "subset_score_loss": 0.024540535041264126}
+{"step": 1670000, "wall_time": 16794.490201950073, "train_loss_step": 3.3305106163024902, "n_params": 4408390, "total_flops": 22616098713600000, "train_loss": 0.02342242343085153, "subset_score_loss": 0.02342242343085153}
+{"step": 1680000, "wall_time": 16888.32530283928, "train_loss_step": 3.2544355392456055, "n_params": 4408390, "total_flops": 22751524454400000, "train_loss": 0.023997368131365094, "subset_score_loss": 0.023997368131365094}
+{"step": 1690000, "wall_time": 16981.82540011406, "train_loss_step": 3.0161330699920654, "n_params": 4408390, "total_flops": 22886950195200000, "train_loss": 0.02363673107964652, "subset_score_loss": 0.02363673107964652}
+{"step": 1700000, "wall_time": 17148.94704723358, "train_loss_step": 3.3412556648254395, "n_params": 4408390, "total_flops": 23022375936000000, "train_loss": 0.022492040906633648, "subset_score_loss": 0.022492040906633648, "memorization_fraction_pixel": 0.621999979019165, "mean_nn_ratio_pixel": 0.3900074362754822, "fid": 42.23837136296281}
+{"step": 1710000, "wall_time": 17242.630648612976, "train_loss_step": 3.6756796836853027, "n_params": 4408390, "total_flops": 23157801676800000, "train_loss": 0.022935126508985246, "subset_score_loss": 0.022935126508985246}
+{"step": 1720000, "wall_time": 17333.23813509941, "train_loss_step": 3.5428266525268555, "n_params": 4408390, "total_flops": 23293227417600000, "train_loss": 0.023034582819257465, "subset_score_loss": 0.023034582819257465}
+{"step": 1730000, "wall_time": 17426.357659578323, "train_loss_step": 3.4782185554504395, "n_params": 4408390, "total_flops": 23428653158400000, "train_loss": 0.022607929365975516, "subset_score_loss": 0.022607929365975516}
+{"step": 1740000, "wall_time": 17519.749902009964, "train_loss_step": 3.073749542236328, "n_params": 4408390, "total_flops": 23564078899200000, "train_loss": 0.022182605947766984, "subset_score_loss": 0.022182605947766984}
+{"step": 1750000, "wall_time": 17613.73775792122, "train_loss_step": 3.200991630554199, "n_params": 4408390, "total_flops": 23699504640000000, "train_loss": 0.02295457124710083, "subset_score_loss": 0.02295457124710083}
+{"step": 1760000, "wall_time": 17707.723576068878, "train_loss_step": 3.0823864936828613, "n_params": 4408390, "total_flops": 23834930380800000, "train_loss": 0.02259309802736555, "subset_score_loss": 0.02259309802736555}
+{"step": 1770000, "wall_time": 17801.808886766434, "train_loss_step": 3.354846477508545, "n_params": 4408390, "total_flops": 23970356121600000, "train_loss": 0.02334233181817191, "subset_score_loss": 0.02334233181817191}
+{"step": 1780000, "wall_time": 17895.983017206192, "train_loss_step": 3.590459108352661, "n_params": 4408390, "total_flops": 24105781862400000, "train_loss": 0.022354630061558314, "subset_score_loss": 0.022354630061558314}
+{"step": 1790000, "wall_time": 17989.1171374321, "train_loss_step": 3.2648775577545166, "n_params": 4408390, "total_flops": 24241207603200000, "train_loss": 0.022611113956996373, "subset_score_loss": 0.022611113956996373}
+{"step": 1800000, "wall_time": 18153.286774396896, "train_loss_step": 3.223421335220337, "n_params": 4408390, "total_flops": 24376633344000000, "train_loss": 0.021897501604897635, "subset_score_loss": 0.021897501604897635, "memorization_fraction_pixel": 0.6730999946594238, "mean_nn_ratio_pixel": 0.3660014569759369, "fid": 41.79205602016808}
+{"step": 1810000, "wall_time": 18248.052997112274, "train_loss_step": 3.5098674297332764, "n_params": 4408390, "total_flops": 24512059084800000, "train_loss": 0.021680470875331332, "subset_score_loss": 0.021680470875331332}
+{"step": 1820000, "wall_time": 18338.305594921112, "train_loss_step": 3.3110504150390625, "n_params": 4408390, "total_flops": 24647484825600000, "train_loss": 0.021745223658425468, "subset_score_loss": 0.021745223658425468}
+{"step": 1830000, "wall_time": 18431.551901102066, "train_loss_step": 3.5229668617248535, "n_params": 4408390, "total_flops": 24782910566400000, "train_loss": 0.022939845493861608, "subset_score_loss": 0.022939845493861608}
+{"step": 1840000, "wall_time": 18525.025220155716, "train_loss_step": 2.9485409259796143, "n_params": 4408390, "total_flops": 24918336307200000, "train_loss": 0.02208986793245588, "subset_score_loss": 0.02208986793245588}
+{"step": 1850000, "wall_time": 18618.628739595413, "train_loss_step": 3.346891403198242, "n_params": 4408390, "total_flops": 25053762048000000, "train_loss": 0.02240997723170689, "subset_score_loss": 0.02240997723170689}
+{"step": 1860000, "wall_time": 18712.888233184814, "train_loss_step": 2.931553840637207, "n_params": 4408390, "total_flops": 25189187788800000, "train_loss": 0.02135318858282907, "subset_score_loss": 0.02135318858282907}
+{"step": 1870000, "wall_time": 18806.86279129982, "train_loss_step": 3.162038803100586, "n_params": 4408390, "total_flops": 25324613529600000, "train_loss": 0.021944924763270788, "subset_score_loss": 0.021944924763270788}
+{"step": 1880000, "wall_time": 18900.091623306274, "train_loss_step": 3.400834560394287, "n_params": 4408390, "total_flops": 25460039270400000, "train_loss": 0.021450901031494142, "subset_score_loss": 0.021450901031494142}
+{"step": 1890000, "wall_time": 18994.37388563156, "train_loss_step": 3.295095920562744, "n_params": 4408390, "total_flops": 25595465011200000, "train_loss": 0.022492049421582904, "subset_score_loss": 0.022492049421582904}
+{"step": 1900000, "wall_time": 19159.58582663536, "train_loss_step": 3.281384229660034, "n_params": 4408390, "total_flops": 25730890752000000, "train_loss": 0.021510166781289235, "subset_score_loss": 0.021510166781289235, "memorization_fraction_pixel": 0.6830999851226807, "mean_nn_ratio_pixel": 0.3605065941810608, "fid": 41.83573918249475}
+{"step": 1910000, "wall_time": 19254.27538871765, "train_loss_step": 3.061793327331543, "n_params": 4408390, "total_flops": 25866316492800000, "train_loss": 0.020961768286568778, "subset_score_loss": 0.020961768286568778}
+{"step": 1920000, "wall_time": 19343.887897968292, "train_loss_step": 3.4912877082824707, "n_params": 4408390, "total_flops": 26001742233600000, "train_loss": 0.021377434049333843, "subset_score_loss": 0.021377434049333843}
+{"step": 1930000, "wall_time": 19438.133749485016, "train_loss_step": 3.3498661518096924, "n_params": 4408390, "total_flops": 26137167974400000, "train_loss": 0.021347223009381976, "subset_score_loss": 0.021347223009381976}
+{"step": 1940000, "wall_time": 19531.96659564972, "train_loss_step": 3.1897053718566895, "n_params": 4408390, "total_flops": 26272593715200000, "train_loss": 0.02031740801674979, "subset_score_loss": 0.02031740801674979}
+{"step": 1950000, "wall_time": 19625.966606855392, "train_loss_step": 2.9684791564941406, "n_params": 4408390, "total_flops": 26408019456000000, "train_loss": 0.02048701899392264, "subset_score_loss": 0.02048701899392264}
+{"step": 1960000, "wall_time": 19719.850205898285, "train_loss_step": 3.1138229370117188, "n_params": 4408390, "total_flops": 26543445196800000, "train_loss": 0.02039919580732073, "subset_score_loss": 0.02039919580732073}
+{"step": 1970000, "wall_time": 19813.71270084381, "train_loss_step": 2.9797871112823486, "n_params": 4408390, "total_flops": 26678870937600000, "train_loss": 0.02040257453918457, "subset_score_loss": 0.02040257453918457}
+{"step": 1980000, "wall_time": 19907.34899878502, "train_loss_step": 3.3875203132629395, "n_params": 4408390, "total_flops": 26814296678400000, "train_loss": 0.02132711751120431, "subset_score_loss": 0.02132711751120431}
+{"step": 1990000, "wall_time": 20000.97566461563, "train_loss_step": 3.3563551902770996, "n_params": 4408390, "total_flops": 26949722419200000, "train_loss": 0.02003150837762015, "subset_score_loss": 0.02003150837762015}
+{"step": 2000000, "wall_time": 20166.846158504486, "train_loss_step": 3.308926582336426, "n_params": 4408390, "total_flops": 27085148160000000, "train_loss": 0.021117494787488665, "subset_score_loss": 0.021117494787488665, "memorization_fraction_pixel": 0.7070000171661377, "mean_nn_ratio_pixel": 0.3525952696800232, "fid": 42.31554819748926}
+{"step": 2010000, "wall_time": 20261.222467660904, "train_loss_step": 2.9160308837890625, "n_params": 4408390, "total_flops": 27220573900800000, "train_loss": 0.020169316019330707, "subset_score_loss": 0.020169316019330707}
+{"step": 2020000, "wall_time": 20350.709979057312, "train_loss_step": 2.9010980129241943, "n_params": 4408390, "total_flops": 27355999641600000, "train_loss": 0.019951598984854563, "subset_score_loss": 0.019951598984854563}
+{"step": 2030000, "wall_time": 20444.223664045334, "train_loss_step": 3.105336904525757, "n_params": 4408390, "total_flops": 27491425382400000, "train_loss": 0.020494326523372106, "subset_score_loss": 0.020494326523372106}
+{"step": 2040000, "wall_time": 20537.938303232193, "train_loss_step": 3.1624062061309814, "n_params": 4408390, "total_flops": 27626851123200000, "train_loss": 0.01970271042415074, "subset_score_loss": 0.01970271042415074}
+{"step": 2050000, "wall_time": 20631.596912145615, "train_loss_step": 3.3562967777252197, "n_params": 4408390, "total_flops": 27762276864000000, "train_loss": 0.02001562970025199, "subset_score_loss": 0.02001562970025199}
+{"step": 2060000, "wall_time": 20725.53501200676, "train_loss_step": 2.9508800506591797, "n_params": 4408390, "total_flops": 27897702604800000, "train_loss": 0.02000682694571359, "subset_score_loss": 0.02000682694571359}
+{"step": 2070000, "wall_time": 20819.162344932556, "train_loss_step": 3.4215805530548096, "n_params": 4408390, "total_flops": 28033128345600000, "train_loss": 0.019971576758793422, "subset_score_loss": 0.019971576758793422}
+{"step": 2080000, "wall_time": 20912.883836507797, "train_loss_step": 3.079192876815796, "n_params": 4408390, "total_flops": 28168554086400000, "train_loss": 0.02064765351159232, "subset_score_loss": 0.02064765351159232}
+{"step": 2090000, "wall_time": 21004.86671113968, "train_loss_step": 3.0880465507507324, "n_params": 4408390, "total_flops": 28303979827200000, "train_loss": 0.019815797465188162, "subset_score_loss": 0.019815797465188162}
+{"step": 2100000, "wall_time": 21171.76804947853, "train_loss_step": 3.0182225704193115, "n_params": 4408390, "total_flops": 28439405568000000, "train_loss": 0.019502701078142438, "subset_score_loss": 0.019502701078142438, "memorization_fraction_pixel": 0.7235999703407288, "mean_nn_ratio_pixel": 0.3442312180995941, "fid": 42.132499125853336}
+{"step": 2110000, "wall_time": 21265.882777929306, "train_loss_step": 3.3296139240264893, "n_params": 4408390, "total_flops": 28574831308800000, "train_loss": 0.019080005373273576, "subset_score_loss": 0.019080005373273576}
+{"step": 2120000, "wall_time": 21355.8750269413, "train_loss_step": 3.0162410736083984, "n_params": 4408390, "total_flops": 28710257049600000, "train_loss": 0.019767306532178605, "subset_score_loss": 0.019767306532178605}
+{"step": 2130000, "wall_time": 21449.739515304565, "train_loss_step": 3.2904629707336426, "n_params": 4408390, "total_flops": 28845682790400000, "train_loss": 0.01943016903741019, "subset_score_loss": 0.01943016903741019}
+{"step": 2140000, "wall_time": 21543.773685216904, "train_loss_step": 3.300694465637207, "n_params": 4408390, "total_flops": 28981108531200000, "train_loss": 0.01956094673701695, "subset_score_loss": 0.01956094673701695}
+{"step": 2150000, "wall_time": 21637.068469524384, "train_loss_step": 3.106767177581787, "n_params": 4408390, "total_flops": 29116534272000000, "train_loss": 0.018818344388689314, "subset_score_loss": 0.018818344388689314}
+{"step": 2160000, "wall_time": 21730.303029060364, "train_loss_step": 2.8707199096679688, "n_params": 4408390, "total_flops": 29251960012800000, "train_loss": 0.019856551715305874, "subset_score_loss": 0.019856551715305874}
+{"step": 2170000, "wall_time": 21824.133457660675, "train_loss_step": 3.3216445446014404, "n_params": 4408390, "total_flops": 29387385753600000, "train_loss": 0.01945594378880092, "subset_score_loss": 0.01945594378880092}
+{"step": 2180000, "wall_time": 21915.873555660248, "train_loss_step": 3.1552438735961914, "n_params": 4408390, "total_flops": 29522811494400000, "train_loss": 0.019062578678131104, "subset_score_loss": 0.019062578678131104}
+{"step": 2190000, "wall_time": 22009.967072486877, "train_loss_step": 3.0415749549865723, "n_params": 4408390, "total_flops": 29658237235200000, "train_loss": 0.019166324819837297, "subset_score_loss": 0.019166324819837297}
+{"step": 2200000, "wall_time": 22176.634221076965, "train_loss_step": 2.9289393424987793, "n_params": 4408390, "total_flops": 29793662976000000, "train_loss": 0.019073477813175747, "subset_score_loss": 0.019073477813175747, "memorization_fraction_pixel": 0.7268999814987183, "mean_nn_ratio_pixel": 0.34300553798675537, "fid": 41.87206582952452}
+{"step": 2210000, "wall_time": 22270.474267959595, "train_loss_step": 3.0089375972747803, "n_params": 4408390, "total_flops": 29929088716800000, "train_loss": 0.019744304248264857, "subset_score_loss": 0.019744304248264857}
+{"step": 2220000, "wall_time": 22360.71323490143, "train_loss_step": 3.379753589630127, "n_params": 4408390, "total_flops": 30064514457600000, "train_loss": 0.018384020669119698, "subset_score_loss": 0.018384020669119698}
+{"step": 2230000, "wall_time": 22454.5856320858, "train_loss_step": 3.118215560913086, "n_params": 4408390, "total_flops": 30199940198400000, "train_loss": 0.018308486257280623, "subset_score_loss": 0.018308486257280623}
+{"step": 2240000, "wall_time": 22548.384723186493, "train_loss_step": 2.938964366912842, "n_params": 4408390, "total_flops": 30335365939200000, "train_loss": 0.01850456850869315, "subset_score_loss": 0.01850456850869315}
+{"step": 2250000, "wall_time": 22641.679885149002, "train_loss_step": 3.0131256580352783, "n_params": 4408390, "total_flops": 30470791680000000, "train_loss": 0.01893514735358102, "subset_score_loss": 0.01893514735358102}
+{"step": 2260000, "wall_time": 22734.659076213837, "train_loss_step": 3.4887702465057373, "n_params": 4408390, "total_flops": 30606217420800000, "train_loss": 0.018387915406908307, "subset_score_loss": 0.018387915406908307}
+{"step": 2270000, "wall_time": 22828.38582420349, "train_loss_step": 3.180407762527466, "n_params": 4408390, "total_flops": 30741643161600000, "train_loss": 0.01886700051171439, "subset_score_loss": 0.01886700051171439}
+{"step": 2280000, "wall_time": 22920.012921094894, "train_loss_step": 2.993389368057251, "n_params": 4408390, "total_flops": 30877068902400000, "train_loss": 0.01792271988732474, "subset_score_loss": 0.01792271988732474}
+{"step": 2290000, "wall_time": 23013.712064743042, "train_loss_step": 3.0454280376434326, "n_params": 4408390, "total_flops": 31012494643200000, "train_loss": 0.01810229165213449, "subset_score_loss": 0.01810229165213449}
+{"step": 2300000, "wall_time": 23180.812980413437, "train_loss_step": 3.0149660110473633, "n_params": 4408390, "total_flops": 31147920384000000, "train_loss": 0.01848956857408796, "subset_score_loss": 0.01848956857408796, "memorization_fraction_pixel": 0.7480999827384949, "mean_nn_ratio_pixel": 0.33497440814971924, "fid": 41.06597050790467}
+{"step": 2310000, "wall_time": 23274.873182058334, "train_loss_step": 2.972201347351074, "n_params": 4408390, "total_flops": 31283346124800000, "train_loss": 0.01773963485445295, "subset_score_loss": 0.01773963485445295}
+{"step": 2320000, "wall_time": 23365.59571146965, "train_loss_step": 3.0139994621276855, "n_params": 4408390, "total_flops": 31418771865600000, "train_loss": 0.018040801797594343, "subset_score_loss": 0.018040801797594343}
+{"step": 2330000, "wall_time": 23459.441212415695, "train_loss_step": 3.066108226776123, "n_params": 4408390, "total_flops": 31554197606400000, "train_loss": 0.01849429096494402, "subset_score_loss": 0.01849429096494402}
+{"step": 2340000, "wall_time": 23553.042048692703, "train_loss_step": 2.745633840560913, "n_params": 4408390, "total_flops": 31689623347200000, "train_loss": 0.01804875646318708, "subset_score_loss": 0.01804875646318708}
+{"step": 2350000, "wall_time": 23645.637991428375, "train_loss_step": 2.9434289932250977, "n_params": 4408390, "total_flops": 31825049088000000, "train_loss": 0.01740910496030535, "subset_score_loss": 0.01740910496030535}
+{"step": 2360000, "wall_time": 23739.127331018448, "train_loss_step": 3.05723237991333, "n_params": 4408390, "total_flops": 31960474828800000, "train_loss": 0.01714341810771397, "subset_score_loss": 0.01714341810771397}
+{"step": 2370000, "wall_time": 23830.93620610237, "train_loss_step": 3.2298593521118164, "n_params": 4408390, "total_flops": 32095900569600000, "train_loss": 0.017483982018062047, "subset_score_loss": 0.017483982018062047}
+{"step": 2380000, "wall_time": 23925.016267299652, "train_loss_step": 2.9048891067504883, "n_params": 4408390, "total_flops": 32231326310400000, "train_loss": 0.018011852673121862, "subset_score_loss": 0.018011852673121862}
+{"step": 2390000, "wall_time": 24019.242169857025, "train_loss_step": 3.165168046951294, "n_params": 4408390, "total_flops": 32366752051200000, "train_loss": 0.01716325112751552, "subset_score_loss": 0.01716325112751552}
+{"step": 2400000, "wall_time": 24186.18910717964, "train_loss_step": 3.1425023078918457, "n_params": 4408390, "total_flops": 32502177792000000, "train_loss": 0.017441504342215402, "subset_score_loss": 0.017441504342215402, "memorization_fraction_pixel": 0.7677000164985657, "mean_nn_ratio_pixel": 0.32778286933898926, "fid": 42.14877552386977}
+{"step": 2410000, "wall_time": 24279.49571609497, "train_loss_step": 3.0105156898498535, "n_params": 4408390, "total_flops": 32637603532800000, "train_loss": 0.018275812694004603, "subset_score_loss": 0.018275812694004603}
+{"step": 2420000, "wall_time": 24370.538676261902, "train_loss_step": 3.1082723140716553, "n_params": 4408390, "total_flops": 32773029273600000, "train_loss": 0.016830365998404366, "subset_score_loss": 0.016830365998404366}
+{"step": 2430000, "wall_time": 24464.37793278694, "train_loss_step": 3.454437255859375, "n_params": 4408390, "total_flops": 32908455014400000, "train_loss": 0.01726078816822597, "subset_score_loss": 0.01726078816822597}
+{"step": 2440000, "wall_time": 24558.419861793518, "train_loss_step": 3.0533082485198975, "n_params": 4408390, "total_flops": 33043880755200000, "train_loss": 0.017124278204781667, "subset_score_loss": 0.017124278204781667}
+{"step": 2450000, "wall_time": 24651.570947647095, "train_loss_step": 2.907378673553467, "n_params": 4408390, "total_flops": 33179306496000000, "train_loss": 0.017360787732260567, "subset_score_loss": 0.017360787732260567}
+{"step": 2460000, "wall_time": 24744.845062732697, "train_loss_step": 3.1182878017425537, "n_params": 4408390, "total_flops": 33314732236800000, "train_loss": 0.01732949869973319, "subset_score_loss": 0.01732949869973319}
+{"step": 2470000, "wall_time": 24836.925070762634, "train_loss_step": 2.726370096206665, "n_params": 4408390, "total_flops": 33450157977600000, "train_loss": 0.016695833206176756, "subset_score_loss": 0.016695833206176756}
+{"step": 2480000, "wall_time": 24930.655255556107, "train_loss_step": 2.9556596279144287, "n_params": 4408390, "total_flops": 33585583718400000, "train_loss": 0.01716653278895787, "subset_score_loss": 0.01716653278895787}
+{"step": 2490000, "wall_time": 25024.420588493347, "train_loss_step": 3.0262463092803955, "n_params": 4408390, "total_flops": 33721009459200000, "train_loss": 0.017222166061401367, "subset_score_loss": 0.017222166061401367}
+{"step": 2500000, "wall_time": 25191.37831401825, "train_loss_step": 2.9381394386291504, "n_params": 4408390, "total_flops": 33856435200000000, "train_loss": 0.017124351433345248, "subset_score_loss": 0.017124351433345248, "memorization_fraction_pixel": 0.7775999903678894, "mean_nn_ratio_pixel": 0.325967937707901, "fid": 41.84167996836709}
+{"step": 2510000, "wall_time": 25285.381625652313, "train_loss_step": 3.0872302055358887, "n_params": 4408390, "total_flops": 33991860940800000, "train_loss": 0.016760635375976562, "subset_score_loss": 0.016760635375976562}
+{"step": 2520000, "wall_time": 25375.934280633926, "train_loss_step": 2.6064491271972656, "n_params": 4408390, "total_flops": 34127286681600000, "train_loss": 0.01672182423727853, "subset_score_loss": 0.01672182423727853}
+{"step": 2530000, "wall_time": 25469.666873931885, "train_loss_step": 2.8467440605163574, "n_params": 4408390, "total_flops": 34262712422400000, "train_loss": 0.01673236574445452, "subset_score_loss": 0.01673236574445452}
+{"step": 2540000, "wall_time": 25562.71342587471, "train_loss_step": 2.8946616649627686, "n_params": 4408390, "total_flops": 34398138163200000, "train_loss": 0.016478833130427768, "subset_score_loss": 0.016478833130427768}
+{"step": 2550000, "wall_time": 25656.508424282074, "train_loss_step": 2.9969840049743652, "n_params": 4408390, "total_flops": 34533563904000000, "train_loss": 0.016412261554173063, "subset_score_loss": 0.016412261554173063}
+{"step": 2560000, "wall_time": 25747.548297405243, "train_loss_step": 2.865370988845825, "n_params": 4408390, "total_flops": 34668989644800000, "train_loss": 0.016497278213500978, "subset_score_loss": 0.016497278213500978}
+{"step": 2570000, "wall_time": 25841.07525062561, "train_loss_step": 3.3660025596618652, "n_params": 4408390, "total_flops": 34804415385600000, "train_loss": 0.015922561713627405, "subset_score_loss": 0.015922561713627405}
+{"step": 2580000, "wall_time": 25934.9132335186, "train_loss_step": 3.030437707901001, "n_params": 4408390, "total_flops": 34939841126400000, "train_loss": 0.016138483796800884, "subset_score_loss": 0.016138483796800884}
+{"step": 2590000, "wall_time": 26028.659955501556, "train_loss_step": 3.0677404403686523, "n_params": 4408390, "total_flops": 35075266867200000, "train_loss": 0.01674506153379168, "subset_score_loss": 0.01674506153379168}
+{"step": 2600000, "wall_time": 26195.23584342003, "train_loss_step": 3.0014352798461914, "n_params": 4408390, "total_flops": 35210692608000000, "train_loss": 0.016352316311427525, "subset_score_loss": 0.016352316311427525, "memorization_fraction_pixel": 0.77920001745224, "mean_nn_ratio_pixel": 0.32532644271850586, "fid": 41.86859533918211}
+{"step": 2610000, "wall_time": 26288.809684991837, "train_loss_step": 3.1293585300445557, "n_params": 4408390, "total_flops": 35346118348800000, "train_loss": 0.016915183407919747, "subset_score_loss": 0.016915183407919747}
+{"step": 2620000, "wall_time": 26380.41286277771, "train_loss_step": 2.7040815353393555, "n_params": 4408390, "total_flops": 35481544089600000, "train_loss": 0.01678687334060669, "subset_score_loss": 0.01678687334060669}
+{"step": 2630000, "wall_time": 26473.535338163376, "train_loss_step": 2.5818753242492676, "n_params": 4408390, "total_flops": 35616969830400000, "train_loss": 0.016709697246551514, "subset_score_loss": 0.016709697246551514}
+{"step": 2640000, "wall_time": 26567.183976888657, "train_loss_step": 2.6645569801330566, "n_params": 4408390, "total_flops": 35752395571200000, "train_loss": 0.015981408527919225, "subset_score_loss": 0.015981408527919225}
+{"step": 2650000, "wall_time": 26659.405101060867, "train_loss_step": 3.036163806915283, "n_params": 4408390, "total_flops": 35887821312000000, "train_loss": 0.015799050671713694, "subset_score_loss": 0.015799050671713694}
+{"step": 2660000, "wall_time": 26752.791662693024, "train_loss_step": 2.921426773071289, "n_params": 4408390, "total_flops": 36023247052800000, "train_loss": 0.015513781138828822, "subset_score_loss": 0.015513781138828822}
+{"step": 2670000, "wall_time": 26846.217642068863, "train_loss_step": 2.9862818717956543, "n_params": 4408390, "total_flops": 36158672793600000, "train_loss": 0.01567676067352295, "subset_score_loss": 0.01567676067352295}
+{"step": 2680000, "wall_time": 26940.06399345398, "train_loss_step": 2.8437302112579346, "n_params": 4408390, "total_flops": 36294098534400000, "train_loss": 0.01590167794908796, "subset_score_loss": 0.01590167794908796}
+{"step": 2690000, "wall_time": 27033.835272073746, "train_loss_step": 2.9503250122070312, "n_params": 4408390, "total_flops": 36429524275200000, "train_loss": 0.015551742485591344, "subset_score_loss": 0.015551742485591344}
+{"step": 2700000, "wall_time": 27200.543628931046, "train_loss_step": 3.1458497047424316, "n_params": 4408390, "total_flops": 36564950016000000, "train_loss": 0.015331782613481794, "subset_score_loss": 0.015331782613481794, "memorization_fraction_pixel": 0.7940999865531921, "mean_nn_ratio_pixel": 0.32019832730293274, "fid": 41.377076338504914}
+{"step": 2710000, "wall_time": 27294.41802573204, "train_loss_step": 3.0236144065856934, "n_params": 4408390, "total_flops": 36700375756800000, "train_loss": 0.015582576819828579, "subset_score_loss": 0.015582576819828579}
+{"step": 2720000, "wall_time": 27385.841139793396, "train_loss_step": 2.93880558013916, "n_params": 4408390, "total_flops": 36835801497600000, "train_loss": 0.016023155621119906, "subset_score_loss": 0.016023155621119906}
+{"step": 2730000, "wall_time": 27479.306130886078, "train_loss_step": 3.1923537254333496, "n_params": 4408390, "total_flops": 36971227238400000, "train_loss": 0.01622483560017177, "subset_score_loss": 0.01622483560017177}
+{"step": 2740000, "wall_time": 27573.146899223328, "train_loss_step": 3.0888147354125977, "n_params": 4408390, "total_flops": 37106652979200000, "train_loss": 0.015491580963134766, "subset_score_loss": 0.015491580963134766}
+{"step": 2750000, "wall_time": 27665.187013864517, "train_loss_step": 3.045673131942749, "n_params": 4408390, "total_flops": 37242078720000000, "train_loss": 0.014784881046840124, "subset_score_loss": 0.014784881046840124}
+{"step": 2760000, "wall_time": 27758.954030275345, "train_loss_step": 3.1555733680725098, "n_params": 4408390, "total_flops": 37377504460800000, "train_loss": 0.015528638022286552, "subset_score_loss": 0.015528638022286552}
+{"step": 2770000, "wall_time": 27852.540314674377, "train_loss_step": 2.759443521499634, "n_params": 4408390, "total_flops": 37512930201600000, "train_loss": 0.015055671760014126, "subset_score_loss": 0.015055671760014126}
+{"step": 2780000, "wall_time": 27946.283181905746, "train_loss_step": 3.013606548309326, "n_params": 4408390, "total_flops": 37648355942400000, "train_loss": 0.015605093751634871, "subset_score_loss": 0.015605093751634871}
+{"step": 2790000, "wall_time": 28040.31228375435, "train_loss_step": 2.9794793128967285, "n_params": 4408390, "total_flops": 37783781683200000, "train_loss": 0.014466604164668492, "subset_score_loss": 0.014466604164668492}
+{"step": 2800000, "wall_time": 28207.124662160873, "train_loss_step": 2.9484305381774902, "n_params": 4408390, "total_flops": 37919207424000000, "train_loss": 0.01467127799987793, "subset_score_loss": 0.01467127799987793, "memorization_fraction_pixel": 0.8011000156402588, "mean_nn_ratio_pixel": 0.31432828307151794, "fid": 41.51801620802894}
+{"step": 2810000, "wall_time": 28300.977994203568, "train_loss_step": 2.699385643005371, "n_params": 4408390, "total_flops": 38054633164800000, "train_loss": 0.014848477499825614, "subset_score_loss": 0.014848477499825614}
+{"step": 2820000, "wall_time": 28391.579684734344, "train_loss_step": 3.08383846282959, "n_params": 4408390, "total_flops": 38190058905600000, "train_loss": 0.015417005334581648, "subset_score_loss": 0.015417005334581648}
+{"step": 2830000, "wall_time": 28485.73650741577, "train_loss_step": 2.8539865016937256, "n_params": 4408390, "total_flops": 38325484646400000, "train_loss": 0.015491550309317453, "subset_score_loss": 0.015491550309317453}
+{"step": 2840000, "wall_time": 28578.090585947037, "train_loss_step": 2.954881191253662, "n_params": 4408390, "total_flops": 38460910387200000, "train_loss": 0.014914306572505406, "subset_score_loss": 0.014914306572505406}
+{"step": 2850000, "wall_time": 28672.292560100555, "train_loss_step": 2.9794297218322754, "n_params": 4408390, "total_flops": 38596336128000000, "train_loss": 0.015225585869380406, "subset_score_loss": 0.015225585869380406}
+{"step": 2860000, "wall_time": 28766.178039312363, "train_loss_step": 3.2137539386749268, "n_params": 4408390, "total_flops": 38731761868800000, "train_loss": 0.014565622806549073, "subset_score_loss": 0.014565622806549073}
+{"step": 2870000, "wall_time": 28859.375242710114, "train_loss_step": 2.668011426925659, "n_params": 4408390, "total_flops": 38867187609600000, "train_loss": 0.014819390433175223, "subset_score_loss": 0.014819390433175223}
+{"step": 2880000, "wall_time": 28953.10409808159, "train_loss_step": 3.0145792961120605, "n_params": 4408390, "total_flops": 39002613350400000, "train_loss": 0.014687010220118932, "subset_score_loss": 0.014687010220118932}
+{"step": 2890000, "wall_time": 29046.733547210693, "train_loss_step": 2.813176155090332, "n_params": 4408390, "total_flops": 39138039091200000, "train_loss": 0.014328156198774065, "subset_score_loss": 0.014328156198774065}
+{"step": 2900000, "wall_time": 29213.81856918335, "train_loss_step": 2.8459746837615967, "n_params": 4408390, "total_flops": 39273464832000000, "train_loss": 0.015090789113725935, "subset_score_loss": 0.015090789113725935, "memorization_fraction_pixel": 0.7985000014305115, "mean_nn_ratio_pixel": 0.31721043586730957, "fid": 41.607864124775276}
+{"step": 2910000, "wall_time": 29307.699674129486, "train_loss_step": 3.077723979949951, "n_params": 4408390, "total_flops": 39408890572800000, "train_loss": 0.013967169182641166, "subset_score_loss": 0.013967169182641166}
+{"step": 2920000, "wall_time": 29398.30743288994, "train_loss_step": 2.8922970294952393, "n_params": 4408390, "total_flops": 39544316313600000, "train_loss": 0.014293219361986433, "subset_score_loss": 0.014293219361986433}
+{"step": 2930000, "wall_time": 29491.78941464424, "train_loss_step": 2.9035158157348633, "n_params": 4408390, "total_flops": 39679742054400000, "train_loss": 0.014969803605760846, "subset_score_loss": 0.014969803605760846}
+{"step": 2940000, "wall_time": 29583.55452823639, "train_loss_step": 3.159558057785034, "n_params": 4408390, "total_flops": 39815167795200000, "train_loss": 0.014112919569015503, "subset_score_loss": 0.014112919569015503}
+{"step": 2950000, "wall_time": 29677.339857578278, "train_loss_step": 2.865750789642334, "n_params": 4408390, "total_flops": 39950593536000000, "train_loss": 0.014845516000475203, "subset_score_loss": 0.014845516000475203}
+{"step": 2960000, "wall_time": 29771.33567047119, "train_loss_step": 2.6939358711242676, "n_params": 4408390, "total_flops": 40086019276800000, "train_loss": 0.014205891745431083, "subset_score_loss": 0.014205891745431083}
+{"step": 2970000, "wall_time": 29864.66377544403, "train_loss_step": 2.943131685256958, "n_params": 4408390, "total_flops": 40221445017600000, "train_loss": 0.01446727854864938, "subset_score_loss": 0.01446727854864938}
+{"step": 2980000, "wall_time": 29958.483777046204, "train_loss_step": 2.8933889865875244, "n_params": 4408390, "total_flops": 40356870758400000, "train_loss": 0.013913029432296753, "subset_score_loss": 0.013913029432296753}
+{"step": 2990000, "wall_time": 30052.219483613968, "train_loss_step": 2.7621679306030273, "n_params": 4408390, "total_flops": 40492296499200000, "train_loss": 0.014657361166817802, "subset_score_loss": 0.014657361166817802}
+{"step": 3000000, "wall_time": 30218.5341258049, "train_loss_step": 2.5044045448303223, "n_params": 4408390, "total_flops": 40627722240000000, "train_loss": 0.014097584996904645, "subset_score_loss": 0.014097584996904645, "memorization_fraction_pixel": 0.8086000084877014, "mean_nn_ratio_pixel": 0.3140619397163391, "fid": 41.69345097074692}
+{"step": 3010000, "wall_time": 30311.93643450737, "train_loss_step": 2.6844868659973145, "n_params": 4408390, "total_flops": 40763147980800000, "train_loss": 0.01410338282585144, "subset_score_loss": 0.01410338282585144}
+{"step": 3020000, "wall_time": 30404.214453935623, "train_loss_step": 2.933835983276367, "n_params": 4408390, "total_flops": 40898573721600000, "train_loss": 0.013869343485151018, "subset_score_loss": 0.013869343485151018}
+{"step": 3030000, "wall_time": 30495.368389368057, "train_loss_step": 2.7949094772338867, "n_params": 4408390, "total_flops": 41033999462400000, "train_loss": 0.01378923569406782, "subset_score_loss": 0.01378923569406782}
+{"step": 3040000, "wall_time": 30589.054871559143, "train_loss_step": 2.9934592247009277, "n_params": 4408390, "total_flops": 41169425203200000, "train_loss": 0.014058532885142735, "subset_score_loss": 0.014058532885142735}
+{"step": 3050000, "wall_time": 30682.92241692543, "train_loss_step": 3.186001777648926, "n_params": 4408390, "total_flops": 41304850944000000, "train_loss": 0.013925949164799282, "subset_score_loss": 0.013925949164799282}
+{"step": 3060000, "wall_time": 30776.499979019165, "train_loss_step": 2.812218189239502, "n_params": 4408390, "total_flops": 41440276684800000, "train_loss": 0.014125687735421317, "subset_score_loss": 0.014125687735421317}
+{"step": 3070000, "wall_time": 30870.247921466827, "train_loss_step": 2.766657829284668, "n_params": 4408390, "total_flops": 41575702425600000, "train_loss": 0.014023488759994507, "subset_score_loss": 0.014023488759994507}
+{"step": 3080000, "wall_time": 30963.250158786774, "train_loss_step": 3.0083940029144287, "n_params": 4408390, "total_flops": 41711128166400000, "train_loss": 0.013809429747717721, "subset_score_loss": 0.013809429747717721}
+{"step": 3090000, "wall_time": 31057.24754023552, "train_loss_step": 3.1736879348754883, "n_params": 4408390, "total_flops": 41846553907200000, "train_loss": 0.01397916419165475, "subset_score_loss": 0.01397916419165475}
+{"step": 3100000, "wall_time": 31223.204568624496, "train_loss_step": 2.600905418395996, "n_params": 4408390, "total_flops": 41981979648000000, "train_loss": 0.014305649484906877, "subset_score_loss": 0.014305649484906877, "memorization_fraction_pixel": 0.8109999895095825, "mean_nn_ratio_pixel": 0.31342649459838867, "fid": 41.0897603769915}
+{"step": 3110000, "wall_time": 31317.119167804718, "train_loss_step": 2.6549296379089355, "n_params": 4408390, "total_flops": 42117405388800000, "train_loss": 0.014421841076442173, "subset_score_loss": 0.014421841076442173}
+{"step": 3120000, "wall_time": 31409.906915664673, "train_loss_step": 2.7216663360595703, "n_params": 4408390, "total_flops": 42252831129600000, "train_loss": 0.014469313621520995, "subset_score_loss": 0.014469313621520995}
+{"step": 3130000, "wall_time": 31497.143605470657, "train_loss_step": 3.106579303741455, "n_params": 4408390, "total_flops": 42388256870400000, "train_loss": 0.013491590533937727, "subset_score_loss": 0.013491590533937727}
+{"step": 3140000, "wall_time": 31590.951298475266, "train_loss_step": 3.1295394897460938, "n_params": 4408390, "total_flops": 42523682611200000, "train_loss": 0.013803358588899885, "subset_score_loss": 0.013803358588899885}
+{"step": 3150000, "wall_time": 31684.51535177231, "train_loss_step": 2.9946327209472656, "n_params": 4408390, "total_flops": 42659108352000000, "train_loss": 0.014111322164535523, "subset_score_loss": 0.014111322164535523}
+{"step": 3160000, "wall_time": 31778.320183753967, "train_loss_step": 3.0654408931732178, "n_params": 4408390, "total_flops": 42794534092800000, "train_loss": 0.0132052515234266, "subset_score_loss": 0.0132052515234266}
+{"step": 3170000, "wall_time": 31871.897181034088, "train_loss_step": 2.75302791595459, "n_params": 4408390, "total_flops": 42929959833600000, "train_loss": 0.013764332021985735, "subset_score_loss": 0.013764332021985735}
+{"step": 3180000, "wall_time": 31965.01223373413, "train_loss_step": 2.65883731842041, "n_params": 4408390, "total_flops": 43065385574400000, "train_loss": 0.013281733649117606, "subset_score_loss": 0.013281733649117606}
+{"step": 3190000, "wall_time": 32058.9929087162, "train_loss_step": 2.780240058898926, "n_params": 4408390, "total_flops": 43200811315200000, "train_loss": 0.013693652834211078, "subset_score_loss": 0.013693652834211078}
+{"step": 3200000, "wall_time": 32225.698529481888, "train_loss_step": 3.1665492057800293, "n_params": 4408390, "total_flops": 43336237056000000, "train_loss": 0.012906025988715035, "subset_score_loss": 0.012906025988715035, "memorization_fraction_pixel": 0.820900022983551, "mean_nn_ratio_pixel": 0.30884552001953125, "fid": 41.47635278376792}
+{"step": 3210000, "wall_time": 32319.339839220047, "train_loss_step": 3.0212011337280273, "n_params": 4408390, "total_flops": 43471662796800000, "train_loss": 0.013496049812861852, "subset_score_loss": 0.013496049812861852}
+{"step": 3220000, "wall_time": 32412.21166396141, "train_loss_step": 2.6952805519104004, "n_params": 4408390, "total_flops": 43607088537600000, "train_loss": 0.013641538790294103, "subset_score_loss": 0.013641538790294103}
+{"step": 3230000, "wall_time": 32502.98527765274, "train_loss_step": 2.8266844749450684, "n_params": 4408390, "total_flops": 43742514278400000, "train_loss": 0.013861805200576782, "subset_score_loss": 0.013861805200576782}
+{"step": 3240000, "wall_time": 32596.73263859749, "train_loss_step": 2.76108717918396, "n_params": 4408390, "total_flops": 43877940019200000, "train_loss": 0.0130213805607387, "subset_score_loss": 0.0130213805607387}
+{"step": 3250000, "wall_time": 32690.410036325455, "train_loss_step": 3.067251205444336, "n_params": 4408390, "total_flops": 44013365760000000, "train_loss": 0.013601980890546527, "subset_score_loss": 0.013601980890546527}
+{"step": 3260000, "wall_time": 32784.156294345856, "train_loss_step": 3.0295066833496094, "n_params": 4408390, "total_flops": 44148791500800000, "train_loss": 0.014162334374019078, "subset_score_loss": 0.014162334374019078}
+{"step": 3270000, "wall_time": 32877.70894551277, "train_loss_step": 2.6374006271362305, "n_params": 4408390, "total_flops": 44284217241600000, "train_loss": 0.013586795330047608, "subset_score_loss": 0.013586795330047608}
+{"step": 3280000, "wall_time": 32970.96003103256, "train_loss_step": 3.1027796268463135, "n_params": 4408390, "total_flops": 44419642982400000, "train_loss": 0.012896228688103813, "subset_score_loss": 0.012896228688103813}
+{"step": 3290000, "wall_time": 33064.124478816986, "train_loss_step": 2.9946539402008057, "n_params": 4408390, "total_flops": 44555068723200000, "train_loss": 0.012913210902895246, "subset_score_loss": 0.012913210902895246}
+{"step": 3300000, "wall_time": 33229.81859970093, "train_loss_step": 2.9836008548736572, "n_params": 4408390, "total_flops": 44690494464000000, "train_loss": 0.013119958979742868, "subset_score_loss": 0.013119958979742868, "memorization_fraction_pixel": 0.8112999796867371, "mean_nn_ratio_pixel": 0.3149663507938385, "fid": 41.41005272427299}
+{"step": 3310000, "wall_time": 33321.2227807045, "train_loss_step": 2.804633617401123, "n_params": 4408390, "total_flops": 44825920204800000, "train_loss": 0.012777278253010341, "subset_score_loss": 0.012777278253010341}
+{"step": 3320000, "wall_time": 33415.84928274155, "train_loss_step": 2.8940348625183105, "n_params": 4408390, "total_flops": 44961345945600000, "train_loss": 0.013684517996651786, "subset_score_loss": 0.013684517996651786}
+{"step": 3330000, "wall_time": 33504.94457697868, "train_loss_step": 2.8561601638793945, "n_params": 4408390, "total_flops": 45096771686400000, "train_loss": 0.013583252259663173, "subset_score_loss": 0.013583252259663173}
+{"step": 3340000, "wall_time": 33598.412759542465, "train_loss_step": 2.835081100463867, "n_params": 4408390, "total_flops": 45232197427200000, "train_loss": 0.012796893290110996, "subset_score_loss": 0.012796893290110996}
+{"step": 3350000, "wall_time": 33692.5296831131, "train_loss_step": 3.158585548400879, "n_params": 4408390, "total_flops": 45367623168000000, "train_loss": 0.013666907378605434, "subset_score_loss": 0.013666907378605434}
+{"step": 3360000, "wall_time": 33786.177309036255, "train_loss_step": 2.7219150066375732, "n_params": 4408390, "total_flops": 45503048908800000, "train_loss": 0.012811360188892909, "subset_score_loss": 0.012811360188892909}
+{"step": 3370000, "wall_time": 33879.865236997604, "train_loss_step": 2.7333312034606934, "n_params": 4408390, "total_flops": 45638474649600000, "train_loss": 0.012958914041519165, "subset_score_loss": 0.012958914041519165}
+{"step": 3380000, "wall_time": 33973.65596795082, "train_loss_step": 2.797267436981201, "n_params": 4408390, "total_flops": 45773900390400000, "train_loss": 0.013053464889526366, "subset_score_loss": 0.013053464889526366}
+{"step": 3390000, "wall_time": 34066.53486394882, "train_loss_step": 2.975229024887085, "n_params": 4408390, "total_flops": 45909326131200000, "train_loss": 0.012806357656206404, "subset_score_loss": 0.012806357656206404}
+{"step": 3400000, "wall_time": 34233.56201529503, "train_loss_step": 2.869276523590088, "n_params": 4408390, "total_flops": 46044751872000000, "train_loss": 0.012969582421439035, "subset_score_loss": 0.012969582421439035, "memorization_fraction_pixel": 0.8234999775886536, "mean_nn_ratio_pixel": 0.3088320791721344, "fid": 41.892178822898416}
+{"step": 3410000, "wall_time": 34325.10024237633, "train_loss_step": 3.067237377166748, "n_params": 4408390, "total_flops": 46180177612800000, "train_loss": 0.012334603922707695, "subset_score_loss": 0.012334603922707695}
+{"step": 3420000, "wall_time": 34419.32681441307, "train_loss_step": 2.830935478210449, "n_params": 4408390, "total_flops": 46315603353600000, "train_loss": 0.012959344046456473, "subset_score_loss": 0.012959344046456473}
+{"step": 3430000, "wall_time": 34509.84990501404, "train_loss_step": 2.677894115447998, "n_params": 4408390, "total_flops": 46451029094400000, "train_loss": 0.01261639850480216, "subset_score_loss": 0.01261639850480216}
+{"step": 3440000, "wall_time": 34603.32736945152, "train_loss_step": 2.6151013374328613, "n_params": 4408390, "total_flops": 46586454835200000, "train_loss": 0.013303936379296439, "subset_score_loss": 0.013303936379296439}
+{"step": 3450000, "wall_time": 34697.30829644203, "train_loss_step": 2.861790657043457, "n_params": 4408390, "total_flops": 46721880576000000, "train_loss": 0.012593417508261545, "subset_score_loss": 0.012593417508261545}
+{"step": 3460000, "wall_time": 34790.87415122986, "train_loss_step": 2.884307384490967, "n_params": 4408390, "total_flops": 46857306316800000, "train_loss": 0.012761848313467843, "subset_score_loss": 0.012761848313467843}
+{"step": 3470000, "wall_time": 34884.36626648903, "train_loss_step": 2.6999025344848633, "n_params": 4408390, "total_flops": 46992732057600000, "train_loss": 0.01241019708769662, "subset_score_loss": 0.01241019708769662}
+{"step": 3480000, "wall_time": 34977.659475803375, "train_loss_step": 2.9588637351989746, "n_params": 4408390, "total_flops": 47128157798400000, "train_loss": 0.012608466829572404, "subset_score_loss": 0.012608466829572404}
+{"step": 3490000, "wall_time": 35070.18619179726, "train_loss_step": 2.771080493927002, "n_params": 4408390, "total_flops": 47263583539200000, "train_loss": 0.012586555310658045, "subset_score_loss": 0.012586555310658045}
+{"step": 3500000, "wall_time": 35234.07029271126, "train_loss_step": 2.8762564659118652, "n_params": 4408390, "total_flops": 47399009280000000, "train_loss": 0.01259270225252424, "subset_score_loss": 0.01259270225252424, "memorization_fraction_pixel": 0.8252000212669373, "mean_nn_ratio_pixel": 0.3091926574707031, "fid": 41.76227032616451}
+{"step": 3510000, "wall_time": 35327.627655506134, "train_loss_step": 2.5679211616516113, "n_params": 4408390, "total_flops": 47534435020800000, "train_loss": 0.012365422930036273, "subset_score_loss": 0.012365422930036273}
+{"step": 3520000, "wall_time": 35421.99139547348, "train_loss_step": 2.898559093475342, "n_params": 4408390, "total_flops": 47669860761600000, "train_loss": 0.01330158029283796, "subset_score_loss": 0.01330158029283796}
+{"step": 3530000, "wall_time": 35512.12935256958, "train_loss_step": 2.8862249851226807, "n_params": 4408390, "total_flops": 47805286502400000, "train_loss": 0.012072745391300746, "subset_score_loss": 0.012072745391300746}
+{"step": 3540000, "wall_time": 35605.633338689804, "train_loss_step": 3.021566390991211, "n_params": 4408390, "total_flops": 47940712243200000, "train_loss": 0.013337257930210658, "subset_score_loss": 0.013337257930210658}
+{"step": 3550000, "wall_time": 35699.41068267822, "train_loss_step": 2.84140944480896, "n_params": 4408390, "total_flops": 48076137984000000, "train_loss": 0.012607594898768833, "subset_score_loss": 0.012607594898768833}
+{"step": 3560000, "wall_time": 35793.2755753994, "train_loss_step": 2.9764461517333984, "n_params": 4408390, "total_flops": 48211563724800000, "train_loss": 0.012920597621372768, "subset_score_loss": 0.012920597621372768}
+{"step": 3570000, "wall_time": 35886.93077707291, "train_loss_step": 2.838597297668457, "n_params": 4408390, "total_flops": 48346989465600000, "train_loss": 0.012670199360166277, "subset_score_loss": 0.012670199360166277}
+{"step": 3580000, "wall_time": 35979.99637079239, "train_loss_step": 2.6526341438293457, "n_params": 4408390, "total_flops": 48482415206400000, "train_loss": 0.012437959228243147, "subset_score_loss": 0.012437959228243147}
+{"step": 3590000, "wall_time": 36073.31834745407, "train_loss_step": 2.8737990856170654, "n_params": 4408390, "total_flops": 48617840947200000, "train_loss": 0.011602330207824706, "subset_score_loss": 0.011602330207824706}
+{"step": 3600000, "wall_time": 36234.70820736885, "train_loss_step": 3.07759952545166, "n_params": 4408390, "total_flops": 48753266688000000, "train_loss": 0.012146956580025809, "subset_score_loss": 0.012146956580025809, "memorization_fraction_pixel": 0.8300999999046326, "mean_nn_ratio_pixel": 0.3065589964389801, "fid": 41.71738604430092}
+{"step": 3610000, "wall_time": 36328.44953131676, "train_loss_step": 3.0975513458251953, "n_params": 4408390, "total_flops": 48888692428800000, "train_loss": 0.012532061338424683, "subset_score_loss": 0.012532061338424683}
+{"step": 3620000, "wall_time": 36422.806201696396, "train_loss_step": 2.7625348567962646, "n_params": 4408390, "total_flops": 49024118169600000, "train_loss": 0.012134377445493425, "subset_score_loss": 0.012134377445493425}
+{"step": 3630000, "wall_time": 36513.50291609764, "train_loss_step": 2.9858362674713135, "n_params": 4408390, "total_flops": 49159543910400000, "train_loss": 0.012495654821395873, "subset_score_loss": 0.012495654821395873}
+{"step": 3640000, "wall_time": 36606.91053771973, "train_loss_step": 2.744793653488159, "n_params": 4408390, "total_flops": 49294969651200000, "train_loss": 0.011847236326762609, "subset_score_loss": 0.011847236326762609}
+{"step": 3650000, "wall_time": 36700.57110452652, "train_loss_step": 2.8344247341156006, "n_params": 4408390, "total_flops": 49430395392000000, "train_loss": 0.011718468155179705, "subset_score_loss": 0.011718468155179705}
+{"step": 3660000, "wall_time": 36794.21107816696, "train_loss_step": 2.698559045791626, "n_params": 4408390, "total_flops": 49565821132800000, "train_loss": 0.012038726466042655, "subset_score_loss": 0.012038726466042655}
+{"step": 3670000, "wall_time": 36887.837973594666, "train_loss_step": 3.055922269821167, "n_params": 4408390, "total_flops": 49701246873600000, "train_loss": 0.011584558657237462, "subset_score_loss": 0.011584558657237462}
+{"step": 3680000, "wall_time": 36980.96586561203, "train_loss_step": 2.894890785217285, "n_params": 4408390, "total_flops": 49836672614400000, "train_loss": 0.012329836402620588, "subset_score_loss": 0.012329836402620588}
+{"step": 3690000, "wall_time": 37074.037318468094, "train_loss_step": 2.741126298904419, "n_params": 4408390, "total_flops": 49972098355200000, "train_loss": 0.011834757668631417, "subset_score_loss": 0.011834757668631417}
+{"step": 3700000, "wall_time": 37237.04006314278, "train_loss_step": 2.706602096557617, "n_params": 4408390, "total_flops": 50107524096000000, "train_loss": 0.011536408322198051, "subset_score_loss": 0.011536408322198051, "memorization_fraction_pixel": 0.8260999917984009, "mean_nn_ratio_pixel": 0.3078172504901886, "fid": 41.39748034216886}
+{"step": 3710000, "wall_time": 37330.82717490196, "train_loss_step": 2.676295757293701, "n_params": 4408390, "total_flops": 50242949836800000, "train_loss": 0.012791586773736137, "subset_score_loss": 0.012791586773736137}
+{"step": 3720000, "wall_time": 37424.9222548008, "train_loss_step": 2.4721808433532715, "n_params": 4408390, "total_flops": 50378375577600000, "train_loss": 0.011982476711273194, "subset_score_loss": 0.011982476711273194}
+{"step": 3730000, "wall_time": 37514.83116054535, "train_loss_step": 2.830981731414795, "n_params": 4408390, "total_flops": 50513801318400000, "train_loss": 0.011582521881375993, "subset_score_loss": 0.011582521881375993}
+{"step": 3740000, "wall_time": 37608.550713300705, "train_loss_step": 2.7348690032958984, "n_params": 4408390, "total_flops": 50649227059200000, "train_loss": 0.01143550361905779, "subset_score_loss": 0.01143550361905779}
+{"step": 3750000, "wall_time": 37702.31497454643, "train_loss_step": 2.8015568256378174, "n_params": 4408390, "total_flops": 50784652800000000, "train_loss": 0.011966211455208915, "subset_score_loss": 0.011966211455208915}
+{"step": 3760000, "wall_time": 37795.8465886116, "train_loss_step": 2.9390954971313477, "n_params": 4408390, "total_flops": 50920078540800000, "train_loss": 0.011992542232785905, "subset_score_loss": 0.011992542232785905}
+{"step": 3770000, "wall_time": 37888.97851896286, "train_loss_step": 2.6792283058166504, "n_params": 4408390, "total_flops": 51055504281600000, "train_loss": 0.011874828168324062, "subset_score_loss": 0.011874828168324062}
+{"step": 3780000, "wall_time": 37982.584463357925, "train_loss_step": 2.8767383098602295, "n_params": 4408390, "total_flops": 51190930022400000, "train_loss": 0.01130269936152867, "subset_score_loss": 0.01130269936152867}
+{"step": 3790000, "wall_time": 38074.54712462425, "train_loss_step": 2.6009109020233154, "n_params": 4408390, "total_flops": 51326355763200000, "train_loss": 0.0113760130746024, "subset_score_loss": 0.0113760130746024}
+{"step": 3800000, "wall_time": 38240.0494184494, "train_loss_step": 2.754307508468628, "n_params": 4408390, "total_flops": 51461781504000000, "train_loss": 0.01158416441508702, "subset_score_loss": 0.01158416441508702, "memorization_fraction_pixel": 0.8339999914169312, "mean_nn_ratio_pixel": 0.3083053231239319, "fid": 42.303107377202025}
+{"step": 3810000, "wall_time": 38334.086658239365, "train_loss_step": 2.7155842781066895, "n_params": 4408390, "total_flops": 51597207244800000, "train_loss": 0.010954291479928152, "subset_score_loss": 0.010954291479928152}
+{"step": 3820000, "wall_time": 38428.33827328682, "train_loss_step": 2.812683582305908, "n_params": 4408390, "total_flops": 51732632985600000, "train_loss": 0.011749649047851562, "subset_score_loss": 0.011749649047851562}
+{"step": 3830000, "wall_time": 38518.133578300476, "train_loss_step": 2.664844512939453, "n_params": 4408390, "total_flops": 51868058726400000, "train_loss": 0.011557002578462873, "subset_score_loss": 0.011557002578462873}
+{"step": 3840000, "wall_time": 38612.492958545685, "train_loss_step": 2.7821710109710693, "n_params": 4408390, "total_flops": 52003484467200000, "train_loss": 0.0111156165599823, "subset_score_loss": 0.0111156165599823}
+{"step": 3850000, "wall_time": 38706.408619880676, "train_loss_step": 2.841195583343506, "n_params": 4408390, "total_flops": 52138910208000000, "train_loss": 0.011260535035814558, "subset_score_loss": 0.011260535035814558}
+{"step": 3860000, "wall_time": 38799.64730381966, "train_loss_step": 2.6424312591552734, "n_params": 4408390, "total_flops": 52274335948800000, "train_loss": 0.011617266280310495, "subset_score_loss": 0.011617266280310495}
+{"step": 3870000, "wall_time": 38893.312393665314, "train_loss_step": 3.0179250240325928, "n_params": 4408390, "total_flops": 52409761689600000, "train_loss": 0.011109005553381783, "subset_score_loss": 0.011109005553381783}
+{"step": 3880000, "wall_time": 38987.09797525406, "train_loss_step": 2.6195180416107178, "n_params": 4408390, "total_flops": 52545187430400000, "train_loss": 0.011496272257396153, "subset_score_loss": 0.011496272257396153}
+{"step": 3890000, "wall_time": 39077.86264204979, "train_loss_step": 2.7798264026641846, "n_params": 4408390, "total_flops": 52680613171200000, "train_loss": 0.0116673971925463, "subset_score_loss": 0.0116673971925463}
+{"step": 3900000, "wall_time": 39244.10779380798, "train_loss_step": 3.0368094444274902, "n_params": 4408390, "total_flops": 52816038912000000, "train_loss": 0.011295360326766968, "subset_score_loss": 0.011295360326766968, "memorization_fraction_pixel": 0.8345999717712402, "mean_nn_ratio_pixel": 0.3101833760738373, "fid": 41.000319304928}
+{"step": 3910000, "wall_time": 39337.59200382233, "train_loss_step": 2.697545289993286, "n_params": 4408390, "total_flops": 52951464652800000, "train_loss": 0.011499152864728655, "subset_score_loss": 0.011499152864728655}
+{"step": 3920000, "wall_time": 39431.44897341728, "train_loss_step": 3.138096809387207, "n_params": 4408390, "total_flops": 53086890393600000, "train_loss": 0.010803247349602835, "subset_score_loss": 0.010803247349602835}
+{"step": 3930000, "wall_time": 39521.41534090042, "train_loss_step": 2.660174608230591, "n_params": 4408390, "total_flops": 53222316134400000, "train_loss": 0.01147385835647583, "subset_score_loss": 0.01147385835647583}
+{"step": 3940000, "wall_time": 39615.28155994415, "train_loss_step": 2.9095473289489746, "n_params": 4408390, "total_flops": 53357741875200000, "train_loss": 0.011259077276502336, "subset_score_loss": 0.011259077276502336}
+{"step": 3950000, "wall_time": 39708.4474170208, "train_loss_step": 2.4632060527801514, "n_params": 4408390, "total_flops": 53493167616000000, "train_loss": 0.011034328596932548, "subset_score_loss": 0.011034328596932548}
+{"step": 3960000, "wall_time": 39801.805913448334, "train_loss_step": 2.737483501434326, "n_params": 4408390, "total_flops": 53628593356800000, "train_loss": 0.011321707282747541, "subset_score_loss": 0.011321707282747541}
+{"step": 3970000, "wall_time": 39895.65860939026, "train_loss_step": 2.8280458450317383, "n_params": 4408390, "total_flops": 53764019097600000, "train_loss": 0.01099523731640407, "subset_score_loss": 0.01099523731640407}
+{"step": 3980000, "wall_time": 39986.95939397812, "train_loss_step": 2.756709098815918, "n_params": 4408390, "total_flops": 53899444838400000, "train_loss": 0.011124618564333234, "subset_score_loss": 0.011124618564333234}
+{"step": 3990000, "wall_time": 40080.6882212162, "train_loss_step": 2.4533262252807617, "n_params": 4408390, "total_flops": 54034870579200000, "train_loss": 0.011619795220238822, "subset_score_loss": 0.011619795220238822}
+{"step": 4000000, "wall_time": 40246.090517520905, "train_loss_step": 2.7184877395629883, "n_params": 4408390, "total_flops": 54170296320000000, "train_loss": 0.011353054216929845, "subset_score_loss": 0.011353054216929845, "memorization_fraction_pixel": 0.8454999923706055, "mean_nn_ratio_pixel": 0.30430740118026733, "fid": 42.42092405010425}
+{"step": 4010000, "wall_time": 40339.795839071274, "train_loss_step": 2.710709571838379, "n_params": 4408390, "total_flops": 54305722060800000, "train_loss": 0.011115751096180506, "subset_score_loss": 0.011115751096180506}
+{"step": 4020000, "wall_time": 40433.79028129578, "train_loss_step": 2.566065788269043, "n_params": 4408390, "total_flops": 54441147801600000, "train_loss": 0.011287183420998709, "subset_score_loss": 0.011287183420998709}
+{"step": 4030000, "wall_time": 40523.76974153519, "train_loss_step": 3.043189287185669, "n_params": 4408390, "total_flops": 54576573542400000, "train_loss": 0.010382774046489171, "subset_score_loss": 0.010382774046489171}
+{"step": 4040000, "wall_time": 40617.453587293625, "train_loss_step": 2.8051557540893555, "n_params": 4408390, "total_flops": 54711999283200000, "train_loss": 0.010941734484263829, "subset_score_loss": 0.010941734484263829}
+{"step": 4050000, "wall_time": 40711.0448987484, "train_loss_step": 2.702752113342285, "n_params": 4408390, "total_flops": 54847425024000000, "train_loss": 0.011489690201623099, "subset_score_loss": 0.011489690201623099}
+{"step": 4060000, "wall_time": 40804.733481645584, "train_loss_step": 2.926408529281616, "n_params": 4408390, "total_flops": 54982850764800000, "train_loss": 0.010961247341973441, "subset_score_loss": 0.010961247341973441}
+{"step": 4070000, "wall_time": 40898.16084313393, "train_loss_step": 2.6880295276641846, "n_params": 4408390, "total_flops": 55118276505600000, "train_loss": 0.010659034763063704, "subset_score_loss": 0.010659034763063704}
+{"step": 4080000, "wall_time": 40989.13334465027, "train_loss_step": 2.99100923538208, "n_params": 4408390, "total_flops": 55253702246400000, "train_loss": 0.010939092295510428, "subset_score_loss": 0.010939092295510428}
+{"step": 4090000, "wall_time": 41082.86099529266, "train_loss_step": 2.4215126037597656, "n_params": 4408390, "total_flops": 55389127987200000, "train_loss": 0.010948035546711513, "subset_score_loss": 0.010948035546711513}
+{"step": 4100000, "wall_time": 41249.20677256584, "train_loss_step": 2.9212703704833984, "n_params": 4408390, "total_flops": 55524553728000000, "train_loss": 0.01095445922442845, "subset_score_loss": 0.01095445922442845, "memorization_fraction_pixel": 0.8345999717712402, "mean_nn_ratio_pixel": 0.3116590678691864, "fid": 41.75770980592306}
+{"step": 4110000, "wall_time": 41342.58682656288, "train_loss_step": 2.7706663608551025, "n_params": 4408390, "total_flops": 55659979468800000, "train_loss": 0.01066703370639256, "subset_score_loss": 0.01066703370639256}
+{"step": 4120000, "wall_time": 41436.58814239502, "train_loss_step": 2.5416371822357178, "n_params": 4408390, "total_flops": 55795405209600000, "train_loss": 0.011052461181368147, "subset_score_loss": 0.011052461181368147}
+{"step": 4130000, "wall_time": 41528.05451917648, "train_loss_step": 2.7823328971862793, "n_params": 4408390, "total_flops": 55930830950400000, "train_loss": 0.010795465537479945, "subset_score_loss": 0.010795465537479945}
+{"step": 4140000, "wall_time": 41619.40073418617, "train_loss_step": 3.1082653999328613, "n_params": 4408390, "total_flops": 56066256691200000, "train_loss": 0.011244208472115652, "subset_score_loss": 0.011244208472115652}
+{"step": 4150000, "wall_time": 41713.41831111908, "train_loss_step": 2.9340314865112305, "n_params": 4408390, "total_flops": 56201682432000000, "train_loss": 0.011299241440636772, "subset_score_loss": 0.011299241440636772}
+{"step": 4160000, "wall_time": 41807.44896841049, "train_loss_step": 2.8503403663635254, "n_params": 4408390, "total_flops": 56337108172800000, "train_loss": 0.010889033760343279, "subset_score_loss": 0.010889033760343279}
+{"step": 4170000, "wall_time": 41898.83555459976, "train_loss_step": 2.9322402477264404, "n_params": 4408390, "total_flops": 56472533913600000, "train_loss": 0.011420201403754097, "subset_score_loss": 0.011420201403754097}
+{"step": 4180000, "wall_time": 41992.33436512947, "train_loss_step": 2.711763381958008, "n_params": 4408390, "total_flops": 56607959654400000, "train_loss": 0.011133222920554025, "subset_score_loss": 0.011133222920554025}
+{"step": 4190000, "wall_time": 42085.97327494621, "train_loss_step": 2.843611717224121, "n_params": 4408390, "total_flops": 56743385395200000, "train_loss": 0.01058665088244847, "subset_score_loss": 0.01058665088244847}
+{"step": 4200000, "wall_time": 42252.29922437668, "train_loss_step": 3.081035614013672, "n_params": 4408390, "total_flops": 56878811136000000, "train_loss": 0.01091705560684204, "subset_score_loss": 0.01091705560684204, "memorization_fraction_pixel": 0.8395000100135803, "mean_nn_ratio_pixel": 0.30867666006088257, "fid": 41.69088435716594}
+{"step": 4210000, "wall_time": 42345.670964717865, "train_loss_step": 2.5571603775024414, "n_params": 4408390, "total_flops": 57014236876800000, "train_loss": 0.010824238402502878, "subset_score_loss": 0.010824238402502878}
+{"step": 4220000, "wall_time": 42439.473203897476, "train_loss_step": 2.6862545013427734, "n_params": 4408390, "total_flops": 57149662617600000, "train_loss": 0.010297339303152901, "subset_score_loss": 0.010297339303152901}
+{"step": 4230000, "wall_time": 42531.81518650055, "train_loss_step": 3.0203866958618164, "n_params": 4408390, "total_flops": 57285088358400000, "train_loss": 0.011020536082131521, "subset_score_loss": 0.011020536082131521}
+{"step": 4240000, "wall_time": 42623.3116543293, "train_loss_step": 2.646782636642456, "n_params": 4408390, "total_flops": 57420514099200000, "train_loss": 0.010381151948656355, "subset_score_loss": 0.010381151948656355}
+{"step": 4250000, "wall_time": 42716.79452967644, "train_loss_step": 2.971120595932007, "n_params": 4408390, "total_flops": 57555939840000000, "train_loss": 0.010403005565915788, "subset_score_loss": 0.010403005565915788}
+{"step": 4260000, "wall_time": 42810.34056663513, "train_loss_step": 2.8754513263702393, "n_params": 4408390, "total_flops": 57691365580800000, "train_loss": 0.010329923459461756, "subset_score_loss": 0.010329923459461756}
+{"step": 4270000, "wall_time": 42901.69736337662, "train_loss_step": 2.4951224327087402, "n_params": 4408390, "total_flops": 57826791321600000, "train_loss": 0.010707995721272059, "subset_score_loss": 0.010707995721272059}
+{"step": 4280000, "wall_time": 42995.41466283798, "train_loss_step": 2.882392406463623, "n_params": 4408390, "total_flops": 57962217062400000, "train_loss": 0.010575217008590699, "subset_score_loss": 0.010575217008590699}
+{"step": 4290000, "wall_time": 43089.25483584404, "train_loss_step": 2.749859571456909, "n_params": 4408390, "total_flops": 58097642803200000, "train_loss": 0.01042023812021528, "subset_score_loss": 0.01042023812021528}
+{"step": 4300000, "wall_time": 43256.212325811386, "train_loss_step": 2.5229709148406982, "n_params": 4408390, "total_flops": 58233068544000000, "train_loss": 0.010507221732820784, "subset_score_loss": 0.010507221732820784, "memorization_fraction_pixel": 0.8317000269889832, "mean_nn_ratio_pixel": 0.31269484758377075, "fid": 42.23567969871019}
+{"step": 4310000, "wall_time": 43348.98616981506, "train_loss_step": 2.7764062881469727, "n_params": 4408390, "total_flops": 58368494284800000, "train_loss": 0.010191272837775094, "subset_score_loss": 0.010191272837775094}
+{"step": 4320000, "wall_time": 43442.72189164162, "train_loss_step": 2.627650737762451, "n_params": 4408390, "total_flops": 58503920025600000, "train_loss": 0.010280328137534005, "subset_score_loss": 0.010280328137534005}
+{"step": 4330000, "wall_time": 43535.67872238159, "train_loss_step": 2.7589759826660156, "n_params": 4408390, "total_flops": 58639345766400000, "train_loss": 0.010381334168570382, "subset_score_loss": 0.010381334168570382}
+{"step": 4340000, "wall_time": 43626.750650167465, "train_loss_step": 2.50496244430542, "n_params": 4408390, "total_flops": 58774771507200000, "train_loss": 0.010077307053974697, "subset_score_loss": 0.010077307053974697}
+{"step": 4350000, "wall_time": 43720.54268217087, "train_loss_step": 2.613406181335449, "n_params": 4408390, "total_flops": 58910197248000000, "train_loss": 0.010276165178843907, "subset_score_loss": 0.010276165178843907}
+{"step": 4360000, "wall_time": 43811.764008522034, "train_loss_step": 3.1085174083709717, "n_params": 4408390, "total_flops": 59045622988800000, "train_loss": 0.01066972187587193, "subset_score_loss": 0.01066972187587193}
+{"step": 4370000, "wall_time": 43905.63188433647, "train_loss_step": 2.7899789810180664, "n_params": 4408390, "total_flops": 59181048729600000, "train_loss": 0.010021587780543736, "subset_score_loss": 0.010021587780543736}
+{"step": 4380000, "wall_time": 43999.6706058979, "train_loss_step": 2.5387747287750244, "n_params": 4408390, "total_flops": 59316474470400000, "train_loss": 0.01019430501120431, "subset_score_loss": 0.01019430501120431}
+{"step": 4390000, "wall_time": 44093.10867238045, "train_loss_step": 2.603065252304077, "n_params": 4408390, "total_flops": 59451900211200000, "train_loss": 0.010679703950881959, "subset_score_loss": 0.010679703950881959}
+{"step": 4400000, "wall_time": 44259.491117954254, "train_loss_step": 2.690497636795044, "n_params": 4408390, "total_flops": 59587325952000000, "train_loss": 0.01059473923274449, "subset_score_loss": 0.01059473923274449, "memorization_fraction_pixel": 0.8457000255584717, "mean_nn_ratio_pixel": 0.30515816807746887, "fid": 41.401782749278986}
+{"step": 4410000, "wall_time": 44352.87892866135, "train_loss_step": 2.6837339401245117, "n_params": 4408390, "total_flops": 59722751692800000, "train_loss": 0.010886085884911674, "subset_score_loss": 0.010886085884911674}
+{"step": 4420000, "wall_time": 44445.75928354263, "train_loss_step": 2.594045639038086, "n_params": 4408390, "total_flops": 59858177433600000, "train_loss": 0.010754720653806414, "subset_score_loss": 0.010754720653806414}
+{"step": 4430000, "wall_time": 44538.56801557541, "train_loss_step": 2.568761110305786, "n_params": 4408390, "total_flops": 59993603174400000, "train_loss": 0.010622945853642055, "subset_score_loss": 0.010622945853642055}
+{"step": 4440000, "wall_time": 44630.27960944176, "train_loss_step": 2.686067581176758, "n_params": 4408390, "total_flops": 60129028915200000, "train_loss": 0.010418298414775304, "subset_score_loss": 0.010418298414775304}
+{"step": 4450000, "wall_time": 44723.85892868042, "train_loss_step": 2.803759813308716, "n_params": 4408390, "total_flops": 60264454656000000, "train_loss": 0.010191409928458078, "subset_score_loss": 0.010191409928458078}
+{"step": 4460000, "wall_time": 44815.03281927109, "train_loss_step": 2.624691963195801, "n_params": 4408390, "total_flops": 60399880396800000, "train_loss": 0.010882844243730818, "subset_score_loss": 0.010882844243730818}
+{"step": 4470000, "wall_time": 44908.773211717606, "train_loss_step": 2.648617744445801, "n_params": 4408390, "total_flops": 60535306137600000, "train_loss": 0.010093014580862862, "subset_score_loss": 0.010093014580862862}
+{"step": 4480000, "wall_time": 45002.579397678375, "train_loss_step": 2.885525941848755, "n_params": 4408390, "total_flops": 60670731878400000, "train_loss": 0.010392176253455026, "subset_score_loss": 0.010392176253455026}
+{"step": 4490000, "wall_time": 45096.393970012665, "train_loss_step": 2.7026729583740234, "n_params": 4408390, "total_flops": 60806157619200000, "train_loss": 0.010315316915512084, "subset_score_loss": 0.010315316915512084}
+{"step": 4500000, "wall_time": 45262.84072136879, "train_loss_step": 2.44752836227417, "n_params": 4408390, "total_flops": 60941583360000000, "train_loss": 0.010186517238616943, "subset_score_loss": 0.010186517238616943, "memorization_fraction_pixel": 0.8432000279426575, "mean_nn_ratio_pixel": 0.30818110704421997, "fid": 42.63558218706632}
+{"step": 4510000, "wall_time": 45356.584330797195, "train_loss_step": 2.723468780517578, "n_params": 4408390, "total_flops": 61077009100800000, "train_loss": 0.010056900978088378, "subset_score_loss": 0.010056900978088378}
+{"step": 4520000, "wall_time": 45450.23106050491, "train_loss_step": 2.636535406112671, "n_params": 4408390, "total_flops": 61212434841600000, "train_loss": 0.010032841988972255, "subset_score_loss": 0.010032841988972255}
+{"step": 4530000, "wall_time": 45542.987855672836, "train_loss_step": 2.877732753753662, "n_params": 4408390, "total_flops": 61347860582400000, "train_loss": 0.010080507823399134, "subset_score_loss": 0.010080507823399134}
+{"step": 4540000, "wall_time": 45635.13970708847, "train_loss_step": 2.8423588275909424, "n_params": 4408390, "total_flops": 61483286323200000, "train_loss": 0.010511011736733572, "subset_score_loss": 0.010511011736733572}
+{"step": 4550000, "wall_time": 45727.02817392349, "train_loss_step": 2.829695224761963, "n_params": 4408390, "total_flops": 61618712064000000, "train_loss": 0.010033343519483293, "subset_score_loss": 0.010033343519483293}
+{"step": 4560000, "wall_time": 45820.37690091133, "train_loss_step": 2.647857427597046, "n_params": 4408390, "total_flops": 61754137804800000, "train_loss": 0.010210439137050083, "subset_score_loss": 0.010210439137050083}
+{"step": 4570000, "wall_time": 45914.49024820328, "train_loss_step": 2.821169137954712, "n_params": 4408390, "total_flops": 61889563545600000, "train_loss": 0.009627684525081089, "subset_score_loss": 0.009627684525081089}
+{"step": 4580000, "wall_time": 46008.58339691162, "train_loss_step": 2.8130593299865723, "n_params": 4408390, "total_flops": 62024989286400000, "train_loss": 0.01009165814944676, "subset_score_loss": 0.01009165814944676}
+{"step": 4590000, "wall_time": 46102.061272621155, "train_loss_step": 2.785961627960205, "n_params": 4408390, "total_flops": 62160415027200000, "train_loss": 0.009943293673651559, "subset_score_loss": 0.009943293673651559}
+{"step": 4600000, "wall_time": 46268.76986026764, "train_loss_step": 2.6496009826660156, "n_params": 4408390, "total_flops": 62295840768000000, "train_loss": 0.009459073202950613, "subset_score_loss": 0.009459073202950613, "memorization_fraction_pixel": 0.8442000150680542, "mean_nn_ratio_pixel": 0.3065575063228607, "fid": 41.87956492242452}
+{"step": 4610000, "wall_time": 46361.90928888321, "train_loss_step": 2.718797206878662, "n_params": 4408390, "total_flops": 62431266508800000, "train_loss": 0.009390617268426077, "subset_score_loss": 0.009390617268426077}
+{"step": 4620000, "wall_time": 46454.88039588928, "train_loss_step": 2.408189535140991, "n_params": 4408390, "total_flops": 62566692249600000, "train_loss": 0.010265463590621948, "subset_score_loss": 0.010265463590621948}
+{"step": 4630000, "wall_time": 46547.46653461456, "train_loss_step": 2.567492723464966, "n_params": 4408390, "total_flops": 62702117990400000, "train_loss": 0.0101339476449149, "subset_score_loss": 0.0101339476449149}
+{"step": 4640000, "wall_time": 46638.449058294296, "train_loss_step": 3.0284104347229004, "n_params": 4408390, "total_flops": 62837543731200000, "train_loss": 0.010391417571476528, "subset_score_loss": 0.010391417571476528}
+{"step": 4650000, "wall_time": 46731.94128990173, "train_loss_step": 2.8674159049987793, "n_params": 4408390, "total_flops": 62972969472000000, "train_loss": 0.010353388956614903, "subset_score_loss": 0.010353388956614903}
+{"step": 4660000, "wall_time": 46826.03604578972, "train_loss_step": 2.7061614990234375, "n_params": 4408390, "total_flops": 63108395212800000, "train_loss": 0.010542144094194685, "subset_score_loss": 0.010542144094194685}
+{"step": 4670000, "wall_time": 46920.27176952362, "train_loss_step": 2.6964855194091797, "n_params": 4408390, "total_flops": 63243820953600000, "train_loss": 0.009802286965506418, "subset_score_loss": 0.009802286965506418}
+{"step": 4680000, "wall_time": 47014.331320524216, "train_loss_step": 2.417807102203369, "n_params": 4408390, "total_flops": 63379246694400000, "train_loss": 0.009839482818331037, "subset_score_loss": 0.009839482818331037}
+{"step": 4690000, "wall_time": 47108.15284228325, "train_loss_step": 2.8282909393310547, "n_params": 4408390, "total_flops": 63514672435200000, "train_loss": 0.009832893099103655, "subset_score_loss": 0.009832893099103655}
+{"step": 4700000, "wall_time": 47273.76892995834, "train_loss_step": 2.5360002517700195, "n_params": 4408390, "total_flops": 63650098176000000, "train_loss": 0.009522619417735509, "subset_score_loss": 0.009522619417735509, "memorization_fraction_pixel": 0.8501999974250793, "mean_nn_ratio_pixel": 0.3069135844707489, "fid": 41.828323077830774}
+{"step": 4710000, "wall_time": 47367.33655500412, "train_loss_step": 2.8111917972564697, "n_params": 4408390, "total_flops": 63785523916800000, "train_loss": 0.0098141006061009, "subset_score_loss": 0.0098141006061009}
+{"step": 4720000, "wall_time": 47461.20782446861, "train_loss_step": 2.6308393478393555, "n_params": 4408390, "total_flops": 63920949657600000, "train_loss": 0.010045841761997769, "subset_score_loss": 0.010045841761997769}
+{"step": 4730000, "wall_time": 47553.73952412605, "train_loss_step": 2.7123641967773438, "n_params": 4408390, "total_flops": 64056375398400000, "train_loss": 0.010397484472819737, "subset_score_loss": 0.010397484472819737}
+{"step": 4740000, "wall_time": 47632.892008304596, "train_loss_step": 2.56160831451416, "n_params": 4408390, "total_flops": 64191801139200000, "train_loss": 0.009883145775113787, "subset_score_loss": 0.009883145775113787}
+{"step": 4750000, "wall_time": 47709.01720023155, "train_loss_step": 2.762472629547119, "n_params": 4408390, "total_flops": 64327226880000000, "train_loss": 0.009656896761485508, "subset_score_loss": 0.009656896761485508}
+{"step": 4760000, "wall_time": 47785.04671239853, "train_loss_step": 2.55684494972229, "n_params": 4408390, "total_flops": 64462652620800000, "train_loss": 0.01004115172794887, "subset_score_loss": 0.01004115172794887}
+{"step": 4770000, "wall_time": 47860.73878097534, "train_loss_step": 2.7107808589935303, "n_params": 4408390, "total_flops": 64598078361600000, "train_loss": 0.010736359017235892, "subset_score_loss": 0.010736359017235892}
+{"step": 4780000, "wall_time": 47936.6770503521, "train_loss_step": 2.5302505493164062, "n_params": 4408390, "total_flops": 64733504102400000, "train_loss": 0.009963933910642351, "subset_score_loss": 0.009963933910642351}
+{"step": 4790000, "wall_time": 48012.57357215881, "train_loss_step": 2.742229461669922, "n_params": 4408390, "total_flops": 64868929843200000, "train_loss": 0.009792511803763254, "subset_score_loss": 0.009792511803763254}
+{"step": 4800000, "wall_time": 48148.183032274246, "train_loss_step": 2.645632028579712, "n_params": 4408390, "total_flops": 65004355584000000, "train_loss": 0.009696447849273681, "subset_score_loss": 0.009696447849273681, "memorization_fraction_pixel": 0.8507999777793884, "mean_nn_ratio_pixel": 0.3080223798751831, "fid": 42.216497630815205}
+{"step": 4810000, "wall_time": 48224.14373230934, "train_loss_step": 2.676292657852173, "n_params": 4408390, "total_flops": 65139781324800000, "train_loss": 0.009612074068614414, "subset_score_loss": 0.009612074068614414}
+{"step": 4820000, "wall_time": 48299.85893201828, "train_loss_step": 2.758331298828125, "n_params": 4408390, "total_flops": 65275207065600000, "train_loss": 0.009743646212986538, "subset_score_loss": 0.009743646212986538}
+{"step": 4830000, "wall_time": 48374.737894535065, "train_loss_step": 2.773555278778076, "n_params": 4408390, "total_flops": 65410632806400000, "train_loss": 0.010195468153272356, "subset_score_loss": 0.010195468153272356}
+{"step": 4840000, "wall_time": 48447.17960858345, "train_loss_step": 2.6802544593811035, "n_params": 4408390, "total_flops": 65546058547200000, "train_loss": 0.009695431164332798, "subset_score_loss": 0.009695431164332798}
+{"step": 4850000, "wall_time": 48523.27645397186, "train_loss_step": 3.0982651710510254, "n_params": 4408390, "total_flops": 65681484288000000, "train_loss": 0.010081018720354353, "subset_score_loss": 0.010081018720354353}
+{"step": 4860000, "wall_time": 48599.04978609085, "train_loss_step": 2.5781331062316895, "n_params": 4408390, "total_flops": 65816910028800000, "train_loss": 0.009494725295475551, "subset_score_loss": 0.009494725295475551}
+{"step": 4870000, "wall_time": 48675.16456747055, "train_loss_step": 2.339376449584961, "n_params": 4408390, "total_flops": 65952335769600000, "train_loss": 0.009793118068150112, "subset_score_loss": 0.009793118068150112}
+{"step": 4880000, "wall_time": 48751.21996831894, "train_loss_step": 2.5948128700256348, "n_params": 4408390, "total_flops": 66087761510400000, "train_loss": 0.009366149561745779, "subset_score_loss": 0.009366149561745779}
+{"step": 4890000, "wall_time": 48827.11545777321, "train_loss_step": 2.7470133304595947, "n_params": 4408390, "total_flops": 66223187251200000, "train_loss": 0.010117163828441075, "subset_score_loss": 0.010117163828441075}
+{"step": 4900000, "wall_time": 48962.59626078606, "train_loss_step": 2.6470651626586914, "n_params": 4408390, "total_flops": 66358612992000000, "train_loss": 0.00928829482623509, "subset_score_loss": 0.00928829482623509, "memorization_fraction_pixel": 0.8478999733924866, "mean_nn_ratio_pixel": 0.3052246570587158, "fid": 42.112255712897834}
+{"step": 4910000, "wall_time": 49038.79904794693, "train_loss_step": 2.478346347808838, "n_params": 4408390, "total_flops": 66494038732800000, "train_loss": 0.00997301765850612, "subset_score_loss": 0.00997301765850612}
+{"step": 4920000, "wall_time": 49115.020935058594, "train_loss_step": 2.6972789764404297, "n_params": 4408390, "total_flops": 66629464473600000, "train_loss": 0.009318009444645474, "subset_score_loss": 0.009318009444645474}
+{"step": 4930000, "wall_time": 49190.36385846138, "train_loss_step": 2.6404309272766113, "n_params": 4408390, "total_flops": 66764890214400000, "train_loss": 0.009177277769361223, "subset_score_loss": 0.009177277769361223}
+{"step": 4940000, "wall_time": 49261.64226651192, "train_loss_step": 2.5993125438690186, "n_params": 4408390, "total_flops": 66900315955200000, "train_loss": 0.009411254950932094, "subset_score_loss": 0.009411254950932094}
+{"step": 4950000, "wall_time": 49337.998621702194, "train_loss_step": 2.404884099960327, "n_params": 4408390, "total_flops": 67035741696000000, "train_loss": 0.009404306752341135, "subset_score_loss": 0.009404306752341135}
+{"step": 4960000, "wall_time": 49413.451759815216, "train_loss_step": 2.619748592376709, "n_params": 4408390, "total_flops": 67171167436800000, "train_loss": 0.009266457387379237, "subset_score_loss": 0.009266457387379237}
+{"step": 4970000, "wall_time": 49489.23553442955, "train_loss_step": 2.5612106323242188, "n_params": 4408390, "total_flops": 67306593177600000, "train_loss": 0.008922031947544642, "subset_score_loss": 0.008922031947544642}
+{"step": 4980000, "wall_time": 49565.21828460693, "train_loss_step": 2.4896204471588135, "n_params": 4408390, "total_flops": 67442018918400000, "train_loss": 0.009263986349105835, "subset_score_loss": 0.009263986349105835}
+{"step": 4990000, "wall_time": 49641.25294280052, "train_loss_step": 2.767972946166992, "n_params": 4408390, "total_flops": 67577444659200000, "train_loss": 0.009593790769577027, "subset_score_loss": 0.009593790769577027}
+{"step": 5000000, "wall_time": 49770.009333610535, "train_loss_step": 2.5853652954101562, "n_params": 4408390, "total_flops": 67712870400000000, "train_loss": 0.00952695608139038, "subset_score_loss": 0.00952695608139038, "memorization_fraction_pixel": 0.8540999889373779, "mean_nn_ratio_pixel": 0.3053401708602905, "fid": 42.355331298607446}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d70/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d70/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..c3cf6e14d510c9c97bd26c9b0c3c795fb50abae7
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d70/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     74s | train_loss=0.9936 | fid=282.2327
+  step   10000 |    168s | train_loss=0.8238
+  step   20000 |    262s | train_loss=0.7326
+  step   30000 |    355s | train_loss=0.6079
+  step   40000 |    449s | train_loss=0.4422
+  step   50000 |    542s | train_loss=0.3002
+  step   60000 |    636s | train_loss=0.2197
+  step   70000 |    730s | train_loss=0.1762
+  step   80000 |    823s | train_loss=0.1539
+  step   90000 |    916s | train_loss=0.1389
+  step  100000 |   1082s | train_loss=0.1291 | fid=56.3282
+  step  110000 |   1175s | train_loss=0.1215
+  step  120000 |   1268s | train_loss=0.1143
+  step  130000 |   1362s | train_loss=0.1082
+  step  140000 |   1456s | train_loss=0.1045
+  step  150000 |   1549s | train_loss=0.0984
+  step  160000 |   1643s | train_loss=0.0965
+  step  170000 |   1737s | train_loss=0.0918
+  step  180000 |   1830s | train_loss=0.0883
+  step  190000 |   1922s | train_loss=0.0853
+  step  200000 |   2090s | train_loss=0.0832 | fid=56.3814
+  step  210000 |   2181s | train_loss=0.0804
+  step  220000 |   2275s | train_loss=0.0777
+  step  230000 |   2369s | train_loss=0.0754
+  step  240000 |   2462s | train_loss=0.0738
+  step  250000 |   2556s | train_loss=0.0719
+  step  260000 |   2650s | train_loss=0.0711
+  step  270000 |   2744s | train_loss=0.0683
+  step  280000 |   2835s | train_loss=0.0672
+  step  290000 |   2927s | train_loss=0.0648
+  step  300000 |   3095s | train_loss=0.0634 | fid=53.7341
+  step  310000 |   3184s | train_loss=0.0629
+  step  320000 |   3278s | train_loss=0.0629
+  step  330000 |   3372s | train_loss=0.0606
+  step  340000 |   3465s | train_loss=0.0592
+  step  350000 |   3559s | train_loss=0.0600
+  step  360000 |   3653s | train_loss=0.0569
+  step  370000 |   3746s | train_loss=0.0575
+  step  380000 |   3839s | train_loss=0.0565
+  step  390000 |   3931s | train_loss=0.0551
+  step  400000 |   4099s | train_loss=0.0541 | fid=50.6200
+  step  410000 |   4189s | train_loss=0.0542
+  step  420000 |   4283s | train_loss=0.0534
+  step  430000 |   4376s | train_loss=0.0524
+  step  440000 |   4470s | train_loss=0.0509
+  step  450000 |   4564s | train_loss=0.0503
+  step  460000 |   4657s | train_loss=0.0496
+  step  470000 |   4750s | train_loss=0.0500
+  step  480000 |   4842s | train_loss=0.0496
+  step  490000 |   4936s | train_loss=0.0486
+  step  500000 |   5103s | train_loss=0.0481 | fid=49.4685
+  step  510000 |   5192s | train_loss=0.0470
+  step  520000 |   5286s | train_loss=0.0467
+  step  530000 |   5381s | train_loss=0.0463
+  step  540000 |   5474s | train_loss=0.0462
+  step  550000 |   5568s | train_loss=0.0452
+  step  560000 |   5661s | train_loss=0.0447
+  step  570000 |   5754s | train_loss=0.0444
+  step  580000 |   5847s | train_loss=0.0445
+  step  590000 |   5941s | train_loss=0.0447
+  step  600000 |   6108s | train_loss=0.0431 | fid=48.1780
+  step  610000 |   6197s | train_loss=0.0434
+  step  620000 |   6291s | train_loss=0.0437
+  step  630000 |   6385s | train_loss=0.0428
+  step  640000 |   6479s | train_loss=0.0419
+  step  650000 |   6572s | train_loss=0.0421
+  step  660000 |   6665s | train_loss=0.0414
+  step  670000 |   6757s | train_loss=0.0402
+  step  680000 |   6850s | train_loss=0.0409
+  step  690000 |   6943s | train_loss=0.0401
+  step  700000 |   7110s | train_loss=0.0398 | fid=47.8908
+  step  710000 |   7199s | train_loss=0.0395
+  step  720000 |   7293s | train_loss=0.0397
+  step  730000 |   7387s | train_loss=0.0388
+  step  740000 |   7481s | train_loss=0.0390
+  step  750000 |   7574s | train_loss=0.0388
+  step  760000 |   7666s | train_loss=0.0386
+  step  770000 |   7760s | train_loss=0.0379
+  step  780000 |   7854s | train_loss=0.0374
+  step  790000 |   7947s | train_loss=0.0371
+  step  800000 |   8114s | train_loss=0.0383 | fid=45.7041
+  step  810000 |   8203s | train_loss=0.0368
+  step  820000 |   8297s | train_loss=0.0366
+  step  830000 |   8391s | train_loss=0.0366
+  step  840000 |   8485s | train_loss=0.0358
+  step  850000 |   8578s | train_loss=0.0368
+  step  860000 |   8670s | train_loss=0.0361
+  step  870000 |   8763s | train_loss=0.0351
+  step  880000 |   8857s | train_loss=0.0355
+  step  890000 |   8951s | train_loss=0.0353
+  step  900000 |   9118s | train_loss=0.0358 | fid=45.9028
+  step  910000 |   9207s | train_loss=0.0345
+  step  920000 |   9301s | train_loss=0.0340
+  step  930000 |   9395s | train_loss=0.0343
+  step  940000 |   9489s | train_loss=0.0340
+  step  950000 |   9580s | train_loss=0.0341
+  step  960000 |   9674s | train_loss=0.0338
+  step  970000 |   9768s | train_loss=0.0344
+  step  980000 |   9862s | train_loss=0.0327
+  step  990000 |   9956s | train_loss=0.0326
+  step 1000000 |  10123s | train_loss=0.0327 | fid=44.1092
+  step 1010000 |  10211s | train_loss=0.0322
+  step 1020000 |  10305s | train_loss=0.0319
+  step 1030000 |  10399s | train_loss=0.0329
+  step 1040000 |  10492s | train_loss=0.0325
+  step 1050000 |  10584s | train_loss=0.0322
+  step 1060000 |  10678s | train_loss=0.0319
+  step 1070000 |  10772s | train_loss=0.0318
+  step 1080000 |  10866s | train_loss=0.0314
+  step 1090000 |  10960s | train_loss=0.0319
+  step 1100000 |  11126s | train_loss=0.0314 | fid=44.5369
+  step 1110000 |  11216s | train_loss=0.0313
+  step 1120000 |  11308s | train_loss=0.0311
+  step 1130000 |  11401s | train_loss=0.0305
+  step 1140000 |  11493s | train_loss=0.0313
+  step 1150000 |  11587s | train_loss=0.0300
+  step 1160000 |  11680s | train_loss=0.0293
+  step 1170000 |  11774s | train_loss=0.0301
+  step 1180000 |  11868s | train_loss=0.0292
+  step 1190000 |  11962s | train_loss=0.0289
+  step 1200000 |  12128s | train_loss=0.0295 | fid=43.0816
+  step 1210000 |  12218s | train_loss=0.0293
+  step 1220000 |  12310s | train_loss=0.0289
+  step 1230000 |  12403s | train_loss=0.0288
+  step 1240000 |  12496s | train_loss=0.0292
+  step 1250000 |  12590s | train_loss=0.0277
+  step 1260000 |  12683s | train_loss=0.0306
+  step 1270000 |  12778s | train_loss=0.0277
+  step 1280000 |  12871s | train_loss=0.0284
+  step 1290000 |  12965s | train_loss=0.0280
+  step 1300000 |  13131s | train_loss=0.0271 | fid=43.4576
+  step 1310000 |  13221s | train_loss=0.0278
+  step 1320000 |  13315s | train_loss=0.0271
+  step 1330000 |  13407s | train_loss=0.0274
+  step 1340000 |  13500s | train_loss=0.0272
+  step 1350000 |  13594s | train_loss=0.0277
+  step 1360000 |  13687s | train_loss=0.0266
+  step 1370000 |  13781s | train_loss=0.0271
+  step 1380000 |  13875s | train_loss=0.0274
+  step 1390000 |  13968s | train_loss=0.0270
+  step 1400000 |  14134s | train_loss=0.0268 | fid=43.9846
+  step 1410000 |  14225s | train_loss=0.0277
+  step 1420000 |  14316s | train_loss=0.0265
+  step 1430000 |  14409s | train_loss=0.0257
+  step 1440000 |  14503s | train_loss=0.0255
+  step 1450000 |  14597s | train_loss=0.0255
+  step 1460000 |  14690s | train_loss=0.0258
+  step 1470000 |  14784s | train_loss=0.0259
+  step 1480000 |  14878s | train_loss=0.0259
+  step 1490000 |  14972s | train_loss=0.0262
+  step 1500000 |  15138s | train_loss=0.0254 | fid=43.0346
+  step 1510000 |  15232s | train_loss=0.0256
+  step 1520000 |  15320s | train_loss=0.0251
+  step 1530000 |  15414s | train_loss=0.0246
+  step 1540000 |  15507s | train_loss=0.0251
+  step 1550000 |  15601s | train_loss=0.0247
+  step 1560000 |  15695s | train_loss=0.0248
+  step 1570000 |  15789s | train_loss=0.0248
+  step 1580000 |  15883s | train_loss=0.0252
+  step 1590000 |  15977s | train_loss=0.0248
+  step 1600000 |  16143s | train_loss=0.0240 | fid=42.4704
+  step 1610000 |  16236s | train_loss=0.0236
+  step 1620000 |  16326s | train_loss=0.0249
+  step 1630000 |  16419s | train_loss=0.0236
+  step 1640000 |  16513s | train_loss=0.0233
+  step 1650000 |  16607s | train_loss=0.0237
+  step 1660000 |  16701s | train_loss=0.0245
+  step 1670000 |  16794s | train_loss=0.0234
+  step 1680000 |  16888s | train_loss=0.0240
+  step 1690000 |  16982s | train_loss=0.0236
+  step 1700000 |  17149s | train_loss=0.0225 | fid=42.2384
+  step 1710000 |  17243s | train_loss=0.0229
+  step 1720000 |  17333s | train_loss=0.0230
+  step 1730000 |  17426s | train_loss=0.0226
+  step 1740000 |  17520s | train_loss=0.0222
+  step 1750000 |  17614s | train_loss=0.0230
+  step 1760000 |  17708s | train_loss=0.0226
+  step 1770000 |  17802s | train_loss=0.0233
+  step 1780000 |  17896s | train_loss=0.0224
+  step 1790000 |  17989s | train_loss=0.0226
+  step 1800000 |  18153s | train_loss=0.0219 | fid=41.7921
+  step 1810000 |  18248s | train_loss=0.0217
+  step 1820000 |  18338s | train_loss=0.0217
+  step 1830000 |  18432s | train_loss=0.0229
+  step 1840000 |  18525s | train_loss=0.0221
+  step 1850000 |  18619s | train_loss=0.0224
+  step 1860000 |  18713s | train_loss=0.0214
+  step 1870000 |  18807s | train_loss=0.0219
+  step 1880000 |  18900s | train_loss=0.0215
+  step 1890000 |  18994s | train_loss=0.0225
+  step 1900000 |  19160s | train_loss=0.0215 | fid=41.8357
+  step 1910000 |  19254s | train_loss=0.0210
+  step 1920000 |  19344s | train_loss=0.0214
+  step 1930000 |  19438s | train_loss=0.0213
+  step 1940000 |  19532s | train_loss=0.0203
+  step 1950000 |  19626s | train_loss=0.0205
+  step 1960000 |  19720s | train_loss=0.0204
+  step 1970000 |  19814s | train_loss=0.0204
+  step 1980000 |  19907s | train_loss=0.0213
+  step 1990000 |  20001s | train_loss=0.0200
+  step 2000000 |  20167s | train_loss=0.0211 | fid=42.3155
+  step 2010000 |  20261s | train_loss=0.0202
+  step 2020000 |  20351s | train_loss=0.0200
+  step 2030000 |  20444s | train_loss=0.0205
+  step 2040000 |  20538s | train_loss=0.0197
+  step 2050000 |  20632s | train_loss=0.0200
+  step 2060000 |  20726s | train_loss=0.0200
+  step 2070000 |  20819s | train_loss=0.0200
+  step 2080000 |  20913s | train_loss=0.0206
+  step 2090000 |  21005s | train_loss=0.0198
+  step 2100000 |  21172s | train_loss=0.0195 | fid=42.1325
+  step 2110000 |  21266s | train_loss=0.0191
+  step 2120000 |  21356s | train_loss=0.0198
+  step 2130000 |  21450s | train_loss=0.0194
+  step 2140000 |  21544s | train_loss=0.0196
+  step 2150000 |  21637s | train_loss=0.0188
+  step 2160000 |  21730s | train_loss=0.0199
+  step 2170000 |  21824s | train_loss=0.0195
+  step 2180000 |  21916s | train_loss=0.0191
+  step 2190000 |  22010s | train_loss=0.0192
+  step 2200000 |  22177s | train_loss=0.0191 | fid=41.8721
+  step 2210000 |  22270s | train_loss=0.0197
+  step 2220000 |  22361s | train_loss=0.0184
+  step 2230000 |  22455s | train_loss=0.0183
+  step 2240000 |  22548s | train_loss=0.0185
+  step 2250000 |  22642s | train_loss=0.0189
+  step 2260000 |  22735s | train_loss=0.0184
+  step 2270000 |  22828s | train_loss=0.0189
+  step 2280000 |  22920s | train_loss=0.0179
+  step 2290000 |  23014s | train_loss=0.0181
+  step 2300000 |  23181s | train_loss=0.0185 | fid=41.0660
+  step 2310000 |  23275s | train_loss=0.0177
+  step 2320000 |  23366s | train_loss=0.0180
+  step 2330000 |  23459s | train_loss=0.0185
+  step 2340000 |  23553s | train_loss=0.0180
+  step 2350000 |  23646s | train_loss=0.0174
+  step 2360000 |  23739s | train_loss=0.0171
+  step 2370000 |  23831s | train_loss=0.0175
+  step 2380000 |  23925s | train_loss=0.0180
+  step 2390000 |  24019s | train_loss=0.0172
+  step 2400000 |  24186s | train_loss=0.0174 | fid=42.1488
+  step 2410000 |  24279s | train_loss=0.0183
+  step 2420000 |  24371s | train_loss=0.0168
+  step 2430000 |  24464s | train_loss=0.0173
+  step 2440000 |  24558s | train_loss=0.0171
+  step 2450000 |  24652s | train_loss=0.0174
+  step 2460000 |  24745s | train_loss=0.0173
+  step 2470000 |  24837s | train_loss=0.0167
+  step 2480000 |  24931s | train_loss=0.0172
+  step 2490000 |  25024s | train_loss=0.0172
+  step 2500000 |  25191s | train_loss=0.0171 | fid=41.8417
+  step 2510000 |  25285s | train_loss=0.0168
+  step 2520000 |  25376s | train_loss=0.0167
+  step 2530000 |  25470s | train_loss=0.0167
+  step 2540000 |  25563s | train_loss=0.0165
+  step 2550000 |  25657s | train_loss=0.0164
+  step 2560000 |  25748s | train_loss=0.0165
+  step 2570000 |  25841s | train_loss=0.0159
+  step 2580000 |  25935s | train_loss=0.0161
+  step 2590000 |  26029s | train_loss=0.0167
+  step 2600000 |  26195s | train_loss=0.0164 | fid=41.8686
+  step 2610000 |  26289s | train_loss=0.0169
+  step 2620000 |  26380s | train_loss=0.0168
+  step 2630000 |  26474s | train_loss=0.0167
+  step 2640000 |  26567s | train_loss=0.0160
+  step 2650000 |  26659s | train_loss=0.0158
+  step 2660000 |  26753s | train_loss=0.0155
+  step 2670000 |  26846s | train_loss=0.0157
+  step 2680000 |  26940s | train_loss=0.0159
+  step 2690000 |  27034s | train_loss=0.0156
+  step 2700000 |  27201s | train_loss=0.0153 | fid=41.3771
+  step 2710000 |  27294s | train_loss=0.0156
+  step 2720000 |  27386s | train_loss=0.0160
+  step 2730000 |  27479s | train_loss=0.0162
+  step 2740000 |  27573s | train_loss=0.0155
+  step 2750000 |  27665s | train_loss=0.0148
+  step 2760000 |  27759s | train_loss=0.0155
+  step 2770000 |  27853s | train_loss=0.0151
+  step 2780000 |  27946s | train_loss=0.0156
+  step 2790000 |  28040s | train_loss=0.0145
+  step 2800000 |  28207s | train_loss=0.0147 | fid=41.5180
+  step 2810000 |  28301s | train_loss=0.0148
+  step 2820000 |  28392s | train_loss=0.0154
+  step 2830000 |  28486s | train_loss=0.0155
+  step 2840000 |  28578s | train_loss=0.0149
+  step 2850000 |  28672s | train_loss=0.0152
+  step 2860000 |  28766s | train_loss=0.0146
+  step 2870000 |  28859s | train_loss=0.0148
+  step 2880000 |  28953s | train_loss=0.0147
+  step 2890000 |  29047s | train_loss=0.0143
+  step 2900000 |  29214s | train_loss=0.0151 | fid=41.6079
+  step 2910000 |  29308s | train_loss=0.0140
+  step 2920000 |  29398s | train_loss=0.0143
+  step 2930000 |  29492s | train_loss=0.0150
+  step 2940000 |  29584s | train_loss=0.0141
+  step 2950000 |  29677s | train_loss=0.0148
+  step 2960000 |  29771s | train_loss=0.0142
+  step 2970000 |  29865s | train_loss=0.0145
+  step 2980000 |  29958s | train_loss=0.0139
+  step 2990000 |  30052s | train_loss=0.0147
+  step 3000000 |  30219s | train_loss=0.0141 | fid=41.6935
+  step 3010000 |  30312s | train_loss=0.0141
+  step 3020000 |  30404s | train_loss=0.0139
+  step 3030000 |  30495s | train_loss=0.0138
+  step 3040000 |  30589s | train_loss=0.0141
+  step 3050000 |  30683s | train_loss=0.0139
+  step 3060000 |  30776s | train_loss=0.0141
+  step 3070000 |  30870s | train_loss=0.0140
+  step 3080000 |  30963s | train_loss=0.0138
+  step 3090000 |  31057s | train_loss=0.0140
+  step 3100000 |  31223s | train_loss=0.0143 | fid=41.0898
+  step 3110000 |  31317s | train_loss=0.0144
+  step 3120000 |  31410s | train_loss=0.0145
+  step 3130000 |  31497s | train_loss=0.0135
+  step 3140000 |  31591s | train_loss=0.0138
+  step 3150000 |  31685s | train_loss=0.0141
+  step 3160000 |  31778s | train_loss=0.0132
+  step 3170000 |  31872s | train_loss=0.0138
+  step 3180000 |  31965s | train_loss=0.0133
+  step 3190000 |  32059s | train_loss=0.0137
+  step 3200000 |  32226s | train_loss=0.0129 | fid=41.4764
+  step 3210000 |  32319s | train_loss=0.0135
+  step 3220000 |  32412s | train_loss=0.0136
+  step 3230000 |  32503s | train_loss=0.0139
+  step 3240000 |  32597s | train_loss=0.0130
+  step 3250000 |  32690s | train_loss=0.0136
+  step 3260000 |  32784s | train_loss=0.0142
+  step 3270000 |  32878s | train_loss=0.0136
+  step 3280000 |  32971s | train_loss=0.0129
+  step 3290000 |  33064s | train_loss=0.0129
+  step 3300000 |  33230s | train_loss=0.0131 | fid=41.4101
+  step 3310000 |  33321s | train_loss=0.0128
+  step 3320000 |  33416s | train_loss=0.0137
+  step 3330000 |  33505s | train_loss=0.0136
+  step 3340000 |  33598s | train_loss=0.0128
+  step 3350000 |  33693s | train_loss=0.0137
+  step 3360000 |  33786s | train_loss=0.0128
+  step 3370000 |  33880s | train_loss=0.0130
+  step 3380000 |  33974s | train_loss=0.0131
+  step 3390000 |  34067s | train_loss=0.0128
+  step 3400000 |  34234s | train_loss=0.0130 | fid=41.8922
+  step 3410000 |  34325s | train_loss=0.0123
+  step 3420000 |  34419s | train_loss=0.0130
+  step 3430000 |  34510s | train_loss=0.0126
+  step 3440000 |  34603s | train_loss=0.0133
+  step 3450000 |  34697s | train_loss=0.0126
+  step 3460000 |  34791s | train_loss=0.0128
+  step 3470000 |  34884s | train_loss=0.0124
+  step 3480000 |  34978s | train_loss=0.0126
+  step 3490000 |  35070s | train_loss=0.0126
+  step 3500000 |  35234s | train_loss=0.0126 | fid=41.7623
+  step 3510000 |  35328s | train_loss=0.0124
+  step 3520000 |  35422s | train_loss=0.0133
+  step 3530000 |  35512s | train_loss=0.0121
+  step 3540000 |  35606s | train_loss=0.0133
+  step 3550000 |  35699s | train_loss=0.0126
+  step 3560000 |  35793s | train_loss=0.0129
+  step 3570000 |  35887s | train_loss=0.0127
+  step 3580000 |  35980s | train_loss=0.0124
+  step 3590000 |  36073s | train_loss=0.0116
+  step 3600000 |  36235s | train_loss=0.0121 | fid=41.7174
+  step 3610000 |  36328s | train_loss=0.0125
+  step 3620000 |  36423s | train_loss=0.0121
+  step 3630000 |  36514s | train_loss=0.0125
+  step 3640000 |  36607s | train_loss=0.0118
+  step 3650000 |  36701s | train_loss=0.0117
+  step 3660000 |  36794s | train_loss=0.0120
+  step 3670000 |  36888s | train_loss=0.0116
+  step 3680000 |  36981s | train_loss=0.0123
+  step 3690000 |  37074s | train_loss=0.0118
+  step 3700000 |  37237s | train_loss=0.0115 | fid=41.3975
+  step 3710000 |  37331s | train_loss=0.0128
+  step 3720000 |  37425s | train_loss=0.0120
+  step 3730000 |  37515s | train_loss=0.0116
+  step 3740000 |  37609s | train_loss=0.0114
+  step 3750000 |  37702s | train_loss=0.0120
+  step 3760000 |  37796s | train_loss=0.0120
+  step 3770000 |  37889s | train_loss=0.0119
+  step 3780000 |  37983s | train_loss=0.0113
+  step 3790000 |  38075s | train_loss=0.0114
+  step 3800000 |  38240s | train_loss=0.0116 | fid=42.3031
+  step 3810000 |  38334s | train_loss=0.0110
+  step 3820000 |  38428s | train_loss=0.0117
+  step 3830000 |  38518s | train_loss=0.0116
+  step 3840000 |  38612s | train_loss=0.0111
+  step 3850000 |  38706s | train_loss=0.0113
+  step 3860000 |  38800s | train_loss=0.0116
+  step 3870000 |  38893s | train_loss=0.0111
+  step 3880000 |  38987s | train_loss=0.0115
+  step 3890000 |  39078s | train_loss=0.0117
+  step 3900000 |  39244s | train_loss=0.0113 | fid=41.0003
+  step 3910000 |  39338s | train_loss=0.0115
+  step 3920000 |  39431s | train_loss=0.0108
+  step 3930000 |  39521s | train_loss=0.0115
+  step 3940000 |  39615s | train_loss=0.0113
+  step 3950000 |  39708s | train_loss=0.0110
+  step 3960000 |  39802s | train_loss=0.0113
+  step 3970000 |  39896s | train_loss=0.0110
+  step 3980000 |  39987s | train_loss=0.0111
+  step 3990000 |  40081s | train_loss=0.0116
+  step 4000000 |  40246s | train_loss=0.0114 | fid=42.4209
+  step 4010000 |  40340s | train_loss=0.0111
+  step 4020000 |  40434s | train_loss=0.0113
+  step 4030000 |  40524s | train_loss=0.0104
+  step 4040000 |  40617s | train_loss=0.0109
+  step 4050000 |  40711s | train_loss=0.0115
+  step 4060000 |  40805s | train_loss=0.0110
+  step 4070000 |  40898s | train_loss=0.0107
+  step 4080000 |  40989s | train_loss=0.0109
+  step 4090000 |  41083s | train_loss=0.0109
+  step 4100000 |  41249s | train_loss=0.0110 | fid=41.7577
+  step 4110000 |  41343s | train_loss=0.0107
+  step 4120000 |  41437s | train_loss=0.0111
+  step 4130000 |  41528s | train_loss=0.0108
+  step 4140000 |  41619s | train_loss=0.0112
+  step 4150000 |  41713s | train_loss=0.0113
+  step 4160000 |  41807s | train_loss=0.0109
+  step 4170000 |  41899s | train_loss=0.0114
+  step 4180000 |  41992s | train_loss=0.0111
+  step 4190000 |  42086s | train_loss=0.0106
+  step 4200000 |  42252s | train_loss=0.0109 | fid=41.6909
+  step 4210000 |  42346s | train_loss=0.0108
+  step 4220000 |  42439s | train_loss=0.0103
+  step 4230000 |  42532s | train_loss=0.0110
+  step 4240000 |  42623s | train_loss=0.0104
+  step 4250000 |  42717s | train_loss=0.0104
+  step 4260000 |  42810s | train_loss=0.0103
+  step 4270000 |  42902s | train_loss=0.0107
+  step 4280000 |  42995s | train_loss=0.0106
+  step 4290000 |  43089s | train_loss=0.0104
+  step 4300000 |  43256s | train_loss=0.0105 | fid=42.2357
+  step 4310000 |  43349s | train_loss=0.0102
+  step 4320000 |  43443s | train_loss=0.0103
+  step 4330000 |  43536s | train_loss=0.0104
+  step 4340000 |  43627s | train_loss=0.0101
+  step 4350000 |  43721s | train_loss=0.0103
+  step 4360000 |  43812s | train_loss=0.0107
+  step 4370000 |  43906s | train_loss=0.0100
+  step 4380000 |  44000s | train_loss=0.0102
+  step 4390000 |  44093s | train_loss=0.0107
+  step 4400000 |  44259s | train_loss=0.0106 | fid=41.4018
+  step 4410000 |  44353s | train_loss=0.0109
+  step 4420000 |  44446s | train_loss=0.0108
+  step 4430000 |  44539s | train_loss=0.0106
+  step 4440000 |  44630s | train_loss=0.0104
+  step 4450000 |  44724s | train_loss=0.0102
+  step 4460000 |  44815s | train_loss=0.0109
+  step 4470000 |  44909s | train_loss=0.0101
+  step 4480000 |  45003s | train_loss=0.0104
+  step 4490000 |  45096s | train_loss=0.0103
+  step 4500000 |  45263s | train_loss=0.0102 | fid=42.6356
+  step 4510000 |  45357s | train_loss=0.0101
+  step 4520000 |  45450s | train_loss=0.0100
+  step 4530000 |  45543s | train_loss=0.0101
+  step 4540000 |  45635s | train_loss=0.0105
+  step 4550000 |  45727s | train_loss=0.0100
+  step 4560000 |  45820s | train_loss=0.0102
+  step 4570000 |  45914s | train_loss=0.0096
+  step 4580000 |  46009s | train_loss=0.0101
+  step 4590000 |  46102s | train_loss=0.0099
+  step 4600000 |  46269s | train_loss=0.0095 | fid=41.8796
+  step 4610000 |  46362s | train_loss=0.0094
+  step 4620000 |  46455s | train_loss=0.0103
+  step 4630000 |  46547s | train_loss=0.0101
+  step 4640000 |  46638s | train_loss=0.0104
+  step 4650000 |  46732s | train_loss=0.0104
+  step 4660000 |  46826s | train_loss=0.0105
+  step 4670000 |  46920s | train_loss=0.0098
+  step 4680000 |  47014s | train_loss=0.0098
+  step 4690000 |  47108s | train_loss=0.0098
+  step 4700000 |  47274s | train_loss=0.0095 | fid=41.8283
+  step 4710000 |  47367s | train_loss=0.0098
+  step 4720000 |  47461s | train_loss=0.0100
+  step 4730000 |  47554s | train_loss=0.0104
+  step 4740000 |  47633s | train_loss=0.0099
+  step 4750000 |  47709s | train_loss=0.0097
+  step 4760000 |  47785s | train_loss=0.0100
+  step 4770000 |  47861s | train_loss=0.0107
+  step 4780000 |  47937s | train_loss=0.0100
+  step 4790000 |  48013s | train_loss=0.0098
+  step 4800000 |  48148s | train_loss=0.0097 | fid=42.2165
+  step 4810000 |  48224s | train_loss=0.0096
+  step 4820000 |  48300s | train_loss=0.0097
+  step 4830000 |  48375s | train_loss=0.0102
+  step 4840000 |  48447s | train_loss=0.0097
+  step 4850000 |  48523s | train_loss=0.0101
+  step 4860000 |  48599s | train_loss=0.0095
+  step 4870000 |  48675s | train_loss=0.0098
+  step 4880000 |  48751s | train_loss=0.0094
+  step 4890000 |  48827s | train_loss=0.0101
+  step 4900000 |  48963s | train_loss=0.0093 | fid=42.1123
+  step 4910000 |  49039s | train_loss=0.0100
+  step 4920000 |  49115s | train_loss=0.0093
+  step 4930000 |  49190s | train_loss=0.0092
+  step 4940000 |  49262s | train_loss=0.0094
+  step 4950000 |  49338s | train_loss=0.0094
+  step 4960000 |  49413s | train_loss=0.0093
+  step 4970000 |  49489s | train_loss=0.0089
+  step 4980000 |  49565s | train_loss=0.0093
+  step 4990000 |  49641s | train_loss=0.0096
+  step 5000000 |  49770s | train_loss=0.0095 | fid=42.3553
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d80/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d80/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..9fc02e0c7a3a510dd7d5099d05a145a283dd9dcd
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d80/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d80/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d80",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 44,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d80/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d80/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..3e53eb69fa37366fe5794328563e662d1a08d307
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d80/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 80, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d80/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 44}
+{"step": 1, "wall_time": 72.66401219367981, "train_loss_step": 79.67318725585938, "n_params": 4428880, "total_flops": 13605519360, "train_loss": 0.9947072982788085, "subset_score_loss": 0.9947072982788085, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9740545153617859, "fid": 276.87649932116693}
+{"step": 10000, "wall_time": 166.53672194480896, "train_loss_step": 15.196825981140137, "n_params": 4428880, "total_flops": 136055193600000, "train_loss": 0.8192541122436523, "subset_score_loss": 0.8192541122436523}
+{"step": 20000, "wall_time": 260.37054991722107, "train_loss_step": 15.20470142364502, "n_params": 4428880, "total_flops": 272110387200000, "train_loss": 0.7123607158660888, "subset_score_loss": 0.7123607158660888}
+{"step": 30000, "wall_time": 354.56156063079834, "train_loss_step": 12.755327224731445, "n_params": 4428880, "total_flops": 408165580800000, "train_loss": 0.5811585903167724, "subset_score_loss": 0.5811585903167724}
+{"step": 40000, "wall_time": 448.7640519142151, "train_loss_step": 11.622182846069336, "n_params": 4428880, "total_flops": 544220774400000, "train_loss": 0.42349562644958494, "subset_score_loss": 0.42349562644958494}
+{"step": 50000, "wall_time": 542.8975009918213, "train_loss_step": 9.524876594543457, "n_params": 4428880, "total_flops": 680275968000000, "train_loss": 0.29153892993927, "subset_score_loss": 0.29153892993927}
+{"step": 60000, "wall_time": 636.9090270996094, "train_loss_step": 9.064489364624023, "n_params": 4428880, "total_flops": 816331161600000, "train_loss": 0.21453139781951905, "subset_score_loss": 0.21453139781951905}
+{"step": 70000, "wall_time": 730.664600610733, "train_loss_step": 7.516870498657227, "n_params": 4428880, "total_flops": 952386355200000, "train_loss": 0.1745530605316162, "subset_score_loss": 0.1745530605316162}
+{"step": 80000, "wall_time": 824.4266347885132, "train_loss_step": 7.5201568603515625, "n_params": 4428880, "total_flops": 1088441548800000, "train_loss": 0.15128968954086303, "subset_score_loss": 0.15128968954086303}
+{"step": 90000, "wall_time": 917.1770820617676, "train_loss_step": 7.123271942138672, "n_params": 4428880, "total_flops": 1224496742400000, "train_loss": 0.1375079035758972, "subset_score_loss": 0.1375079035758972}
+{"step": 100000, "wall_time": 1083.1443996429443, "train_loss_step": 7.169239521026611, "n_params": 4428880, "total_flops": 1360551936000000, "train_loss": 0.12680723667144775, "subset_score_loss": 0.12680723667144775, "memorization_fraction_pixel": 0.0017999999690800905, "mean_nn_ratio_pixel": 0.893028199672699, "fid": 56.71865087027392}
+{"step": 110000, "wall_time": 1177.457412481308, "train_loss_step": 6.724554061889648, "n_params": 4428880, "total_flops": 1496607129600000, "train_loss": 0.11963788270950318, "subset_score_loss": 0.11963788270950318}
+{"step": 120000, "wall_time": 1271.7609417438507, "train_loss_step": 6.630847454071045, "n_params": 4428880, "total_flops": 1632662323200000, "train_loss": 0.11514109373092651, "subset_score_loss": 0.11514109373092651}
+{"step": 130000, "wall_time": 1365.899439573288, "train_loss_step": 6.337054252624512, "n_params": 4428880, "total_flops": 1768717516800000, "train_loss": 0.10742958784103393, "subset_score_loss": 0.10742958784103393}
+{"step": 140000, "wall_time": 1460.2684166431427, "train_loss_step": 6.206952095031738, "n_params": 4428880, "total_flops": 1904772710400000, "train_loss": 0.10220885276794434, "subset_score_loss": 0.10220885276794434}
+{"step": 150000, "wall_time": 1554.6104516983032, "train_loss_step": 6.1554765701293945, "n_params": 4428880, "total_flops": 2040827904000000, "train_loss": 0.09715299010276794, "subset_score_loss": 0.09715299010276794}
+{"step": 160000, "wall_time": 1648.863843202591, "train_loss_step": 6.010162353515625, "n_params": 4428880, "total_flops": 2176883097600000, "train_loss": 0.09579158425331116, "subset_score_loss": 0.09579158425331116}
+{"step": 170000, "wall_time": 1743.524978876114, "train_loss_step": 6.035874366760254, "n_params": 4428880, "total_flops": 2312938291200000, "train_loss": 0.09283846616744995, "subset_score_loss": 0.09283846616744995}
+{"step": 180000, "wall_time": 1836.826328754425, "train_loss_step": 5.512691497802734, "n_params": 4428880, "total_flops": 2448993484800000, "train_loss": 0.08809375762939453, "subset_score_loss": 0.08809375762939453}
+{"step": 190000, "wall_time": 1929.8989231586456, "train_loss_step": 5.689174652099609, "n_params": 4428880, "total_flops": 2585048678400000, "train_loss": 0.08577048778533936, "subset_score_loss": 0.08577048778533936}
+{"step": 200000, "wall_time": 2093.8128430843353, "train_loss_step": 5.3279523849487305, "n_params": 4428880, "total_flops": 2721103872000000, "train_loss": 0.08247432112693787, "subset_score_loss": 0.08247432112693787, "memorization_fraction_pixel": 0.023600000888109207, "mean_nn_ratio_pixel": 0.8207973837852478, "fid": 55.2490290558549}
+{"step": 210000, "wall_time": 2187.840961933136, "train_loss_step": 5.784725666046143, "n_params": 4428880, "total_flops": 2857159065600000, "train_loss": 0.08092615008354187, "subset_score_loss": 0.08092615008354187}
+{"step": 220000, "wall_time": 2282.2965216636658, "train_loss_step": 5.820553302764893, "n_params": 4428880, "total_flops": 2993214259200000, "train_loss": 0.0782224714756012, "subset_score_loss": 0.0782224714756012}
+{"step": 230000, "wall_time": 2376.398847103119, "train_loss_step": 5.963639259338379, "n_params": 4428880, "total_flops": 3129269452800000, "train_loss": 0.07576422691345215, "subset_score_loss": 0.07576422691345215}
+{"step": 240000, "wall_time": 2470.3198099136353, "train_loss_step": 5.704244613647461, "n_params": 4428880, "total_flops": 3265324646400000, "train_loss": 0.07371733784675598, "subset_score_loss": 0.07371733784675598}
+{"step": 250000, "wall_time": 2564.8469851017, "train_loss_step": 5.428768634796143, "n_params": 4428880, "total_flops": 3401379840000000, "train_loss": 0.07183275222778321, "subset_score_loss": 0.07183275222778321}
+{"step": 260000, "wall_time": 2659.0686049461365, "train_loss_step": 5.300632953643799, "n_params": 4428880, "total_flops": 3537435033600000, "train_loss": 0.0719626247882843, "subset_score_loss": 0.0719626247882843}
+{"step": 270000, "wall_time": 2753.454254388809, "train_loss_step": 5.4800004959106445, "n_params": 4428880, "total_flops": 3673490227200000, "train_loss": 0.06960176229476929, "subset_score_loss": 0.06960176229476929}
+{"step": 280000, "wall_time": 2845.7360882759094, "train_loss_step": 5.553037643432617, "n_params": 4428880, "total_flops": 3809545420800000, "train_loss": 0.06769872307777405, "subset_score_loss": 0.06769872307777405}
+{"step": 290000, "wall_time": 2938.1771450042725, "train_loss_step": 5.430680274963379, "n_params": 4428880, "total_flops": 3945600614400000, "train_loss": 0.0673886477947235, "subset_score_loss": 0.0673886477947235}
+{"step": 300000, "wall_time": 3101.564581632614, "train_loss_step": 4.944348335266113, "n_params": 4428880, "total_flops": 4081655808000000, "train_loss": 0.0644319236278534, "subset_score_loss": 0.0644319236278534, "memorization_fraction_pixel": 0.05480000004172325, "mean_nn_ratio_pixel": 0.7720257043838501, "fid": 51.85771893149967}
+{"step": 310000, "wall_time": 3195.6362311840057, "train_loss_step": 5.017605781555176, "n_params": 4428880, "total_flops": 4217711001600000, "train_loss": 0.06533198356628418, "subset_score_loss": 0.06533198356628418}
+{"step": 320000, "wall_time": 3290.376423597336, "train_loss_step": 5.259612560272217, "n_params": 4428880, "total_flops": 4353766195200000, "train_loss": 0.061981046199798585, "subset_score_loss": 0.061981046199798585}
+{"step": 330000, "wall_time": 3384.7365403175354, "train_loss_step": 5.238696098327637, "n_params": 4428880, "total_flops": 4489821388800000, "train_loss": 0.06147500276565552, "subset_score_loss": 0.06147500276565552}
+{"step": 340000, "wall_time": 3479.3390352725983, "train_loss_step": 5.078723907470703, "n_params": 4428880, "total_flops": 4625876582400000, "train_loss": 0.06023446917533874, "subset_score_loss": 0.06023446917533874}
+{"step": 350000, "wall_time": 3573.934014081955, "train_loss_step": 5.159343719482422, "n_params": 4428880, "total_flops": 4761931776000000, "train_loss": 0.05963989496231079, "subset_score_loss": 0.05963989496231079}
+{"step": 360000, "wall_time": 3668.079260110855, "train_loss_step": 5.435432434082031, "n_params": 4428880, "total_flops": 4897986969600000, "train_loss": 0.058697950839996335, "subset_score_loss": 0.058697950839996335}
+{"step": 370000, "wall_time": 3761.3954272270203, "train_loss_step": 5.003035068511963, "n_params": 4428880, "total_flops": 5034042163200000, "train_loss": 0.057911854982376096, "subset_score_loss": 0.057911854982376096}
+{"step": 380000, "wall_time": 3854.1200618743896, "train_loss_step": 4.991866111755371, "n_params": 4428880, "total_flops": 5170097356800000, "train_loss": 0.05762128829956055, "subset_score_loss": 0.05762128829956055}
+{"step": 390000, "wall_time": 3947.8788557052612, "train_loss_step": 5.025931358337402, "n_params": 4428880, "total_flops": 5306152550400000, "train_loss": 0.05572444200515747, "subset_score_loss": 0.05572444200515747}
+{"step": 400000, "wall_time": 4111.299079656601, "train_loss_step": 5.094662189483643, "n_params": 4428880, "total_flops": 5442207744000000, "train_loss": 0.05592613220214844, "subset_score_loss": 0.05592613220214844, "memorization_fraction_pixel": 0.08709999918937683, "mean_nn_ratio_pixel": 0.7326037883758545, "fid": 51.326429557719194}
+{"step": 410000, "wall_time": 4205.232256412506, "train_loss_step": 4.981805801391602, "n_params": 4428880, "total_flops": 5578262937600000, "train_loss": 0.05417323112487793, "subset_score_loss": 0.05417323112487793}
+{"step": 420000, "wall_time": 4299.810425281525, "train_loss_step": 4.5759968757629395, "n_params": 4428880, "total_flops": 5714318131200000, "train_loss": 0.053877466917037965, "subset_score_loss": 0.053877466917037965}
+{"step": 430000, "wall_time": 4394.146211147308, "train_loss_step": 5.104362964630127, "n_params": 4428880, "total_flops": 5850373324800000, "train_loss": 0.05306151509284973, "subset_score_loss": 0.05306151509284973}
+{"step": 440000, "wall_time": 4488.254343748093, "train_loss_step": 4.968404769897461, "n_params": 4428880, "total_flops": 5986428518400000, "train_loss": 0.052609652280807495, "subset_score_loss": 0.052609652280807495}
+{"step": 450000, "wall_time": 4582.831637382507, "train_loss_step": 4.751872539520264, "n_params": 4428880, "total_flops": 6122483712000000, "train_loss": 0.05203433632850647, "subset_score_loss": 0.05203433632850647}
+{"step": 460000, "wall_time": 4676.335037946701, "train_loss_step": 4.755225658416748, "n_params": 4428880, "total_flops": 6258538905600000, "train_loss": 0.05071027278900146, "subset_score_loss": 0.05071027278900146}
+{"step": 470000, "wall_time": 4770.38932800293, "train_loss_step": 4.856446743011475, "n_params": 4428880, "total_flops": 6394594099200000, "train_loss": 0.05077037215232849, "subset_score_loss": 0.05077037215232849}
+{"step": 480000, "wall_time": 4862.701837539673, "train_loss_step": 5.0138983726501465, "n_params": 4428880, "total_flops": 6530649292800000, "train_loss": 0.050747209787368776, "subset_score_loss": 0.050747209787368776}
+{"step": 490000, "wall_time": 4956.716128349304, "train_loss_step": 4.984978675842285, "n_params": 4428880, "total_flops": 6666704486400000, "train_loss": 0.049320241808891295, "subset_score_loss": 0.049320241808891295}
+{"step": 500000, "wall_time": 5120.889149188995, "train_loss_step": 4.735736846923828, "n_params": 4428880, "total_flops": 6802759680000000, "train_loss": 0.04982290267944336, "subset_score_loss": 0.04982290267944336, "memorization_fraction_pixel": 0.12120000272989273, "mean_nn_ratio_pixel": 0.7040525674819946, "fid": 49.99833792522209}
+{"step": 510000, "wall_time": 5215.251665353775, "train_loss_step": 5.015376567840576, "n_params": 4428880, "total_flops": 6938814873600000, "train_loss": 0.0478443443775177, "subset_score_loss": 0.0478443443775177}
+{"step": 520000, "wall_time": 5309.854334592819, "train_loss_step": 4.577182769775391, "n_params": 4428880, "total_flops": 7074870067200000, "train_loss": 0.047769495844841005, "subset_score_loss": 0.047769495844841005}
+{"step": 530000, "wall_time": 5404.518573522568, "train_loss_step": 4.683396339416504, "n_params": 4428880, "total_flops": 7210925260800000, "train_loss": 0.04740471243858337, "subset_score_loss": 0.04740471243858337}
+{"step": 540000, "wall_time": 5498.932510614395, "train_loss_step": 4.716466903686523, "n_params": 4428880, "total_flops": 7346980454400000, "train_loss": 0.04791672825813294, "subset_score_loss": 0.04791672825813294}
+{"step": 550000, "wall_time": 5593.531446218491, "train_loss_step": 5.032086372375488, "n_params": 4428880, "total_flops": 7483035648000000, "train_loss": 0.046760594844818114, "subset_score_loss": 0.046760594844818114}
+{"step": 560000, "wall_time": 5687.438848972321, "train_loss_step": 4.731230735778809, "n_params": 4428880, "total_flops": 7619090841600000, "train_loss": 0.046281063556671144, "subset_score_loss": 0.046281063556671144}
+{"step": 570000, "wall_time": 5779.196560382843, "train_loss_step": 4.6118364334106445, "n_params": 4428880, "total_flops": 7755146035200000, "train_loss": 0.04634312093257904, "subset_score_loss": 0.04634312093257904}
+{"step": 580000, "wall_time": 5873.493340730667, "train_loss_step": 4.672827243804932, "n_params": 4428880, "total_flops": 7891201228800000, "train_loss": 0.04576636254787445, "subset_score_loss": 0.04576636254787445}
+{"step": 590000, "wall_time": 5967.925652980804, "train_loss_step": 4.279252529144287, "n_params": 4428880, "total_flops": 8027256422400000, "train_loss": 0.04576969742774963, "subset_score_loss": 0.04576969742774963}
+{"step": 600000, "wall_time": 6130.819050312042, "train_loss_step": 4.423912048339844, "n_params": 4428880, "total_flops": 8163311616000000, "train_loss": 0.045154649019241336, "subset_score_loss": 0.045154649019241336, "memorization_fraction_pixel": 0.14990000426769257, "mean_nn_ratio_pixel": 0.6783738136291504, "fid": 48.50332503923032}
+{"step": 610000, "wall_time": 6224.891195297241, "train_loss_step": 4.426516532897949, "n_params": 4428880, "total_flops": 8299366809600000, "train_loss": 0.04453165531158447, "subset_score_loss": 0.04453165531158447}
+{"step": 620000, "wall_time": 6319.153250694275, "train_loss_step": 4.570295810699463, "n_params": 4428880, "total_flops": 8435422003200000, "train_loss": 0.04509532451629639, "subset_score_loss": 0.04509532451629639}
+{"step": 630000, "wall_time": 6413.921915769577, "train_loss_step": 4.966447353363037, "n_params": 4428880, "total_flops": 8571477196800000, "train_loss": 0.043901780247688295, "subset_score_loss": 0.043901780247688295}
+{"step": 640000, "wall_time": 6507.462851285934, "train_loss_step": 4.385833740234375, "n_params": 4428880, "total_flops": 8707532390400000, "train_loss": 0.04368147253990173, "subset_score_loss": 0.04368147253990173}
+{"step": 650000, "wall_time": 6601.029641866684, "train_loss_step": 4.663251876831055, "n_params": 4428880, "total_flops": 8843587584000000, "train_loss": 0.04279354512691498, "subset_score_loss": 0.04279354512691498}
+{"step": 660000, "wall_time": 6694.592067718506, "train_loss_step": 4.300398826599121, "n_params": 4428880, "total_flops": 8979642777600000, "train_loss": 0.04313130080699921, "subset_score_loss": 0.04313130080699921}
+{"step": 670000, "wall_time": 6787.360725164413, "train_loss_step": 4.515291690826416, "n_params": 4428880, "total_flops": 9115697971200000, "train_loss": 0.042902567982673646, "subset_score_loss": 0.042902567982673646}
+{"step": 680000, "wall_time": 6881.819054603577, "train_loss_step": 4.590450286865234, "n_params": 4428880, "total_flops": 9251753164800000, "train_loss": 0.043126541376113894, "subset_score_loss": 0.043126541376113894}
+{"step": 690000, "wall_time": 6975.298104286194, "train_loss_step": 4.202664852142334, "n_params": 4428880, "total_flops": 9387808358400000, "train_loss": 0.04125746488571167, "subset_score_loss": 0.04125746488571167}
+{"step": 700000, "wall_time": 7139.989321708679, "train_loss_step": 4.689404487609863, "n_params": 4428880, "total_flops": 9523863552000000, "train_loss": 0.04117758274078369, "subset_score_loss": 0.04117758274078369, "memorization_fraction_pixel": 0.19580000638961792, "mean_nn_ratio_pixel": 0.645794689655304, "fid": 47.566894330522615}
+{"step": 710000, "wall_time": 7233.892338514328, "train_loss_step": 4.53538703918457, "n_params": 4428880, "total_flops": 9659918745600000, "train_loss": 0.04170096218585968, "subset_score_loss": 0.04170096218585968}
+{"step": 720000, "wall_time": 7328.412423849106, "train_loss_step": 4.665041923522949, "n_params": 4428880, "total_flops": 9795973939200000, "train_loss": 0.04124823212623596, "subset_score_loss": 0.04124823212623596}
+{"step": 730000, "wall_time": 7422.871047735214, "train_loss_step": 4.3435587882995605, "n_params": 4428880, "total_flops": 9932029132800000, "train_loss": 0.041288051009178164, "subset_score_loss": 0.041288051009178164}
+{"step": 740000, "wall_time": 7517.09619140625, "train_loss_step": 4.295559883117676, "n_params": 4428880, "total_flops": 10068084326400000, "train_loss": 0.040323454141616824, "subset_score_loss": 0.040323454141616824}
+{"step": 750000, "wall_time": 7611.346383571625, "train_loss_step": 4.108997344970703, "n_params": 4428880, "total_flops": 10204139520000000, "train_loss": 0.0417682021856308, "subset_score_loss": 0.0417682021856308}
+{"step": 760000, "wall_time": 7703.9399399757385, "train_loss_step": 3.998971462249756, "n_params": 4428880, "total_flops": 10340194713600000, "train_loss": 0.04146968424320221, "subset_score_loss": 0.04146968424320221}
+{"step": 770000, "wall_time": 7798.393225431442, "train_loss_step": 4.531298637390137, "n_params": 4428880, "total_flops": 10476249907200000, "train_loss": 0.040336140990257265, "subset_score_loss": 0.040336140990257265}
+{"step": 780000, "wall_time": 7892.744213581085, "train_loss_step": 4.319615840911865, "n_params": 4428880, "total_flops": 10612305100800000, "train_loss": 0.03908627033233643, "subset_score_loss": 0.03908627033233643}
+{"step": 790000, "wall_time": 7987.301992893219, "train_loss_step": 4.207042694091797, "n_params": 4428880, "total_flops": 10748360294400000, "train_loss": 0.03863081336021423, "subset_score_loss": 0.03863081336021423}
+{"step": 800000, "wall_time": 8152.147036314011, "train_loss_step": 4.222158908843994, "n_params": 4428880, "total_flops": 10884415488000000, "train_loss": 0.040293100476264956, "subset_score_loss": 0.040293100476264956, "memorization_fraction_pixel": 0.23029999434947968, "mean_nn_ratio_pixel": 0.6173076629638672, "fid": 46.598187896624474}
+{"step": 810000, "wall_time": 8246.551484823227, "train_loss_step": 4.393620491027832, "n_params": 4428880, "total_flops": 11020470681600000, "train_loss": 0.038644587993621825, "subset_score_loss": 0.038644587993621825}
+{"step": 820000, "wall_time": 8340.955387830734, "train_loss_step": 4.529179573059082, "n_params": 4428880, "total_flops": 11156525875200000, "train_loss": 0.03788902461528778, "subset_score_loss": 0.03788902461528778}
+{"step": 830000, "wall_time": 8435.631611347198, "train_loss_step": 4.304021835327148, "n_params": 4428880, "total_flops": 11292581068800000, "train_loss": 0.03817167580127716, "subset_score_loss": 0.03817167580127716}
+{"step": 840000, "wall_time": 8529.602197170258, "train_loss_step": 4.473476409912109, "n_params": 4428880, "total_flops": 11428636262400000, "train_loss": 0.03884036540985107, "subset_score_loss": 0.03884036540985107}
+{"step": 850000, "wall_time": 8622.009346723557, "train_loss_step": 4.3175578117370605, "n_params": 4428880, "total_flops": 11564691456000000, "train_loss": 0.03777817785739899, "subset_score_loss": 0.03777817785739899}
+{"step": 860000, "wall_time": 8715.770869255066, "train_loss_step": 4.369487285614014, "n_params": 4428880, "total_flops": 11700746649600000, "train_loss": 0.037795284390449525, "subset_score_loss": 0.037795284390449525}
+{"step": 870000, "wall_time": 8810.31074333191, "train_loss_step": 4.169279098510742, "n_params": 4428880, "total_flops": 11836801843200000, "train_loss": 0.03681834638118744, "subset_score_loss": 0.03681834638118744}
+{"step": 880000, "wall_time": 8904.748139858246, "train_loss_step": 4.22282075881958, "n_params": 4428880, "total_flops": 11972857036800000, "train_loss": 0.037381508946418764, "subset_score_loss": 0.037381508946418764}
+{"step": 890000, "wall_time": 8999.330487728119, "train_loss_step": 4.1276092529296875, "n_params": 4428880, "total_flops": 12108912230400000, "train_loss": 0.03795385956764221, "subset_score_loss": 0.03795385956764221}
+{"step": 900000, "wall_time": 9165.593753576279, "train_loss_step": 3.7425947189331055, "n_params": 4428880, "total_flops": 12244967424000000, "train_loss": 0.037091872096061705, "subset_score_loss": 0.037091872096061705, "memorization_fraction_pixel": 0.257099986076355, "mean_nn_ratio_pixel": 0.6070035696029663, "fid": 46.70466628715667}
+{"step": 910000, "wall_time": 9259.333703041077, "train_loss_step": 4.235147476196289, "n_params": 4428880, "total_flops": 12381022617600000, "train_loss": 0.0364218145608902, "subset_score_loss": 0.0364218145608902}
+{"step": 920000, "wall_time": 9353.701083898544, "train_loss_step": 4.270176887512207, "n_params": 4428880, "total_flops": 12517077811200000, "train_loss": 0.036125248670578, "subset_score_loss": 0.036125248670578}
+{"step": 930000, "wall_time": 9447.80999660492, "train_loss_step": 4.067163944244385, "n_params": 4428880, "total_flops": 12653133004800000, "train_loss": 0.0361546665430069, "subset_score_loss": 0.0361546665430069}
+{"step": 940000, "wall_time": 9541.846950292587, "train_loss_step": 4.2405853271484375, "n_params": 4428880, "total_flops": 12789188198400000, "train_loss": 0.037267035245895384, "subset_score_loss": 0.037267035245895384}
+{"step": 950000, "wall_time": 9633.884943008423, "train_loss_step": 4.095427989959717, "n_params": 4428880, "total_flops": 12925243392000000, "train_loss": 0.03534588515758515, "subset_score_loss": 0.03534588515758515}
+{"step": 960000, "wall_time": 9728.772011995316, "train_loss_step": 4.0440826416015625, "n_params": 4428880, "total_flops": 13061298585600000, "train_loss": 0.03664145469665527, "subset_score_loss": 0.03664145469665527}
+{"step": 970000, "wall_time": 9823.419549703598, "train_loss_step": 4.270464897155762, "n_params": 4428880, "total_flops": 13197353779200000, "train_loss": 0.03557628393173218, "subset_score_loss": 0.03557628393173218}
+{"step": 980000, "wall_time": 9917.843372821808, "train_loss_step": 3.6400911808013916, "n_params": 4428880, "total_flops": 13333408972800000, "train_loss": 0.03464243412017822, "subset_score_loss": 0.03464243412017822}
+{"step": 990000, "wall_time": 10012.608564376831, "train_loss_step": 3.8982720375061035, "n_params": 4428880, "total_flops": 13469464166400000, "train_loss": 0.03561289310455322, "subset_score_loss": 0.03561289310455322}
+{"step": 1000000, "wall_time": 10178.99036693573, "train_loss_step": 4.342131614685059, "n_params": 4428880, "total_flops": 13605519360000000, "train_loss": 0.035141664743423465, "subset_score_loss": 0.035141664743423465, "memorization_fraction_pixel": 0.3077999949455261, "mean_nn_ratio_pixel": 0.5672552585601807, "fid": 45.380550800166446}
+{"step": 1010000, "wall_time": 10272.649937391281, "train_loss_step": 4.141289710998535, "n_params": 4428880, "total_flops": 13741574553600000, "train_loss": 0.03442274928092957, "subset_score_loss": 0.03442274928092957}
+{"step": 1020000, "wall_time": 10366.729637145996, "train_loss_step": 4.063399314880371, "n_params": 4428880, "total_flops": 13877629747200000, "train_loss": 0.03458385169506073, "subset_score_loss": 0.03458385169506073}
+{"step": 1030000, "wall_time": 10460.939054489136, "train_loss_step": 4.250245571136475, "n_params": 4428880, "total_flops": 14013684940800000, "train_loss": 0.03458187282085419, "subset_score_loss": 0.03458187282085419}
+{"step": 1040000, "wall_time": 10553.465026855469, "train_loss_step": 4.367428779602051, "n_params": 4428880, "total_flops": 14149740134400000, "train_loss": 0.03494526147842407, "subset_score_loss": 0.03494526147842407}
+{"step": 1050000, "wall_time": 10647.145139217377, "train_loss_step": 3.74802303314209, "n_params": 4428880, "total_flops": 14285795328000000, "train_loss": 0.03323487043380737, "subset_score_loss": 0.03323487043380737}
+{"step": 1060000, "wall_time": 10741.826711177826, "train_loss_step": 4.229581832885742, "n_params": 4428880, "total_flops": 14421850521600000, "train_loss": 0.033893433213233945, "subset_score_loss": 0.033893433213233945}
+{"step": 1070000, "wall_time": 10836.290858745575, "train_loss_step": 3.834834575653076, "n_params": 4428880, "total_flops": 14557905715200000, "train_loss": 0.033058440685272215, "subset_score_loss": 0.033058440685272215}
+{"step": 1080000, "wall_time": 10930.563888311386, "train_loss_step": 4.304901123046875, "n_params": 4428880, "total_flops": 14693960908800000, "train_loss": 0.034286633133888245, "subset_score_loss": 0.034286633133888245}
+{"step": 1090000, "wall_time": 11025.077915668488, "train_loss_step": 4.06885290145874, "n_params": 4428880, "total_flops": 14830016102400000, "train_loss": 0.03295840620994568, "subset_score_loss": 0.03295840620994568}
+{"step": 1100000, "wall_time": 11192.0719165802, "train_loss_step": 4.05996036529541, "n_params": 4428880, "total_flops": 14966071296000000, "train_loss": 0.032650551199913024, "subset_score_loss": 0.032650551199913024, "memorization_fraction_pixel": 0.3424000144004822, "mean_nn_ratio_pixel": 0.5472913384437561, "fid": 44.49080280023758}
+{"step": 1110000, "wall_time": 11285.423543691635, "train_loss_step": 3.9633374214172363, "n_params": 4428880, "total_flops": 15102126489600000, "train_loss": 0.03322896361351013, "subset_score_loss": 0.03322896361351013}
+{"step": 1120000, "wall_time": 11379.015576124191, "train_loss_step": 3.943558692932129, "n_params": 4428880, "total_flops": 15238181683200000, "train_loss": 0.03322060108184814, "subset_score_loss": 0.03322060108184814}
+{"step": 1130000, "wall_time": 11471.408217430115, "train_loss_step": 4.354027271270752, "n_params": 4428880, "total_flops": 15374236876800000, "train_loss": 0.03278799653053284, "subset_score_loss": 0.03278799653053284}
+{"step": 1140000, "wall_time": 11565.31278848648, "train_loss_step": 4.005272388458252, "n_params": 4428880, "total_flops": 15510292070400000, "train_loss": 0.03235732018947601, "subset_score_loss": 0.03235732018947601}
+{"step": 1150000, "wall_time": 11659.415870666504, "train_loss_step": 3.989063262939453, "n_params": 4428880, "total_flops": 15646347264000000, "train_loss": 0.03179550468921662, "subset_score_loss": 0.03179550468921662}
+{"step": 1160000, "wall_time": 11753.513197898865, "train_loss_step": 4.015262603759766, "n_params": 4428880, "total_flops": 15782402457600000, "train_loss": 0.03216154873371124, "subset_score_loss": 0.03216154873371124}
+{"step": 1170000, "wall_time": 11847.82266998291, "train_loss_step": 3.6364760398864746, "n_params": 4428880, "total_flops": 15918457651200000, "train_loss": 0.031856396794319154, "subset_score_loss": 0.031856396794319154}
+{"step": 1180000, "wall_time": 11941.961781024933, "train_loss_step": 3.8951187133789062, "n_params": 4428880, "total_flops": 16054512844800000, "train_loss": 0.031916368007659915, "subset_score_loss": 0.031916368007659915}
+{"step": 1190000, "wall_time": 12036.47267651558, "train_loss_step": 3.8768956661224365, "n_params": 4428880, "total_flops": 16190568038400000, "train_loss": 0.031198471784591675, "subset_score_loss": 0.031198471784591675}
+{"step": 1200000, "wall_time": 12202.479721307755, "train_loss_step": 3.7418792247772217, "n_params": 4428880, "total_flops": 16326623232000000, "train_loss": 0.030943626165390016, "subset_score_loss": 0.030943626165390016, "memorization_fraction_pixel": 0.3935999870300293, "mean_nn_ratio_pixel": 0.5224704146385193, "fid": 44.06281375901614}
+{"step": 1210000, "wall_time": 12295.519189119339, "train_loss_step": 3.674412250518799, "n_params": 4428880, "total_flops": 16462678425600000, "train_loss": 0.03170493245124817, "subset_score_loss": 0.03170493245124817}
+{"step": 1220000, "wall_time": 12389.781971931458, "train_loss_step": 3.994112491607666, "n_params": 4428880, "total_flops": 16598733619200000, "train_loss": 0.03095099627971649, "subset_score_loss": 0.03095099627971649}
+{"step": 1230000, "wall_time": 12482.076683282852, "train_loss_step": 3.563007354736328, "n_params": 4428880, "total_flops": 16734788812800000, "train_loss": 0.031109577417373656, "subset_score_loss": 0.031109577417373656}
+{"step": 1240000, "wall_time": 12575.735146284103, "train_loss_step": 3.9264469146728516, "n_params": 4428880, "total_flops": 16870844006400000, "train_loss": 0.03079802691936493, "subset_score_loss": 0.03079802691936493}
+{"step": 1250000, "wall_time": 12669.71032166481, "train_loss_step": 4.164445877075195, "n_params": 4428880, "total_flops": 17006899200000000, "train_loss": 0.029815855622291564, "subset_score_loss": 0.029815855622291564}
+{"step": 1260000, "wall_time": 12764.45105266571, "train_loss_step": 3.755930185317993, "n_params": 4428880, "total_flops": 17142954393600000, "train_loss": 0.03073928356170654, "subset_score_loss": 0.03073928356170654}
+{"step": 1270000, "wall_time": 12858.548657655716, "train_loss_step": 3.851874351501465, "n_params": 4428880, "total_flops": 17279009587200000, "train_loss": 0.029538145661354064, "subset_score_loss": 0.029538145661354064}
+{"step": 1280000, "wall_time": 12953.04814338684, "train_loss_step": 3.9621710777282715, "n_params": 4428880, "total_flops": 17415064780800000, "train_loss": 0.031211483478546142, "subset_score_loss": 0.031211483478546142}
+{"step": 1290000, "wall_time": 13047.888252973557, "train_loss_step": 3.897200584411621, "n_params": 4428880, "total_flops": 17551119974400000, "train_loss": 0.03018295466899872, "subset_score_loss": 0.03018295466899872}
+{"step": 1300000, "wall_time": 13214.11190199852, "train_loss_step": 3.7132232189178467, "n_params": 4428880, "total_flops": 17687175168000000, "train_loss": 0.02987210750579834, "subset_score_loss": 0.02987210750579834, "memorization_fraction_pixel": 0.4359000027179718, "mean_nn_ratio_pixel": 0.5001249313354492, "fid": 42.24137248184576}
+{"step": 1310000, "wall_time": 13307.812013149261, "train_loss_step": 3.7080671787261963, "n_params": 4428880, "total_flops": 17823230361600000, "train_loss": 0.029784545302391052, "subset_score_loss": 0.029784545302391052}
+{"step": 1320000, "wall_time": 13400.567892551422, "train_loss_step": 3.8221840858459473, "n_params": 4428880, "total_flops": 17959285555200000, "train_loss": 0.029203176498413086, "subset_score_loss": 0.029203176498413086}
+{"step": 1330000, "wall_time": 13494.411033630371, "train_loss_step": 3.9933605194091797, "n_params": 4428880, "total_flops": 18095340748800000, "train_loss": 0.0294787734746933, "subset_score_loss": 0.0294787734746933}
+{"step": 1340000, "wall_time": 13588.583951950073, "train_loss_step": 3.7145614624023438, "n_params": 4428880, "total_flops": 18231395942400000, "train_loss": 0.029433241486549376, "subset_score_loss": 0.029433241486549376}
+{"step": 1350000, "wall_time": 13682.92226266861, "train_loss_step": 4.024127960205078, "n_params": 4428880, "total_flops": 18367451136000000, "train_loss": 0.029103004932403566, "subset_score_loss": 0.029103004932403566}
+{"step": 1360000, "wall_time": 13777.133555173874, "train_loss_step": 3.8240818977355957, "n_params": 4428880, "total_flops": 18503506329600000, "train_loss": 0.028824347257614135, "subset_score_loss": 0.028824347257614135}
+{"step": 1370000, "wall_time": 13871.372985363007, "train_loss_step": 3.6846470832824707, "n_params": 4428880, "total_flops": 18639561523200000, "train_loss": 0.028647920489311217, "subset_score_loss": 0.028647920489311217}
+{"step": 1380000, "wall_time": 13965.484975337982, "train_loss_step": 3.9781126976013184, "n_params": 4428880, "total_flops": 18775616716800000, "train_loss": 0.029370912909507753, "subset_score_loss": 0.029370912909507753}
+{"step": 1390000, "wall_time": 14060.187007427216, "train_loss_step": 4.155965328216553, "n_params": 4428880, "total_flops": 18911671910400000, "train_loss": 0.028434351086616516, "subset_score_loss": 0.028434351086616516}
+{"step": 1400000, "wall_time": 14224.783576965332, "train_loss_step": 3.684457778930664, "n_params": 4428880, "total_flops": 19047727104000000, "train_loss": 0.027768445014953614, "subset_score_loss": 0.027768445014953614, "memorization_fraction_pixel": 0.47620001435279846, "mean_nn_ratio_pixel": 0.4771266579627991, "fid": 42.21930976407342}
+{"step": 1410000, "wall_time": 14316.961103916168, "train_loss_step": 3.892615795135498, "n_params": 4428880, "total_flops": 19183782297600000, "train_loss": 0.028436198830604553, "subset_score_loss": 0.028436198830604553}
+{"step": 1420000, "wall_time": 14410.94190955162, "train_loss_step": 3.7648677825927734, "n_params": 4428880, "total_flops": 19319837491200000, "train_loss": 0.027582886815071105, "subset_score_loss": 0.027582886815071105}
+{"step": 1430000, "wall_time": 14504.791437387466, "train_loss_step": 3.836930751800537, "n_params": 4428880, "total_flops": 19455892684800000, "train_loss": 0.02743731141090393, "subset_score_loss": 0.02743731141090393}
+{"step": 1440000, "wall_time": 14598.948886156082, "train_loss_step": 3.897481679916382, "n_params": 4428880, "total_flops": 19591947878400000, "train_loss": 0.02828531265258789, "subset_score_loss": 0.02828531265258789}
+{"step": 1450000, "wall_time": 14693.82947897911, "train_loss_step": 3.9443469047546387, "n_params": 4428880, "total_flops": 19728003072000000, "train_loss": 0.026966851949691773, "subset_score_loss": 0.026966851949691773}
+{"step": 1460000, "wall_time": 14788.3987429142, "train_loss_step": 4.095970630645752, "n_params": 4428880, "total_flops": 19864058265600000, "train_loss": 0.027557709813117982, "subset_score_loss": 0.027557709813117982}
+{"step": 1470000, "wall_time": 14883.298576831818, "train_loss_step": 3.7245335578918457, "n_params": 4428880, "total_flops": 20000113459200000, "train_loss": 0.02776666283607483, "subset_score_loss": 0.02776666283607483}
+{"step": 1480000, "wall_time": 14977.67780470848, "train_loss_step": 3.4553704261779785, "n_params": 4428880, "total_flops": 20136168652800000, "train_loss": 0.02741243541240692, "subset_score_loss": 0.02741243541240692}
+{"step": 1490000, "wall_time": 15072.06621670723, "train_loss_step": 3.8204808235168457, "n_params": 4428880, "total_flops": 20272223846400000, "train_loss": 0.028142330050468446, "subset_score_loss": 0.028142330050468446}
+{"step": 1500000, "wall_time": 15237.61721086502, "train_loss_step": 3.914839029312134, "n_params": 4428880, "total_flops": 20408279040000000, "train_loss": 0.02670418322086334, "subset_score_loss": 0.02670418322086334, "memorization_fraction_pixel": 0.5227000117301941, "mean_nn_ratio_pixel": 0.4579235911369324, "fid": 42.864653079560526}
+{"step": 1510000, "wall_time": 15329.945251464844, "train_loss_step": 3.8907065391540527, "n_params": 4428880, "total_flops": 20544334233600000, "train_loss": 0.02635321319103241, "subset_score_loss": 0.02635321319103241}
+{"step": 1520000, "wall_time": 15423.987458705902, "train_loss_step": 3.6479663848876953, "n_params": 4428880, "total_flops": 20680389427200000, "train_loss": 0.026965418457984926, "subset_score_loss": 0.026965418457984926}
+{"step": 1530000, "wall_time": 15518.654911518097, "train_loss_step": 3.5837106704711914, "n_params": 4428880, "total_flops": 20816444620800000, "train_loss": 0.026595258712768556, "subset_score_loss": 0.026595258712768556}
+{"step": 1540000, "wall_time": 15613.35969877243, "train_loss_step": 3.4812068939208984, "n_params": 4428880, "total_flops": 20952499814400000, "train_loss": 0.02635899782180786, "subset_score_loss": 0.02635899782180786}
+{"step": 1550000, "wall_time": 15707.649342298508, "train_loss_step": 3.8137919902801514, "n_params": 4428880, "total_flops": 21088555008000000, "train_loss": 0.027206379175186157, "subset_score_loss": 0.027206379175186157}
+{"step": 1560000, "wall_time": 15802.240127801895, "train_loss_step": 3.7348344326019287, "n_params": 4428880, "total_flops": 21224610201600000, "train_loss": 0.026435649394989012, "subset_score_loss": 0.026435649394989012}
+{"step": 1570000, "wall_time": 15896.549987077713, "train_loss_step": 3.6535229682922363, "n_params": 4428880, "total_flops": 21360665395200000, "train_loss": 0.02696976363658905, "subset_score_loss": 0.02696976363658905}
+{"step": 1580000, "wall_time": 15990.79589176178, "train_loss_step": 3.617128849029541, "n_params": 4428880, "total_flops": 21496720588800000, "train_loss": 0.02614234685897827, "subset_score_loss": 0.02614234685897827}
+{"step": 1590000, "wall_time": 16085.34174823761, "train_loss_step": 3.3347301483154297, "n_params": 4428880, "total_flops": 21632775782400000, "train_loss": 0.025726938247680665, "subset_score_loss": 0.025726938247680665}
+{"step": 1600000, "wall_time": 16247.381124258041, "train_loss_step": 3.6222095489501953, "n_params": 4428880, "total_flops": 21768830976000000, "train_loss": 0.026591601967811584, "subset_score_loss": 0.026591601967811584, "memorization_fraction_pixel": 0.54339998960495, "mean_nn_ratio_pixel": 0.4466892182826996, "fid": 42.65579456854138}
+{"step": 1610000, "wall_time": 16341.723390579224, "train_loss_step": 3.4268622398376465, "n_params": 4428880, "total_flops": 21904886169600000, "train_loss": 0.02565038800239563, "subset_score_loss": 0.02565038800239563}
+{"step": 1620000, "wall_time": 16435.1570417881, "train_loss_step": 3.455954074859619, "n_params": 4428880, "total_flops": 22040941363200000, "train_loss": 0.025329065322875977, "subset_score_loss": 0.025329065322875977}
+{"step": 1630000, "wall_time": 16529.90699005127, "train_loss_step": 3.733120918273926, "n_params": 4428880, "total_flops": 22176996556800000, "train_loss": 0.025425437092781066, "subset_score_loss": 0.025425437092781066}
+{"step": 1640000, "wall_time": 16624.480598926544, "train_loss_step": 3.431244373321533, "n_params": 4428880, "total_flops": 22313051750400000, "train_loss": 0.024727952480316163, "subset_score_loss": 0.024727952480316163}
+{"step": 1650000, "wall_time": 16718.977924108505, "train_loss_step": 3.5717406272888184, "n_params": 4428880, "total_flops": 22449106944000000, "train_loss": 0.024985113739967348, "subset_score_loss": 0.024985113739967348}
+{"step": 1660000, "wall_time": 16813.60394024849, "train_loss_step": 3.626220464706421, "n_params": 4428880, "total_flops": 22585162137600000, "train_loss": 0.02477550506591797, "subset_score_loss": 0.02477550506591797}
+{"step": 1670000, "wall_time": 16907.728497982025, "train_loss_step": 3.405148506164551, "n_params": 4428880, "total_flops": 22721217331200000, "train_loss": 0.024860166013240814, "subset_score_loss": 0.024860166013240814}
+{"step": 1680000, "wall_time": 17001.714545488358, "train_loss_step": 3.6022214889526367, "n_params": 4428880, "total_flops": 22857272524800000, "train_loss": 0.024903564155101775, "subset_score_loss": 0.024903564155101775}
+{"step": 1690000, "wall_time": 17097.150135040283, "train_loss_step": 3.4484024047851562, "n_params": 4428880, "total_flops": 22993327718400000, "train_loss": 0.02437383234500885, "subset_score_loss": 0.02437383234500885}
+{"step": 1700000, "wall_time": 17259.68585085869, "train_loss_step": 3.405240297317505, "n_params": 4428880, "total_flops": 23129382912000000, "train_loss": 0.023825010657310484, "subset_score_loss": 0.023825010657310484, "memorization_fraction_pixel": 0.5745000243186951, "mean_nn_ratio_pixel": 0.43530037999153137, "fid": 42.694874618524985}
+{"step": 1710000, "wall_time": 17354.261046648026, "train_loss_step": 3.991999387741089, "n_params": 4428880, "total_flops": 23265438105600000, "train_loss": 0.025138136744499207, "subset_score_loss": 0.025138136744499207}
+{"step": 1720000, "wall_time": 17447.758073091507, "train_loss_step": 3.6733789443969727, "n_params": 4428880, "total_flops": 23401493299200000, "train_loss": 0.02484939098358154, "subset_score_loss": 0.02484939098358154}
+{"step": 1730000, "wall_time": 17542.03820490837, "train_loss_step": 3.727318048477173, "n_params": 4428880, "total_flops": 23537548492800000, "train_loss": 0.024336221814155578, "subset_score_loss": 0.024336221814155578}
+{"step": 1740000, "wall_time": 17636.59733605385, "train_loss_step": 3.61765718460083, "n_params": 4428880, "total_flops": 23673603686400000, "train_loss": 0.024178726971149443, "subset_score_loss": 0.024178726971149443}
+{"step": 1750000, "wall_time": 17731.209620952606, "train_loss_step": 3.3627748489379883, "n_params": 4428880, "total_flops": 23809658880000000, "train_loss": 0.02395416498184204, "subset_score_loss": 0.02395416498184204}
+{"step": 1760000, "wall_time": 17826.12019085884, "train_loss_step": 3.167386770248413, "n_params": 4428880, "total_flops": 23945714073600000, "train_loss": 0.024443385004997254, "subset_score_loss": 0.024443385004997254}
+{"step": 1770000, "wall_time": 17920.50223493576, "train_loss_step": 3.3129703998565674, "n_params": 4428880, "total_flops": 24081769267200000, "train_loss": 0.023496973514556884, "subset_score_loss": 0.023496973514556884}
+{"step": 1780000, "wall_time": 18014.13875555992, "train_loss_step": 3.4248039722442627, "n_params": 4428880, "total_flops": 24217824460800000, "train_loss": 0.024101835489273072, "subset_score_loss": 0.024101835489273072}
+{"step": 1790000, "wall_time": 18107.089094877243, "train_loss_step": 3.2959518432617188, "n_params": 4428880, "total_flops": 24353879654400000, "train_loss": 0.02338242381811142, "subset_score_loss": 0.02338242381811142}
+{"step": 1800000, "wall_time": 18273.026589155197, "train_loss_step": 3.577681541442871, "n_params": 4428880, "total_flops": 24489934848000000, "train_loss": 0.023666389286518097, "subset_score_loss": 0.023666389286518097, "memorization_fraction_pixel": 0.6215000152587891, "mean_nn_ratio_pixel": 0.4128391742706299, "fid": 41.44494554479692}
+{"step": 1810000, "wall_time": 18366.79094338417, "train_loss_step": 3.8834190368652344, "n_params": 4428880, "total_flops": 24625990041600000, "train_loss": 0.02314273864030838, "subset_score_loss": 0.02314273864030838}
+{"step": 1820000, "wall_time": 18461.26937675476, "train_loss_step": 3.460265636444092, "n_params": 4428880, "total_flops": 24762045235200000, "train_loss": 0.02305774688720703, "subset_score_loss": 0.02305774688720703}
+{"step": 1830000, "wall_time": 18554.650417089462, "train_loss_step": 3.8436527252197266, "n_params": 4428880, "total_flops": 24898100428800000, "train_loss": 0.023976697027683257, "subset_score_loss": 0.023976697027683257}
+{"step": 1840000, "wall_time": 18648.99921822548, "train_loss_step": 3.449815273284912, "n_params": 4428880, "total_flops": 25034155622400000, "train_loss": 0.023019672930240632, "subset_score_loss": 0.023019672930240632}
+{"step": 1850000, "wall_time": 18743.698651075363, "train_loss_step": 3.502573251724243, "n_params": 4428880, "total_flops": 25170210816000000, "train_loss": 0.022806926071643828, "subset_score_loss": 0.022806926071643828}
+{"step": 1860000, "wall_time": 18837.905023813248, "train_loss_step": 3.349926471710205, "n_params": 4428880, "total_flops": 25306266009600000, "train_loss": 0.022738610208034516, "subset_score_loss": 0.022738610208034516}
+{"step": 1870000, "wall_time": 18932.146364688873, "train_loss_step": 3.4389877319335938, "n_params": 4428880, "total_flops": 25442321203200000, "train_loss": 0.02292131632566452, "subset_score_loss": 0.02292131632566452}
+{"step": 1880000, "wall_time": 19026.714480638504, "train_loss_step": 3.7520227432250977, "n_params": 4428880, "total_flops": 25578376396800000, "train_loss": 0.022528764605522156, "subset_score_loss": 0.022528764605522156}
+{"step": 1890000, "wall_time": 19118.9059946537, "train_loss_step": 3.6459436416625977, "n_params": 4428880, "total_flops": 25714431590400000, "train_loss": 0.024177989363670348, "subset_score_loss": 0.024177989363670348}
+{"step": 1900000, "wall_time": 19285.31364798546, "train_loss_step": 3.7477500438690186, "n_params": 4428880, "total_flops": 25850486784000000, "train_loss": 0.022854170203208922, "subset_score_loss": 0.022854170203208922, "memorization_fraction_pixel": 0.6234999895095825, "mean_nn_ratio_pixel": 0.41133448481559753, "fid": 41.048275760375205}
+{"step": 1910000, "wall_time": 19379.298471450806, "train_loss_step": 3.146629810333252, "n_params": 4428880, "total_flops": 25986541977600000, "train_loss": 0.02194610834121704, "subset_score_loss": 0.02194610834121704}
+{"step": 1920000, "wall_time": 19474.131346702576, "train_loss_step": 3.6651830673217773, "n_params": 4428880, "total_flops": 26122597171200000, "train_loss": 0.02368488907814026, "subset_score_loss": 0.02368488907814026}
+{"step": 1930000, "wall_time": 19568.177087783813, "train_loss_step": 3.529635190963745, "n_params": 4428880, "total_flops": 26258652364800000, "train_loss": 0.022899305820465087, "subset_score_loss": 0.022899305820465087}
+{"step": 1940000, "wall_time": 19662.768504858017, "train_loss_step": 3.0836362838745117, "n_params": 4428880, "total_flops": 26394707558400000, "train_loss": 0.021915504336357118, "subset_score_loss": 0.021915504336357118}
+{"step": 1950000, "wall_time": 19757.22100710869, "train_loss_step": 3.159867286682129, "n_params": 4428880, "total_flops": 26530762752000000, "train_loss": 0.021897034347057344, "subset_score_loss": 0.021897034347057344}
+{"step": 1960000, "wall_time": 19851.580686092377, "train_loss_step": 3.5568020343780518, "n_params": 4428880, "total_flops": 26666817945600000, "train_loss": 0.021906249225139618, "subset_score_loss": 0.021906249225139618}
+{"step": 1970000, "wall_time": 19945.755738973618, "train_loss_step": 3.3965179920196533, "n_params": 4428880, "total_flops": 26802873139200000, "train_loss": 0.022685718536376954, "subset_score_loss": 0.022685718536376954}
+{"step": 1980000, "wall_time": 20038.474230766296, "train_loss_step": 3.5482640266418457, "n_params": 4428880, "total_flops": 26938928332800000, "train_loss": 0.022339411079883575, "subset_score_loss": 0.022339411079883575}
+{"step": 1990000, "wall_time": 20132.162100315094, "train_loss_step": 3.4485561847686768, "n_params": 4428880, "total_flops": 27074983526400000, "train_loss": 0.02183510959148407, "subset_score_loss": 0.02183510959148407}
+{"step": 2000000, "wall_time": 20299.33347582817, "train_loss_step": 3.4378461837768555, "n_params": 4428880, "total_flops": 27211038720000000, "train_loss": 0.021903650462627412, "subset_score_loss": 0.021903650462627412, "memorization_fraction_pixel": 0.6574000120162964, "mean_nn_ratio_pixel": 0.39707306027412415, "fid": 41.705682044836166}
+{"step": 2010000, "wall_time": 20392.855546951294, "train_loss_step": 3.345846176147461, "n_params": 4428880, "total_flops": 27347093913600000, "train_loss": 0.021093299984931944, "subset_score_loss": 0.021093299984931944}
+{"step": 2020000, "wall_time": 20487.37919664383, "train_loss_step": 3.224468231201172, "n_params": 4428880, "total_flops": 27483149107200000, "train_loss": 0.021543659269809723, "subset_score_loss": 0.021543659269809723}
+{"step": 2030000, "wall_time": 20581.5477707386, "train_loss_step": 3.015010356903076, "n_params": 4428880, "total_flops": 27619204300800000, "train_loss": 0.021665050089359282, "subset_score_loss": 0.021665050089359282}
+{"step": 2040000, "wall_time": 20676.214445114136, "train_loss_step": 3.4046430587768555, "n_params": 4428880, "total_flops": 27755259494400000, "train_loss": 0.021484076976776123, "subset_score_loss": 0.021484076976776123}
+{"step": 2050000, "wall_time": 20770.50120615959, "train_loss_step": 3.634485960006714, "n_params": 4428880, "total_flops": 27891314688000000, "train_loss": 0.02230711430311203, "subset_score_loss": 0.02230711430311203}
+{"step": 2060000, "wall_time": 20864.54115343094, "train_loss_step": 3.4765334129333496, "n_params": 4428880, "total_flops": 28027369881600000, "train_loss": 0.021531207859516142, "subset_score_loss": 0.021531207859516142}
+{"step": 2070000, "wall_time": 20957.09273958206, "train_loss_step": 3.4213051795959473, "n_params": 4428880, "total_flops": 28163425075200000, "train_loss": 0.02105409950017929, "subset_score_loss": 0.02105409950017929}
+{"step": 2080000, "wall_time": 21051.542131900787, "train_loss_step": 3.1786036491394043, "n_params": 4428880, "total_flops": 28299480268800000, "train_loss": 0.022093096375465394, "subset_score_loss": 0.022093096375465394}
+{"step": 2090000, "wall_time": 21144.98915195465, "train_loss_step": 3.471526622772217, "n_params": 4428880, "total_flops": 28435535462400000, "train_loss": 0.02064306437969208, "subset_score_loss": 0.02064306437969208}
+{"step": 2100000, "wall_time": 21311.29162836075, "train_loss_step": 3.038961172103882, "n_params": 4428880, "total_flops": 28571590656000000, "train_loss": 0.0205075740814209, "subset_score_loss": 0.0205075740814209, "memorization_fraction_pixel": 0.6740999817848206, "mean_nn_ratio_pixel": 0.389339417219162, "fid": 41.40311322935775}
+{"step": 2110000, "wall_time": 21405.885946512222, "train_loss_step": 3.3392176628112793, "n_params": 4428880, "total_flops": 28707645849600000, "train_loss": 0.020480257272720338, "subset_score_loss": 0.020480257272720338}
+{"step": 2120000, "wall_time": 21500.410712957382, "train_loss_step": 3.281749725341797, "n_params": 4428880, "total_flops": 28843701043200000, "train_loss": 0.020144407451152802, "subset_score_loss": 0.020144407451152802}
+{"step": 2130000, "wall_time": 21594.52579975128, "train_loss_step": 3.461972713470459, "n_params": 4428880, "total_flops": 28979756236800000, "train_loss": 0.021035625040531157, "subset_score_loss": 0.021035625040531157}
+{"step": 2140000, "wall_time": 21688.833981990814, "train_loss_step": 3.600419759750366, "n_params": 4428880, "total_flops": 29115811430400000, "train_loss": 0.02075091898441315, "subset_score_loss": 0.02075091898441315}
+{"step": 2150000, "wall_time": 21783.021554470062, "train_loss_step": 3.306748867034912, "n_params": 4428880, "total_flops": 29251866624000000, "train_loss": 0.020988532900810243, "subset_score_loss": 0.020988532900810243}
+{"step": 2160000, "wall_time": 21877.016334056854, "train_loss_step": 3.261195182800293, "n_params": 4428880, "total_flops": 29387921817600000, "train_loss": 0.02052578777074814, "subset_score_loss": 0.02052578777074814}
+{"step": 2170000, "wall_time": 21969.574221372604, "train_loss_step": 3.260204315185547, "n_params": 4428880, "total_flops": 29523977011200000, "train_loss": 0.02035764902830124, "subset_score_loss": 0.02035764902830124}
+{"step": 2180000, "wall_time": 22064.047027111053, "train_loss_step": 3.4087252616882324, "n_params": 4428880, "total_flops": 29660032204800000, "train_loss": 0.020761284232139587, "subset_score_loss": 0.020761284232139587}
+{"step": 2190000, "wall_time": 22158.066867351532, "train_loss_step": 2.9959897994995117, "n_params": 4428880, "total_flops": 29796087398400000, "train_loss": 0.020057332515716553, "subset_score_loss": 0.020057332515716553}
+{"step": 2200000, "wall_time": 22324.544652700424, "train_loss_step": 3.2447848320007324, "n_params": 4428880, "total_flops": 29932142592000000, "train_loss": 0.01986151784658432, "subset_score_loss": 0.01986151784658432, "memorization_fraction_pixel": 0.6991999745368958, "mean_nn_ratio_pixel": 0.37830162048339844, "fid": 40.7561100135719}
+{"step": 2210000, "wall_time": 22418.819546461105, "train_loss_step": 3.2834012508392334, "n_params": 4428880, "total_flops": 30068197785600000, "train_loss": 0.021637484431266785, "subset_score_loss": 0.021637484431266785}
+{"step": 2220000, "wall_time": 22513.516862392426, "train_loss_step": 3.234151840209961, "n_params": 4428880, "total_flops": 30204252979200000, "train_loss": 0.020200198888778685, "subset_score_loss": 0.020200198888778685}
+{"step": 2230000, "wall_time": 22607.652532100677, "train_loss_step": 3.1796953678131104, "n_params": 4428880, "total_flops": 30340308172800000, "train_loss": 0.020056815445423128, "subset_score_loss": 0.020056815445423128}
+{"step": 2240000, "wall_time": 22701.372323036194, "train_loss_step": 3.074885845184326, "n_params": 4428880, "total_flops": 30476363366400000, "train_loss": 0.019559431076049804, "subset_score_loss": 0.019559431076049804}
+{"step": 2250000, "wall_time": 22795.639947891235, "train_loss_step": 3.26326847076416, "n_params": 4428880, "total_flops": 30612418560000000, "train_loss": 0.019996656477451323, "subset_score_loss": 0.019996656477451323}
+{"step": 2260000, "wall_time": 22887.421561717987, "train_loss_step": 3.5327553749084473, "n_params": 4428880, "total_flops": 30748473753600000, "train_loss": 0.019622956216335297, "subset_score_loss": 0.019622956216335297}
+{"step": 2270000, "wall_time": 22981.65923476219, "train_loss_step": 3.120515823364258, "n_params": 4428880, "total_flops": 30884528947200000, "train_loss": 0.020401297509670256, "subset_score_loss": 0.020401297509670256}
+{"step": 2280000, "wall_time": 23076.226606845856, "train_loss_step": 3.4978010654449463, "n_params": 4428880, "total_flops": 31020584140800000, "train_loss": 0.0195856899023056, "subset_score_loss": 0.0195856899023056}
+{"step": 2290000, "wall_time": 23169.688751220703, "train_loss_step": 2.9157965183258057, "n_params": 4428880, "total_flops": 31156639334400000, "train_loss": 0.01961977928876877, "subset_score_loss": 0.01961977928876877}
+{"step": 2300000, "wall_time": 23336.404830932617, "train_loss_step": 3.1611342430114746, "n_params": 4428880, "total_flops": 31292694528000000, "train_loss": 0.019422997534275056, "subset_score_loss": 0.019422997534275056, "memorization_fraction_pixel": 0.6969000101089478, "mean_nn_ratio_pixel": 0.3753669261932373, "fid": 40.822727151758166}
+{"step": 2310000, "wall_time": 23430.29482960701, "train_loss_step": 3.1280460357666016, "n_params": 4428880, "total_flops": 31428749721600000, "train_loss": 0.01945565491914749, "subset_score_loss": 0.01945565491914749}
+{"step": 2320000, "wall_time": 23524.760347366333, "train_loss_step": 3.321467161178589, "n_params": 4428880, "total_flops": 31564804915200000, "train_loss": 0.019343310594558717, "subset_score_loss": 0.019343310594558717}
+{"step": 2330000, "wall_time": 23618.653604269028, "train_loss_step": 3.0427987575531006, "n_params": 4428880, "total_flops": 31700860108800000, "train_loss": 0.019202651083469392, "subset_score_loss": 0.019202651083469392}
+{"step": 2340000, "wall_time": 23711.820417165756, "train_loss_step": 3.049992561340332, "n_params": 4428880, "total_flops": 31836915302400000, "train_loss": 0.019977350533008576, "subset_score_loss": 0.019977350533008576}
+{"step": 2350000, "wall_time": 23804.607122421265, "train_loss_step": 3.308098077774048, "n_params": 4428880, "total_flops": 31972970496000000, "train_loss": 0.019586719572544098, "subset_score_loss": 0.019586719572544098}
+{"step": 2360000, "wall_time": 23898.279757738113, "train_loss_step": 3.122968912124634, "n_params": 4428880, "total_flops": 32109025689600000, "train_loss": 0.019045652449131013, "subset_score_loss": 0.019045652449131013}
+{"step": 2370000, "wall_time": 23992.767814397812, "train_loss_step": 3.3548102378845215, "n_params": 4428880, "total_flops": 32245080883200000, "train_loss": 0.01934652477502823, "subset_score_loss": 0.01934652477502823}
+{"step": 2380000, "wall_time": 24087.375021219254, "train_loss_step": 3.031914710998535, "n_params": 4428880, "total_flops": 32381136076800000, "train_loss": 0.019422999024391173, "subset_score_loss": 0.019422999024391173}
+{"step": 2390000, "wall_time": 24180.1470079422, "train_loss_step": 3.2673091888427734, "n_params": 4428880, "total_flops": 32517191270400000, "train_loss": 0.018975740671157836, "subset_score_loss": 0.018975740671157836}
+{"step": 2400000, "wall_time": 24344.90954875946, "train_loss_step": 3.2190117835998535, "n_params": 4428880, "total_flops": 32653246464000000, "train_loss": 0.01927204430103302, "subset_score_loss": 0.01927204430103302, "memorization_fraction_pixel": 0.7092000246047974, "mean_nn_ratio_pixel": 0.37358805537223816, "fid": 40.273742038943894}
+{"step": 2410000, "wall_time": 24439.79804635048, "train_loss_step": 3.481006622314453, "n_params": 4428880, "total_flops": 32789301657600000, "train_loss": 0.020095328986644744, "subset_score_loss": 0.020095328986644744}
+{"step": 2420000, "wall_time": 24534.312588214874, "train_loss_step": 3.383605480194092, "n_params": 4428880, "total_flops": 32925356851200000, "train_loss": 0.018578992784023286, "subset_score_loss": 0.018578992784023286}
+{"step": 2430000, "wall_time": 24628.022508621216, "train_loss_step": 3.368985652923584, "n_params": 4428880, "total_flops": 33061412044800000, "train_loss": 0.018735748529434205, "subset_score_loss": 0.018735748529434205}
+{"step": 2440000, "wall_time": 24721.752905845642, "train_loss_step": 3.2596566677093506, "n_params": 4428880, "total_flops": 33197467238400000, "train_loss": 0.018377408385276794, "subset_score_loss": 0.018377408385276794}
+{"step": 2450000, "wall_time": 24814.042612552643, "train_loss_step": 3.4865925312042236, "n_params": 4428880, "total_flops": 33333522432000000, "train_loss": 0.018521103262901305, "subset_score_loss": 0.018521103262901305}
+{"step": 2460000, "wall_time": 24907.959729909897, "train_loss_step": 3.287936210632324, "n_params": 4428880, "total_flops": 33469577625600000, "train_loss": 0.018488864600658416, "subset_score_loss": 0.018488864600658416}
+{"step": 2470000, "wall_time": 25002.21683692932, "train_loss_step": 3.1184372901916504, "n_params": 4428880, "total_flops": 33605632819200000, "train_loss": 0.018695230782032012, "subset_score_loss": 0.018695230782032012}
+{"step": 2480000, "wall_time": 25096.78498363495, "train_loss_step": 3.248495578765869, "n_params": 4428880, "total_flops": 33741688012800000, "train_loss": 0.018031673133373262, "subset_score_loss": 0.018031673133373262}
+{"step": 2490000, "wall_time": 25188.820858955383, "train_loss_step": 3.073197841644287, "n_params": 4428880, "total_flops": 33877743206400000, "train_loss": 0.018821552395820618, "subset_score_loss": 0.018821552395820618}
+{"step": 2500000, "wall_time": 25357.080759048462, "train_loss_step": 3.4171249866485596, "n_params": 4428880, "total_flops": 34013798400000000, "train_loss": 0.018298341333866118, "subset_score_loss": 0.018298341333866118, "memorization_fraction_pixel": 0.7199000120162964, "mean_nn_ratio_pixel": 0.36700257658958435, "fid": 40.61824522851967}
+{"step": 2510000, "wall_time": 25451.184324741364, "train_loss_step": 3.3236308097839355, "n_params": 4428880, "total_flops": 34149853593600000, "train_loss": 0.017921118438243865, "subset_score_loss": 0.017921118438243865}
+{"step": 2520000, "wall_time": 25544.9849960804, "train_loss_step": 2.962639808654785, "n_params": 4428880, "total_flops": 34285908787200000, "train_loss": 0.017784056067466737, "subset_score_loss": 0.017784056067466737}
+{"step": 2530000, "wall_time": 25639.20933151245, "train_loss_step": 3.0769081115722656, "n_params": 4428880, "total_flops": 34421963980800000, "train_loss": 0.017466600239276885, "subset_score_loss": 0.017466600239276885}
+{"step": 2540000, "wall_time": 25730.961068868637, "train_loss_step": 3.0583436489105225, "n_params": 4428880, "total_flops": 34558019174400000, "train_loss": 0.018350031971931458, "subset_score_loss": 0.018350031971931458}
+{"step": 2550000, "wall_time": 25824.910495519638, "train_loss_step": 3.151639223098755, "n_params": 4428880, "total_flops": 34694074368000000, "train_loss": 0.0182292178273201, "subset_score_loss": 0.0182292178273201}
+{"step": 2560000, "wall_time": 25919.241010189056, "train_loss_step": 2.8678033351898193, "n_params": 4428880, "total_flops": 34830129561600000, "train_loss": 0.017920419573783875, "subset_score_loss": 0.017920419573783875}
+{"step": 2570000, "wall_time": 26013.46417593956, "train_loss_step": 3.1702842712402344, "n_params": 4428880, "total_flops": 34966184755200000, "train_loss": 0.017812243103981017, "subset_score_loss": 0.017812243103981017}
+{"step": 2580000, "wall_time": 26108.038058042526, "train_loss_step": 3.140047788619995, "n_params": 4428880, "total_flops": 35102239948800000, "train_loss": 0.0178256556391716, "subset_score_loss": 0.0178256556391716}
+{"step": 2590000, "wall_time": 26199.91255760193, "train_loss_step": 3.225193500518799, "n_params": 4428880, "total_flops": 35238295142400000, "train_loss": 0.01864795684814453, "subset_score_loss": 0.01864795684814453}
+{"step": 2600000, "wall_time": 26367.29920220375, "train_loss_step": 3.344132900238037, "n_params": 4428880, "total_flops": 35374350336000000, "train_loss": 0.01794710159301758, "subset_score_loss": 0.01794710159301758, "memorization_fraction_pixel": 0.7373999953269958, "mean_nn_ratio_pixel": 0.36171016097068787, "fid": 39.74831125547115}
+{"step": 2610000, "wall_time": 26461.79280424118, "train_loss_step": 3.2950873374938965, "n_params": 4428880, "total_flops": 35510405529600000, "train_loss": 0.01777654141187668, "subset_score_loss": 0.01777654141187668}
+{"step": 2620000, "wall_time": 26555.61967253685, "train_loss_step": 2.893723964691162, "n_params": 4428880, "total_flops": 35646460723200000, "train_loss": 0.016896361112594606, "subset_score_loss": 0.016896361112594606}
+{"step": 2630000, "wall_time": 26649.537144184113, "train_loss_step": 2.566288471221924, "n_params": 4428880, "total_flops": 35782515916800000, "train_loss": 0.018326207995414734, "subset_score_loss": 0.018326207995414734}
+{"step": 2640000, "wall_time": 26742.018508434296, "train_loss_step": 2.9838509559631348, "n_params": 4428880, "total_flops": 35918571110400000, "train_loss": 0.017987936735153198, "subset_score_loss": 0.017987936735153198}
+{"step": 2650000, "wall_time": 26836.112037420273, "train_loss_step": 3.1573257446289062, "n_params": 4428880, "total_flops": 36054626304000000, "train_loss": 0.017613300681114198, "subset_score_loss": 0.017613300681114198}
+{"step": 2660000, "wall_time": 26930.523129940033, "train_loss_step": 2.826852560043335, "n_params": 4428880, "total_flops": 36190681497600000, "train_loss": 0.01729487329721451, "subset_score_loss": 0.01729487329721451}
+{"step": 2670000, "wall_time": 27024.72901248932, "train_loss_step": 2.893059253692627, "n_params": 4428880, "total_flops": 36326736691200000, "train_loss": 0.01716967225074768, "subset_score_loss": 0.01716967225074768}
+{"step": 2680000, "wall_time": 27118.921459674835, "train_loss_step": 3.0644779205322266, "n_params": 4428880, "total_flops": 36462791884800000, "train_loss": 0.01773015260696411, "subset_score_loss": 0.01773015260696411}
+{"step": 2690000, "wall_time": 27210.71019387245, "train_loss_step": 3.066039562225342, "n_params": 4428880, "total_flops": 36598847078400000, "train_loss": 0.016965112090110777, "subset_score_loss": 0.016965112090110777}
+{"step": 2700000, "wall_time": 27377.626922130585, "train_loss_step": 3.4792587757110596, "n_params": 4428880, "total_flops": 36734902272000000, "train_loss": 0.01662758141756058, "subset_score_loss": 0.01662758141756058, "memorization_fraction_pixel": 0.7551000118255615, "mean_nn_ratio_pixel": 0.35132545232772827, "fid": 39.75859783182301}
+{"step": 2710000, "wall_time": 27471.574466466904, "train_loss_step": 3.184159755706787, "n_params": 4428880, "total_flops": 36870957465600000, "train_loss": 0.017264127731323242, "subset_score_loss": 0.017264127731323242}
+{"step": 2720000, "wall_time": 27565.889980077744, "train_loss_step": 3.1405293941497803, "n_params": 4428880, "total_flops": 37007012659200000, "train_loss": 0.017482475936412813, "subset_score_loss": 0.017482475936412813}
+{"step": 2730000, "wall_time": 27658.02114868164, "train_loss_step": 3.661733865737915, "n_params": 4428880, "total_flops": 37143067852800000, "train_loss": 0.017561797797679902, "subset_score_loss": 0.017561797797679902}
+{"step": 2740000, "wall_time": 27752.201142549515, "train_loss_step": 3.170438289642334, "n_params": 4428880, "total_flops": 37279123046400000, "train_loss": 0.016647282242774963, "subset_score_loss": 0.016647282242774963}
+{"step": 2750000, "wall_time": 27846.567949056625, "train_loss_step": 3.204871654510498, "n_params": 4428880, "total_flops": 37415178240000000, "train_loss": 0.016515345871448518, "subset_score_loss": 0.016515345871448518}
+{"step": 2760000, "wall_time": 27940.98218894005, "train_loss_step": 3.2961959838867188, "n_params": 4428880, "total_flops": 37551233433600000, "train_loss": 0.01693003475666046, "subset_score_loss": 0.01693003475666046}
+{"step": 2770000, "wall_time": 28035.658381462097, "train_loss_step": 3.0256690979003906, "n_params": 4428880, "total_flops": 37687288627200000, "train_loss": 0.01699664443731308, "subset_score_loss": 0.01699664443731308}
+{"step": 2780000, "wall_time": 28130.481910705566, "train_loss_step": 3.1851487159729004, "n_params": 4428880, "total_flops": 37823343820800000, "train_loss": 0.01751288175582886, "subset_score_loss": 0.01751288175582886}
+{"step": 2790000, "wall_time": 28221.937960624695, "train_loss_step": 3.026473045349121, "n_params": 4428880, "total_flops": 37959399014400000, "train_loss": 0.016389550268650056, "subset_score_loss": 0.016389550268650056}
+{"step": 2800000, "wall_time": 28387.50179886818, "train_loss_step": 3.027862787246704, "n_params": 4428880, "total_flops": 38095454208000000, "train_loss": 0.016226239502429962, "subset_score_loss": 0.016226239502429962, "memorization_fraction_pixel": 0.7551000118255615, "mean_nn_ratio_pixel": 0.35544177889823914, "fid": 39.98937512286754}
+{"step": 2810000, "wall_time": 28481.83482861519, "train_loss_step": 2.680887222290039, "n_params": 4428880, "total_flops": 38231509401600000, "train_loss": 0.0167094886302948, "subset_score_loss": 0.0167094886302948}
+{"step": 2820000, "wall_time": 28574.33656167984, "train_loss_step": 3.321429967880249, "n_params": 4428880, "total_flops": 38367564595200000, "train_loss": 0.016780686378479005, "subset_score_loss": 0.016780686378479005}
+{"step": 2830000, "wall_time": 28668.919251203537, "train_loss_step": 3.119731903076172, "n_params": 4428880, "total_flops": 38503619788800000, "train_loss": 0.016865333914756774, "subset_score_loss": 0.016865333914756774}
+{"step": 2840000, "wall_time": 28763.4025554657, "train_loss_step": 2.9471142292022705, "n_params": 4428880, "total_flops": 38639674982400000, "train_loss": 0.016717496514320373, "subset_score_loss": 0.016717496514320373}
+{"step": 2850000, "wall_time": 28856.883370161057, "train_loss_step": 3.2035555839538574, "n_params": 4428880, "total_flops": 38775730176000000, "train_loss": 0.017070749402046205, "subset_score_loss": 0.017070749402046205}
+{"step": 2860000, "wall_time": 28951.268740415573, "train_loss_step": 2.9465627670288086, "n_params": 4428880, "total_flops": 38911785369600000, "train_loss": 0.016366861760616302, "subset_score_loss": 0.016366861760616302}
+{"step": 2870000, "wall_time": 29045.242450475693, "train_loss_step": 2.8487675189971924, "n_params": 4428880, "total_flops": 39047840563200000, "train_loss": 0.016149021685123444, "subset_score_loss": 0.016149021685123444}
+{"step": 2880000, "wall_time": 29140.003999710083, "train_loss_step": 3.0145487785339355, "n_params": 4428880, "total_flops": 39183895756800000, "train_loss": 0.01588236391544342, "subset_score_loss": 0.01588236391544342}
+{"step": 2890000, "wall_time": 29231.393714427948, "train_loss_step": 3.0983052253723145, "n_params": 4428880, "total_flops": 39319950950400000, "train_loss": 0.016285666823387147, "subset_score_loss": 0.016285666823387147}
+{"step": 2900000, "wall_time": 29397.559993982315, "train_loss_step": 3.095717668533325, "n_params": 4428880, "total_flops": 39456006144000000, "train_loss": 0.017166315019130705, "subset_score_loss": 0.017166315019130705, "memorization_fraction_pixel": 0.746999979019165, "mean_nn_ratio_pixel": 0.3578377068042755, "fid": 40.46252259719118}
+{"step": 2910000, "wall_time": 29491.41011786461, "train_loss_step": 3.400587558746338, "n_params": 4428880, "total_flops": 39592061337600000, "train_loss": 0.015882565081119536, "subset_score_loss": 0.015882565081119536}
+{"step": 2920000, "wall_time": 29583.82739853859, "train_loss_step": 3.1333608627319336, "n_params": 4428880, "total_flops": 39728116531200000, "train_loss": 0.015846607089042664, "subset_score_loss": 0.015846607089042664}
+{"step": 2930000, "wall_time": 29678.024473428726, "train_loss_step": 3.1214818954467773, "n_params": 4428880, "total_flops": 39864171724800000, "train_loss": 0.015816730260849, "subset_score_loss": 0.015816730260849}
+{"step": 2940000, "wall_time": 29772.605110645294, "train_loss_step": 3.374699115753174, "n_params": 4428880, "total_flops": 40000226918400000, "train_loss": 0.0162102609872818, "subset_score_loss": 0.0162102609872818}
+{"step": 2950000, "wall_time": 29866.562507390976, "train_loss_step": 2.865776538848877, "n_params": 4428880, "total_flops": 40136282112000000, "train_loss": 0.015828028321266174, "subset_score_loss": 0.015828028321266174}
+{"step": 2960000, "wall_time": 29960.785680770874, "train_loss_step": 3.047945737838745, "n_params": 4428880, "total_flops": 40272337305600000, "train_loss": 0.01645430475473404, "subset_score_loss": 0.01645430475473404}
+{"step": 2970000, "wall_time": 30054.84114933014, "train_loss_step": 2.9894447326660156, "n_params": 4428880, "total_flops": 40408392499200000, "train_loss": 0.016210880875587464, "subset_score_loss": 0.016210880875587464}
+{"step": 2980000, "wall_time": 30149.609429597855, "train_loss_step": 2.999605655670166, "n_params": 4428880, "total_flops": 40544447692800000, "train_loss": 0.015445557236671448, "subset_score_loss": 0.015445557236671448}
+{"step": 2990000, "wall_time": 30240.731204032898, "train_loss_step": 3.001732349395752, "n_params": 4428880, "total_flops": 40680502886400000, "train_loss": 0.016849644482135773, "subset_score_loss": 0.016849644482135773}
+{"step": 3000000, "wall_time": 30407.055106639862, "train_loss_step": 2.9577796459198, "n_params": 4428880, "total_flops": 40816558080000000, "train_loss": 0.015891115367412566, "subset_score_loss": 0.015891115367412566, "memorization_fraction_pixel": 0.7663999795913696, "mean_nn_ratio_pixel": 0.3464162349700928, "fid": 40.13834030480983}
+{"step": 3010000, "wall_time": 30499.800094366074, "train_loss_step": 2.797738790512085, "n_params": 4428880, "total_flops": 40952613273600000, "train_loss": 0.015672758221626282, "subset_score_loss": 0.015672758221626282}
+{"step": 3020000, "wall_time": 30594.08123397827, "train_loss_step": 2.954671621322632, "n_params": 4428880, "total_flops": 41088668467200000, "train_loss": 0.01589773893356323, "subset_score_loss": 0.01589773893356323}
+{"step": 3030000, "wall_time": 30688.69442296028, "train_loss_step": 3.153895378112793, "n_params": 4428880, "total_flops": 41224723660800000, "train_loss": 0.015530136227607728, "subset_score_loss": 0.015530136227607728}
+{"step": 3040000, "wall_time": 30783.00669646263, "train_loss_step": 2.9382572174072266, "n_params": 4428880, "total_flops": 41360778854400000, "train_loss": 0.015976764261722565, "subset_score_loss": 0.015976764261722565}
+{"step": 3050000, "wall_time": 30877.242844820023, "train_loss_step": 2.9671831130981445, "n_params": 4428880, "total_flops": 41496834048000000, "train_loss": 0.01583437919616699, "subset_score_loss": 0.01583437919616699}
+{"step": 3060000, "wall_time": 30971.1679315567, "train_loss_step": 3.04006028175354, "n_params": 4428880, "total_flops": 41632889241600000, "train_loss": 0.0163086399435997, "subset_score_loss": 0.0163086399435997}
+{"step": 3070000, "wall_time": 31065.61143898964, "train_loss_step": 2.9598147869110107, "n_params": 4428880, "total_flops": 41768944435200000, "train_loss": 0.015515998005867004, "subset_score_loss": 0.015515998005867004}
+{"step": 3080000, "wall_time": 31160.155587673187, "train_loss_step": 3.1352977752685547, "n_params": 4428880, "total_flops": 41904999628800000, "train_loss": 0.015514452755451203, "subset_score_loss": 0.015514452755451203}
+{"step": 3090000, "wall_time": 31250.80086708069, "train_loss_step": 3.2004411220550537, "n_params": 4428880, "total_flops": 42041054822400000, "train_loss": 0.015238523483276367, "subset_score_loss": 0.015238523483276367}
+{"step": 3100000, "wall_time": 31419.5593957901, "train_loss_step": 3.186011791229248, "n_params": 4428880, "total_flops": 42177110016000000, "train_loss": 0.015146605670452118, "subset_score_loss": 0.015146605670452118, "memorization_fraction_pixel": 0.7770000100135803, "mean_nn_ratio_pixel": 0.34219300746917725, "fid": 39.50502276155411}
+{"step": 3110000, "wall_time": 31514.096346139908, "train_loss_step": 2.7630348205566406, "n_params": 4428880, "total_flops": 42313165209600000, "train_loss": 0.016353070735931396, "subset_score_loss": 0.016353070735931396}
+{"step": 3120000, "wall_time": 31608.45318555832, "train_loss_step": 3.0270042419433594, "n_params": 4428880, "total_flops": 42449220403200000, "train_loss": 0.01662313789129257, "subset_score_loss": 0.01662313789129257}
+{"step": 3130000, "wall_time": 31702.500982522964, "train_loss_step": 3.324368476867676, "n_params": 4428880, "total_flops": 42585275596800000, "train_loss": 0.01546124815940857, "subset_score_loss": 0.01546124815940857}
+{"step": 3140000, "wall_time": 31796.593747138977, "train_loss_step": 3.123544454574585, "n_params": 4428880, "total_flops": 42721330790400000, "train_loss": 0.015493097901344299, "subset_score_loss": 0.015493097901344299}
+{"step": 3150000, "wall_time": 31890.785218000412, "train_loss_step": 3.0458731651306152, "n_params": 4428880, "total_flops": 42857385984000000, "train_loss": 0.015455783903598785, "subset_score_loss": 0.015455783903598785}
+{"step": 3160000, "wall_time": 31984.262658834457, "train_loss_step": 3.345438241958618, "n_params": 4428880, "total_flops": 42993441177600000, "train_loss": 0.014639779925346375, "subset_score_loss": 0.014639779925346375}
+{"step": 3170000, "wall_time": 32078.936475276947, "train_loss_step": 2.9741134643554688, "n_params": 4428880, "total_flops": 43129496371200000, "train_loss": 0.015207733213901519, "subset_score_loss": 0.015207733213901519}
+{"step": 3180000, "wall_time": 32173.712314367294, "train_loss_step": 3.1284098625183105, "n_params": 4428880, "total_flops": 43265551564800000, "train_loss": 0.015002842247486114, "subset_score_loss": 0.015002842247486114}
+{"step": 3190000, "wall_time": 32265.09786939621, "train_loss_step": 3.1870410442352295, "n_params": 4428880, "total_flops": 43401606758400000, "train_loss": 0.015029530227184295, "subset_score_loss": 0.015029530227184295}
+{"step": 3200000, "wall_time": 32429.35186958313, "train_loss_step": 3.4621376991271973, "n_params": 4428880, "total_flops": 43537661952000000, "train_loss": 0.015176673233509064, "subset_score_loss": 0.015176673233509064, "memorization_fraction_pixel": 0.7833999991416931, "mean_nn_ratio_pixel": 0.3377131223678589, "fid": 39.29288178680168}
+{"step": 3210000, "wall_time": 32523.513553857803, "train_loss_step": 3.248577356338501, "n_params": 4428880, "total_flops": 43673717145600000, "train_loss": 0.015233926475048065, "subset_score_loss": 0.015233926475048065}
+{"step": 3220000, "wall_time": 32618.164654254913, "train_loss_step": 2.974562168121338, "n_params": 4428880, "total_flops": 43809772339200000, "train_loss": 0.01569104641675949, "subset_score_loss": 0.01569104641675949}
+{"step": 3230000, "wall_time": 32712.63166451454, "train_loss_step": 3.2278096675872803, "n_params": 4428880, "total_flops": 43945827532800000, "train_loss": 0.015377090871334076, "subset_score_loss": 0.015377090871334076}
+{"step": 3240000, "wall_time": 32806.830142498016, "train_loss_step": 3.0131123065948486, "n_params": 4428880, "total_flops": 44081882726400000, "train_loss": 0.014842033386230469, "subset_score_loss": 0.014842033386230469}
+{"step": 3250000, "wall_time": 32900.5905547142, "train_loss_step": 3.347771167755127, "n_params": 4428880, "total_flops": 44217937920000000, "train_loss": 0.01520182639360428, "subset_score_loss": 0.01520182639360428}
+{"step": 3260000, "wall_time": 32994.34923315048, "train_loss_step": 3.027033805847168, "n_params": 4428880, "total_flops": 44353993113600000, "train_loss": 0.015598289668560028, "subset_score_loss": 0.015598289668560028}
+{"step": 3270000, "wall_time": 33088.52369403839, "train_loss_step": 2.7858188152313232, "n_params": 4428880, "total_flops": 44490048307200000, "train_loss": 0.015776637196540832, "subset_score_loss": 0.015776637196540832}
+{"step": 3280000, "wall_time": 33183.51451253891, "train_loss_step": 2.9608540534973145, "n_params": 4428880, "total_flops": 44626103500800000, "train_loss": 0.01479291170835495, "subset_score_loss": 0.01479291170835495}
+{"step": 3290000, "wall_time": 33274.604753017426, "train_loss_step": 2.8054146766662598, "n_params": 4428880, "total_flops": 44762158694400000, "train_loss": 0.014783407747745513, "subset_score_loss": 0.014783407747745513}
+{"step": 3300000, "wall_time": 33442.66840195656, "train_loss_step": 3.3416380882263184, "n_params": 4428880, "total_flops": 44898213888000000, "train_loss": 0.014860297739505767, "subset_score_loss": 0.014860297739505767, "memorization_fraction_pixel": 0.7914999723434448, "mean_nn_ratio_pixel": 0.33266645669937134, "fid": 39.226498605659046}
+{"step": 3310000, "wall_time": 33536.619129657745, "train_loss_step": 3.1297690868377686, "n_params": 4428880, "total_flops": 45034269081600000, "train_loss": 0.014759686589241029, "subset_score_loss": 0.014759686589241029}
+{"step": 3320000, "wall_time": 33630.54929232597, "train_loss_step": 3.1791763305664062, "n_params": 4428880, "total_flops": 45170324275200000, "train_loss": 0.015655677020549773, "subset_score_loss": 0.015655677020549773}
+{"step": 3330000, "wall_time": 33724.80955672264, "train_loss_step": 2.7406563758850098, "n_params": 4428880, "total_flops": 45306379468800000, "train_loss": 0.01482936441898346, "subset_score_loss": 0.01482936441898346}
+{"step": 3340000, "wall_time": 33818.85319709778, "train_loss_step": 3.0603091716766357, "n_params": 4428880, "total_flops": 45442434662400000, "train_loss": 0.014710070192813873, "subset_score_loss": 0.014710070192813873}
+{"step": 3350000, "wall_time": 33913.29821395874, "train_loss_step": 3.0840096473693848, "n_params": 4428880, "total_flops": 45578489856000000, "train_loss": 0.016240747272968294, "subset_score_loss": 0.016240747272968294}
+{"step": 3360000, "wall_time": 34007.076232910156, "train_loss_step": 2.889674663543701, "n_params": 4428880, "total_flops": 45714545049600000, "train_loss": 0.013985441625118255, "subset_score_loss": 0.013985441625118255}
+{"step": 3370000, "wall_time": 34101.351509809494, "train_loss_step": 2.949052333831787, "n_params": 4428880, "total_flops": 45850600243200000, "train_loss": 0.014664366841316223, "subset_score_loss": 0.014664366841316223}
+{"step": 3380000, "wall_time": 34194.66888618469, "train_loss_step": 2.991011142730713, "n_params": 4428880, "total_flops": 45986655436800000, "train_loss": 0.014669474959373475, "subset_score_loss": 0.014669474959373475}
+{"step": 3390000, "wall_time": 34285.1336710453, "train_loss_step": 3.1657145023345947, "n_params": 4428880, "total_flops": 46122710630400000, "train_loss": 0.014191119372844696, "subset_score_loss": 0.014191119372844696}
+{"step": 3400000, "wall_time": 34453.49025058746, "train_loss_step": 2.9663314819335938, "n_params": 4428880, "total_flops": 46258765824000000, "train_loss": 0.014666217565536498, "subset_score_loss": 0.014666217565536498, "memorization_fraction_pixel": 0.7961000204086304, "mean_nn_ratio_pixel": 0.33122894167900085, "fid": 39.271742308028145}
+{"step": 3410000, "wall_time": 34548.16749548912, "train_loss_step": 3.0249075889587402, "n_params": 4428880, "total_flops": 46394821017600000, "train_loss": 0.015150728821754455, "subset_score_loss": 0.015150728821754455}
+{"step": 3420000, "wall_time": 34642.46354460716, "train_loss_step": 2.8426172733306885, "n_params": 4428880, "total_flops": 46530876211200000, "train_loss": 0.014312234520912171, "subset_score_loss": 0.014312234520912171}
+{"step": 3430000, "wall_time": 34736.53801321983, "train_loss_step": 2.9186439514160156, "n_params": 4428880, "total_flops": 46666931404800000, "train_loss": 0.014440098404884338, "subset_score_loss": 0.014440098404884338}
+{"step": 3440000, "wall_time": 34831.04063296318, "train_loss_step": 2.9509143829345703, "n_params": 4428880, "total_flops": 46802986598400000, "train_loss": 0.014439453184604645, "subset_score_loss": 0.014439453184604645}
+{"step": 3450000, "wall_time": 34925.030054330826, "train_loss_step": 2.855386257171631, "n_params": 4428880, "total_flops": 46939041792000000, "train_loss": 0.013825082778930664, "subset_score_loss": 0.013825082778930664}
+{"step": 3460000, "wall_time": 35018.22039604187, "train_loss_step": 2.999950885772705, "n_params": 4428880, "total_flops": 47075096985600000, "train_loss": 0.01485157608985901, "subset_score_loss": 0.01485157608985901}
+{"step": 3470000, "wall_time": 35112.33788871765, "train_loss_step": 2.9228787422180176, "n_params": 4428880, "total_flops": 47211152179200000, "train_loss": 0.013839797675609588, "subset_score_loss": 0.013839797675609588}
+{"step": 3480000, "wall_time": 35205.03539991379, "train_loss_step": 3.2197558879852295, "n_params": 4428880, "total_flops": 47347207372800000, "train_loss": 0.014313893020153045, "subset_score_loss": 0.014313893020153045}
+{"step": 3490000, "wall_time": 35295.12741947174, "train_loss_step": 2.989409923553467, "n_params": 4428880, "total_flops": 47483262566400000, "train_loss": 0.014150430262088776, "subset_score_loss": 0.014150430262088776}
+{"step": 3500000, "wall_time": 35464.42824482918, "train_loss_step": 3.224525213241577, "n_params": 4428880, "total_flops": 47619317760000000, "train_loss": 0.014622898399829864, "subset_score_loss": 0.014622898399829864, "memorization_fraction_pixel": 0.8046000003814697, "mean_nn_ratio_pixel": 0.3278065323829651, "fid": 39.491370311925884}
+{"step": 3510000, "wall_time": 35558.45438885689, "train_loss_step": 2.902029037475586, "n_params": 4428880, "total_flops": 47755372953600000, "train_loss": 0.014300432801246644, "subset_score_loss": 0.014300432801246644}
+{"step": 3520000, "wall_time": 35652.53937745094, "train_loss_step": 2.986894130706787, "n_params": 4428880, "total_flops": 47891428147200000, "train_loss": 0.014139685034751891, "subset_score_loss": 0.014139685034751891}
+{"step": 3530000, "wall_time": 35747.13201594353, "train_loss_step": 2.8049240112304688, "n_params": 4428880, "total_flops": 48027483340800000, "train_loss": 0.01386997103691101, "subset_score_loss": 0.01386997103691101}
+{"step": 3540000, "wall_time": 35841.48724389076, "train_loss_step": 3.0506370067596436, "n_params": 4428880, "total_flops": 48163538534400000, "train_loss": 0.014235448837280274, "subset_score_loss": 0.014235448837280274}
+{"step": 3550000, "wall_time": 35935.47309422493, "train_loss_step": 2.8263657093048096, "n_params": 4428880, "total_flops": 48299593728000000, "train_loss": 0.01433255970478058, "subset_score_loss": 0.01433255970478058}
+{"step": 3560000, "wall_time": 36029.19449520111, "train_loss_step": 3.0471138954162598, "n_params": 4428880, "total_flops": 48435648921600000, "train_loss": 0.014444789290428162, "subset_score_loss": 0.014444789290428162}
+{"step": 3570000, "wall_time": 36122.61658334732, "train_loss_step": 3.1757454872131348, "n_params": 4428880, "total_flops": 48571704115200000, "train_loss": 0.013827480375766754, "subset_score_loss": 0.013827480375766754}
+{"step": 3580000, "wall_time": 36212.45123934746, "train_loss_step": 2.9605941772460938, "n_params": 4428880, "total_flops": 48707759308800000, "train_loss": 0.014039725065231323, "subset_score_loss": 0.014039725065231323}
+{"step": 3590000, "wall_time": 36305.36755537987, "train_loss_step": 2.9992010593414307, "n_params": 4428880, "total_flops": 48843814502400000, "train_loss": 0.013609525561332703, "subset_score_loss": 0.013609525561332703}
+{"step": 3600000, "wall_time": 36473.6540248394, "train_loss_step": 2.949644088745117, "n_params": 4428880, "total_flops": 48979869696000000, "train_loss": 0.01446026712656021, "subset_score_loss": 0.01446026712656021, "memorization_fraction_pixel": 0.8172000050544739, "mean_nn_ratio_pixel": 0.3191160261631012, "fid": 39.75203482410345}
+{"step": 3610000, "wall_time": 36567.38625097275, "train_loss_step": 3.123258590698242, "n_params": 4428880, "total_flops": 49115924889600000, "train_loss": 0.01410992443561554, "subset_score_loss": 0.01410992443561554}
+{"step": 3620000, "wall_time": 36661.56269145012, "train_loss_step": 3.031471014022827, "n_params": 4428880, "total_flops": 49251980083200000, "train_loss": 0.014431406557559968, "subset_score_loss": 0.014431406557559968}
+{"step": 3630000, "wall_time": 36755.7177863121, "train_loss_step": 3.2033638954162598, "n_params": 4428880, "total_flops": 49388035276800000, "train_loss": 0.014041531085968017, "subset_score_loss": 0.014041531085968017}
+{"step": 3640000, "wall_time": 36849.86778450012, "train_loss_step": 2.7435553073883057, "n_params": 4428880, "total_flops": 49524090470400000, "train_loss": 0.013692708313465118, "subset_score_loss": 0.013692708313465118}
+{"step": 3650000, "wall_time": 36943.83109021187, "train_loss_step": 2.991464138031006, "n_params": 4428880, "total_flops": 49660145664000000, "train_loss": 0.014581187069416046, "subset_score_loss": 0.014581187069416046}
+{"step": 3660000, "wall_time": 37037.98348045349, "train_loss_step": 2.9612526893615723, "n_params": 4428880, "total_flops": 49796200857600000, "train_loss": 0.013450196385383606, "subset_score_loss": 0.013450196385383606}
+{"step": 3670000, "wall_time": 37127.89309215546, "train_loss_step": 3.013766050338745, "n_params": 4428880, "total_flops": 49932256051200000, "train_loss": 0.013319876790046693, "subset_score_loss": 0.013319876790046693}
+{"step": 3680000, "wall_time": 37221.47164058685, "train_loss_step": 2.9593310356140137, "n_params": 4428880, "total_flops": 50068311244800000, "train_loss": 0.014329291880130768, "subset_score_loss": 0.014329291880130768}
+{"step": 3690000, "wall_time": 37314.107196092606, "train_loss_step": 2.9836645126342773, "n_params": 4428880, "total_flops": 50204366438400000, "train_loss": 0.013150495290756226, "subset_score_loss": 0.013150495290756226}
+{"step": 3700000, "wall_time": 37482.52721905708, "train_loss_step": 2.8558287620544434, "n_params": 4428880, "total_flops": 50340421632000000, "train_loss": 0.013188701868057252, "subset_score_loss": 0.013188701868057252, "memorization_fraction_pixel": 0.804099977016449, "mean_nn_ratio_pixel": 0.3219973146915436, "fid": 39.63272959922763}
+{"step": 3710000, "wall_time": 37576.76001214981, "train_loss_step": 2.817603588104248, "n_params": 4428880, "total_flops": 50476476825600000, "train_loss": 0.013711188733577729, "subset_score_loss": 0.013711188733577729}
+{"step": 3720000, "wall_time": 37671.18012094498, "train_loss_step": 2.783188819885254, "n_params": 4428880, "total_flops": 50612532019200000, "train_loss": 0.013631077110767364, "subset_score_loss": 0.013631077110767364}
+{"step": 3730000, "wall_time": 37765.51089811325, "train_loss_step": 3.0276715755462646, "n_params": 4428880, "total_flops": 50748587212800000, "train_loss": 0.013518671691417693, "subset_score_loss": 0.013518671691417693}
+{"step": 3740000, "wall_time": 37859.3346247673, "train_loss_step": 2.855217218399048, "n_params": 4428880, "total_flops": 50884642406400000, "train_loss": 0.013214080035686493, "subset_score_loss": 0.013214080035686493}
+{"step": 3750000, "wall_time": 37953.17579507828, "train_loss_step": 3.0370328426361084, "n_params": 4428880, "total_flops": 51020697600000000, "train_loss": 0.013525010645389557, "subset_score_loss": 0.013525010645389557}
+{"step": 3760000, "wall_time": 38047.58211874962, "train_loss_step": 3.0768890380859375, "n_params": 4428880, "total_flops": 51156752793600000, "train_loss": 0.013999161124229432, "subset_score_loss": 0.013999161124229432}
+{"step": 3770000, "wall_time": 38138.78294324875, "train_loss_step": 2.940363883972168, "n_params": 4428880, "total_flops": 51292807987200000, "train_loss": 0.013797740638256072, "subset_score_loss": 0.013797740638256072}
+{"step": 3780000, "wall_time": 38231.86822104454, "train_loss_step": 2.716794490814209, "n_params": 4428880, "total_flops": 51428863180800000, "train_loss": 0.012597490847110749, "subset_score_loss": 0.012597490847110749}
+{"step": 3790000, "wall_time": 38324.4818341732, "train_loss_step": 2.728104829788208, "n_params": 4428880, "total_flops": 51564918374400000, "train_loss": 0.013084776699543, "subset_score_loss": 0.013084776699543}
+{"step": 3800000, "wall_time": 38495.19941663742, "train_loss_step": 2.9621529579162598, "n_params": 4428880, "total_flops": 51700973568000000, "train_loss": 0.013136057555675507, "subset_score_loss": 0.013136057555675507, "memorization_fraction_pixel": 0.8148000240325928, "mean_nn_ratio_pixel": 0.31976115703582764, "fid": 39.107100441800306}
+{"step": 3810000, "wall_time": 38590.12892103195, "train_loss_step": 2.937377452850342, "n_params": 4428880, "total_flops": 51837028761600000, "train_loss": 0.012946094572544097, "subset_score_loss": 0.012946094572544097}
+{"step": 3820000, "wall_time": 38684.68941164017, "train_loss_step": 2.8860673904418945, "n_params": 4428880, "total_flops": 51973083955200000, "train_loss": 0.013319538533687591, "subset_score_loss": 0.013319538533687591}
+{"step": 3830000, "wall_time": 38779.266715765, "train_loss_step": 2.7675132751464844, "n_params": 4428880, "total_flops": 52109139148800000, "train_loss": 0.013089151680469513, "subset_score_loss": 0.013089151680469513}
+{"step": 3840000, "wall_time": 38872.64810705185, "train_loss_step": 2.7907276153564453, "n_params": 4428880, "total_flops": 52245194342400000, "train_loss": 0.012507990002632141, "subset_score_loss": 0.012507990002632141}
+{"step": 3850000, "wall_time": 38967.170538663864, "train_loss_step": 3.004625082015991, "n_params": 4428880, "total_flops": 52381249536000000, "train_loss": 0.012845860421657562, "subset_score_loss": 0.012845860421657562}
+{"step": 3860000, "wall_time": 39058.18384575844, "train_loss_step": 2.7597246170043945, "n_params": 4428880, "total_flops": 52517304729600000, "train_loss": 0.012935180962085725, "subset_score_loss": 0.012935180962085725}
+{"step": 3870000, "wall_time": 39152.19455742836, "train_loss_step": 2.8866801261901855, "n_params": 4428880, "total_flops": 52653359923200000, "train_loss": 0.012890677154064178, "subset_score_loss": 0.012890677154064178}
+{"step": 3880000, "wall_time": 39243.39367890358, "train_loss_step": 2.8389995098114014, "n_params": 4428880, "total_flops": 52789415116800000, "train_loss": 0.013561321794986725, "subset_score_loss": 0.013561321794986725}
+{"step": 3890000, "wall_time": 39337.46665453911, "train_loss_step": 2.697944164276123, "n_params": 4428880, "total_flops": 52925470310400000, "train_loss": 0.01324954479932785, "subset_score_loss": 0.01324954479932785}
+{"step": 3900000, "wall_time": 39508.721751213074, "train_loss_step": 2.930129051208496, "n_params": 4428880, "total_flops": 53061525504000000, "train_loss": 0.012683667242527008, "subset_score_loss": 0.012683667242527008, "memorization_fraction_pixel": 0.8148000240325928, "mean_nn_ratio_pixel": 0.31893596053123474, "fid": 38.855146678921244}
+{"step": 3910000, "wall_time": 39603.13352394104, "train_loss_step": 2.7453205585479736, "n_params": 4428880, "total_flops": 53197580697600000, "train_loss": 0.012816886603832244, "subset_score_loss": 0.012816886603832244}
+{"step": 3920000, "wall_time": 39697.223994255066, "train_loss_step": 3.0308775901794434, "n_params": 4428880, "total_flops": 53333635891200000, "train_loss": 0.01290975660085678, "subset_score_loss": 0.01290975660085678}
+{"step": 3930000, "wall_time": 39790.91942811012, "train_loss_step": 3.0389928817749023, "n_params": 4428880, "total_flops": 53469691084800000, "train_loss": 0.013138189911842346, "subset_score_loss": 0.013138189911842346}
+{"step": 3940000, "wall_time": 39884.947880506516, "train_loss_step": 3.0285215377807617, "n_params": 4428880, "total_flops": 53605746278400000, "train_loss": 0.01315048336982727, "subset_score_loss": 0.01315048336982727}
+{"step": 3950000, "wall_time": 39977.35609602928, "train_loss_step": 2.961244583129883, "n_params": 4428880, "total_flops": 53741801472000000, "train_loss": 0.013433697819709777, "subset_score_loss": 0.013433697819709777}
+{"step": 3960000, "wall_time": 40070.597541093826, "train_loss_step": 3.0845155715942383, "n_params": 4428880, "total_flops": 53877856665600000, "train_loss": 0.012820670008659362, "subset_score_loss": 0.012820670008659362}
+{"step": 3970000, "wall_time": 40164.9772131443, "train_loss_step": 2.789316177368164, "n_params": 4428880, "total_flops": 54013911859200000, "train_loss": 0.012521231174468994, "subset_score_loss": 0.012521231174468994}
+{"step": 3980000, "wall_time": 40255.39730024338, "train_loss_step": 2.8158721923828125, "n_params": 4428880, "total_flops": 54149967052800000, "train_loss": 0.012698888778686523, "subset_score_loss": 0.012698888778686523}
+{"step": 3990000, "wall_time": 40349.863842725754, "train_loss_step": 2.865898609161377, "n_params": 4428880, "total_flops": 54286022246400000, "train_loss": 0.012623810768127441, "subset_score_loss": 0.012623810768127441}
+{"step": 4000000, "wall_time": 40520.36646056175, "train_loss_step": 2.948791027069092, "n_params": 4428880, "total_flops": 54422077440000000, "train_loss": 0.012473472207784653, "subset_score_loss": 0.012473472207784653, "memorization_fraction_pixel": 0.8374999761581421, "mean_nn_ratio_pixel": 0.30919161438941956, "fid": 38.91655108851034}
+{"step": 4010000, "wall_time": 40614.62503552437, "train_loss_step": 2.8066980838775635, "n_params": 4428880, "total_flops": 54558132633600000, "train_loss": 0.012801750004291535, "subset_score_loss": 0.012801750004291535}
+{"step": 4020000, "wall_time": 40708.89537978172, "train_loss_step": 3.023674726486206, "n_params": 4428880, "total_flops": 54694187827200000, "train_loss": 0.01356397420167923, "subset_score_loss": 0.01356397420167923}
+{"step": 4030000, "wall_time": 40803.40938830376, "train_loss_step": 3.0843138694763184, "n_params": 4428880, "total_flops": 54830243020800000, "train_loss": 0.012038721144199372, "subset_score_loss": 0.012038721144199372}
+{"step": 4040000, "wall_time": 40897.48399758339, "train_loss_step": 3.0897717475891113, "n_params": 4428880, "total_flops": 54966298214400000, "train_loss": 0.012503902614116668, "subset_score_loss": 0.012503902614116668}
+{"step": 4050000, "wall_time": 40989.02522087097, "train_loss_step": 3.086923122406006, "n_params": 4428880, "total_flops": 55102353408000000, "train_loss": 0.01332644373178482, "subset_score_loss": 0.01332644373178482}
+{"step": 4060000, "wall_time": 41083.50175404549, "train_loss_step": 2.9804468154907227, "n_params": 4428880, "total_flops": 55238408601600000, "train_loss": 0.012159144878387452, "subset_score_loss": 0.012159144878387452}
+{"step": 4070000, "wall_time": 41177.98469424248, "train_loss_step": 2.5737764835357666, "n_params": 4428880, "total_flops": 55374463795200000, "train_loss": 0.012400762736797332, "subset_score_loss": 0.012400762736797332}
+{"step": 4080000, "wall_time": 41268.67241549492, "train_loss_step": 2.8062496185302734, "n_params": 4428880, "total_flops": 55510518988800000, "train_loss": 0.013284164667129516, "subset_score_loss": 0.013284164667129516}
+{"step": 4090000, "wall_time": 41363.12322926521, "train_loss_step": 2.812164783477783, "n_params": 4428880, "total_flops": 55646574182400000, "train_loss": 0.012228253483772277, "subset_score_loss": 0.012228253483772277}
+{"step": 4100000, "wall_time": 41533.82535648346, "train_loss_step": 2.8192834854125977, "n_params": 4428880, "total_flops": 55782629376000000, "train_loss": 0.012742425501346587, "subset_score_loss": 0.012742425501346587, "memorization_fraction_pixel": 0.8337000012397766, "mean_nn_ratio_pixel": 0.31204357743263245, "fid": 39.42878763493225}
+{"step": 4110000, "wall_time": 41627.757556438446, "train_loss_step": 2.893277645111084, "n_params": 4428880, "total_flops": 55918684569600000, "train_loss": 0.012169209867715835, "subset_score_loss": 0.012169209867715835}
+{"step": 4120000, "wall_time": 41722.405334711075, "train_loss_step": 2.6745095252990723, "n_params": 4428880, "total_flops": 56054739763200000, "train_loss": 0.012417782843112946, "subset_score_loss": 0.012417782843112946}
+{"step": 4130000, "wall_time": 41816.71272492409, "train_loss_step": 2.884636640548706, "n_params": 4428880, "total_flops": 56190794956800000, "train_loss": 0.012163005769252777, "subset_score_loss": 0.012163005769252777}
+{"step": 4140000, "wall_time": 41908.357743263245, "train_loss_step": 2.99137544631958, "n_params": 4428880, "total_flops": 56326850150400000, "train_loss": 0.01312003880739212, "subset_score_loss": 0.01312003880739212}
+{"step": 4150000, "wall_time": 42002.49784350395, "train_loss_step": 2.935523509979248, "n_params": 4428880, "total_flops": 56462905344000000, "train_loss": 0.013154730200767517, "subset_score_loss": 0.013154730200767517}
+{"step": 4160000, "wall_time": 42096.81567811966, "train_loss_step": 2.840019702911377, "n_params": 4428880, "total_flops": 56598960537600000, "train_loss": 0.01169765368103981, "subset_score_loss": 0.01169765368103981}
+{"step": 4170000, "wall_time": 42191.50071644783, "train_loss_step": 2.9354898929595947, "n_params": 4428880, "total_flops": 56735015731200000, "train_loss": 0.012961979210376739, "subset_score_loss": 0.012961979210376739}
+{"step": 4180000, "wall_time": 42282.98287820816, "train_loss_step": 2.7736756801605225, "n_params": 4428880, "total_flops": 56871070924800000, "train_loss": 0.012246683984994889, "subset_score_loss": 0.012246683984994889}
+{"step": 4190000, "wall_time": 42377.13693714142, "train_loss_step": 2.9774298667907715, "n_params": 4428880, "total_flops": 57007126118400000, "train_loss": 0.012135866284370422, "subset_score_loss": 0.012135866284370422}
+{"step": 4200000, "wall_time": 42545.15783548355, "train_loss_step": 3.2014119625091553, "n_params": 4428880, "total_flops": 57143181312000000, "train_loss": 0.012210740894079208, "subset_score_loss": 0.012210740894079208, "memorization_fraction_pixel": 0.829200029373169, "mean_nn_ratio_pixel": 0.3129311800003052, "fid": 39.069190426044024}
+{"step": 4210000, "wall_time": 42639.692501306534, "train_loss_step": 3.1770217418670654, "n_params": 4428880, "total_flops": 57279236505600000, "train_loss": 0.012012190371751785, "subset_score_loss": 0.012012190371751785}
+{"step": 4220000, "wall_time": 42733.665122270584, "train_loss_step": 2.909924268722534, "n_params": 4428880, "total_flops": 57415291699200000, "train_loss": 0.011595114320516586, "subset_score_loss": 0.011595114320516586}
+{"step": 4230000, "wall_time": 42827.92419743538, "train_loss_step": 2.9932212829589844, "n_params": 4428880, "total_flops": 57551346892800000, "train_loss": 0.012393501400947571, "subset_score_loss": 0.012393501400947571}
+{"step": 4240000, "wall_time": 42919.567410469055, "train_loss_step": 2.858430862426758, "n_params": 4428880, "total_flops": 57687402086400000, "train_loss": 0.011844600737094878, "subset_score_loss": 0.011844600737094878}
+{"step": 4250000, "wall_time": 43013.51043796539, "train_loss_step": 3.175426483154297, "n_params": 4428880, "total_flops": 57823457280000000, "train_loss": 0.012489542365074158, "subset_score_loss": 0.012489542365074158}
+{"step": 4260000, "wall_time": 43107.87938666344, "train_loss_step": 2.934709072113037, "n_params": 4428880, "total_flops": 57959512473600000, "train_loss": 0.012163344025611877, "subset_score_loss": 0.012163344025611877}
+{"step": 4270000, "wall_time": 43203.19386768341, "train_loss_step": 2.845343589782715, "n_params": 4428880, "total_flops": 58095567667200000, "train_loss": 0.012230993062257767, "subset_score_loss": 0.012230993062257767}
+{"step": 4280000, "wall_time": 43293.67091560364, "train_loss_step": 2.986884117126465, "n_params": 4428880, "total_flops": 58231622860800000, "train_loss": 0.0118127703666687, "subset_score_loss": 0.0118127703666687}
+{"step": 4290000, "wall_time": 43387.195278167725, "train_loss_step": 2.797708749771118, "n_params": 4428880, "total_flops": 58367678054400000, "train_loss": 0.012535424530506134, "subset_score_loss": 0.012535424530506134}
+{"step": 4300000, "wall_time": 43557.524981975555, "train_loss_step": 2.7564303874969482, "n_params": 4428880, "total_flops": 58503733248000000, "train_loss": 0.011648214608430862, "subset_score_loss": 0.011648214608430862, "memorization_fraction_pixel": 0.8339999914169312, "mean_nn_ratio_pixel": 0.310939222574234, "fid": 39.6727094252963}
+{"step": 4310000, "wall_time": 43652.032714128494, "train_loss_step": 3.2169442176818848, "n_params": 4428880, "total_flops": 58639788441600000, "train_loss": 0.0118128202855587, "subset_score_loss": 0.0118128202855587}
+{"step": 4320000, "wall_time": 43746.15952372551, "train_loss_step": 3.0277345180511475, "n_params": 4428880, "total_flops": 58775843635200000, "train_loss": 0.011949936300516129, "subset_score_loss": 0.011949936300516129}
+{"step": 4330000, "wall_time": 43837.6353392601, "train_loss_step": 2.351146697998047, "n_params": 4428880, "total_flops": 58911898828800000, "train_loss": 0.011743794381618499, "subset_score_loss": 0.011743794381618499}
+{"step": 4340000, "wall_time": 43931.790766239166, "train_loss_step": 2.7874832153320312, "n_params": 4428880, "total_flops": 59047954022400000, "train_loss": 0.011551282554864883, "subset_score_loss": 0.011551282554864883}
+{"step": 4350000, "wall_time": 44026.418536663055, "train_loss_step": 2.9146809577941895, "n_params": 4428880, "total_flops": 59184009216000000, "train_loss": 0.011235038936138152, "subset_score_loss": 0.011235038936138152}
+{"step": 4360000, "wall_time": 44120.678689956665, "train_loss_step": 3.3939356803894043, "n_params": 4428880, "total_flops": 59320064409600000, "train_loss": 0.011766431480646133, "subset_score_loss": 0.011766431480646133}
+{"step": 4370000, "wall_time": 44215.467314720154, "train_loss_step": 2.8847179412841797, "n_params": 4428880, "total_flops": 59456119603200000, "train_loss": 0.011717389523983001, "subset_score_loss": 0.011717389523983001}
+{"step": 4380000, "wall_time": 44306.204392671585, "train_loss_step": 2.7586772441864014, "n_params": 4428880, "total_flops": 59592174796800000, "train_loss": 0.0113675557076931, "subset_score_loss": 0.0113675557076931}
+{"step": 4390000, "wall_time": 44399.82169985771, "train_loss_step": 2.842813730239868, "n_params": 4428880, "total_flops": 59728229990400000, "train_loss": 0.012709803879261017, "subset_score_loss": 0.012709803879261017}
+{"step": 4400000, "wall_time": 44568.01784873009, "train_loss_step": 3.2077436447143555, "n_params": 4428880, "total_flops": 59864285184000000, "train_loss": 0.011847183108329773, "subset_score_loss": 0.011847183108329773, "memorization_fraction_pixel": 0.8420000076293945, "mean_nn_ratio_pixel": 0.31185609102249146, "fid": 38.62887427797712}
+{"step": 4410000, "wall_time": 44662.550107479095, "train_loss_step": 2.896562099456787, "n_params": 4428880, "total_flops": 60000340377600000, "train_loss": 0.012453202158212662, "subset_score_loss": 0.012453202158212662}
+{"step": 4420000, "wall_time": 44753.81245779991, "train_loss_step": 2.7797327041625977, "n_params": 4428880, "total_flops": 60136395571200000, "train_loss": 0.012019062042236328, "subset_score_loss": 0.012019062042236328}
+{"step": 4430000, "wall_time": 44848.22145676613, "train_loss_step": 2.641742467880249, "n_params": 4428880, "total_flops": 60272450764800000, "train_loss": 0.011931297183036805, "subset_score_loss": 0.011931297183036805}
+{"step": 4440000, "wall_time": 44942.60400247574, "train_loss_step": 2.785334587097168, "n_params": 4428880, "total_flops": 60408505958400000, "train_loss": 0.01209401935338974, "subset_score_loss": 0.01209401935338974}
+{"step": 4450000, "wall_time": 45036.83373475075, "train_loss_step": 3.0129785537719727, "n_params": 4428880, "total_flops": 60544561152000000, "train_loss": 0.011723000556230545, "subset_score_loss": 0.011723000556230545}
+{"step": 4460000, "wall_time": 45131.1629884243, "train_loss_step": 2.548586845397949, "n_params": 4428880, "total_flops": 60680616345600000, "train_loss": 0.011578137427568436, "subset_score_loss": 0.011578137427568436}
+{"step": 4470000, "wall_time": 45224.61118388176, "train_loss_step": 2.89829683303833, "n_params": 4428880, "total_flops": 60816671539200000, "train_loss": 0.011352267861366273, "subset_score_loss": 0.011352267861366273}
+{"step": 4480000, "wall_time": 45317.50419473648, "train_loss_step": 3.3490309715270996, "n_params": 4428880, "total_flops": 60952726732800000, "train_loss": 0.011690089106559753, "subset_score_loss": 0.011690089106559753}
+{"step": 4490000, "wall_time": 45411.59601569176, "train_loss_step": 2.88771390914917, "n_params": 4428880, "total_flops": 61088781926400000, "train_loss": 0.011879422515630723, "subset_score_loss": 0.011879422515630723}
+{"step": 4500000, "wall_time": 45578.87028312683, "train_loss_step": 2.7701544761657715, "n_params": 4428880, "total_flops": 61224837120000000, "train_loss": 0.011662501841783524, "subset_score_loss": 0.011662501841783524, "memorization_fraction_pixel": 0.8295000195503235, "mean_nn_ratio_pixel": 0.3163098394870758, "fid": 39.4435311537387}
+{"step": 4510000, "wall_time": 45672.94859981537, "train_loss_step": 2.9017245769500732, "n_params": 4428880, "total_flops": 61360892313600000, "train_loss": 0.011527466028928757, "subset_score_loss": 0.011527466028928757}
+{"step": 4520000, "wall_time": 45765.35070514679, "train_loss_step": 2.6976490020751953, "n_params": 4428880, "total_flops": 61496947507200000, "train_loss": 0.011372382193803788, "subset_score_loss": 0.011372382193803788}
+{"step": 4530000, "wall_time": 45859.882247686386, "train_loss_step": 3.0492115020751953, "n_params": 4428880, "total_flops": 61633002700800000, "train_loss": 0.011061374098062515, "subset_score_loss": 0.011061374098062515}
+{"step": 4540000, "wall_time": 45954.05691242218, "train_loss_step": 3.145035743713379, "n_params": 4428880, "total_flops": 61769057894400000, "train_loss": 0.011303851753473282, "subset_score_loss": 0.011303851753473282}
+{"step": 4550000, "wall_time": 46048.41549873352, "train_loss_step": 3.1053338050842285, "n_params": 4428880, "total_flops": 61905113088000000, "train_loss": 0.010944493860006333, "subset_score_loss": 0.010944493860006333}
+{"step": 4560000, "wall_time": 46142.54008150101, "train_loss_step": 2.780256748199463, "n_params": 4428880, "total_flops": 62041168281600000, "train_loss": 0.011479385942220689, "subset_score_loss": 0.011479385942220689}
+{"step": 4570000, "wall_time": 46235.40394425392, "train_loss_step": 2.6748528480529785, "n_params": 4428880, "total_flops": 62177223475200000, "train_loss": 0.01115533858537674, "subset_score_loss": 0.01115533858537674}
+{"step": 4580000, "wall_time": 46327.3489420414, "train_loss_step": 3.255765914916992, "n_params": 4428880, "total_flops": 62313278668800000, "train_loss": 0.011541342735290528, "subset_score_loss": 0.011541342735290528}
+{"step": 4590000, "wall_time": 46421.57455277443, "train_loss_step": 2.8368828296661377, "n_params": 4428880, "total_flops": 62449333862400000, "train_loss": 0.011450526863336563, "subset_score_loss": 0.011450526863336563}
+{"step": 4600000, "wall_time": 46588.78871703148, "train_loss_step": 2.8242130279541016, "n_params": 4428880, "total_flops": 62585389056000000, "train_loss": 0.011013452708721162, "subset_score_loss": 0.011013452708721162, "memorization_fraction_pixel": 0.8330000042915344, "mean_nn_ratio_pixel": 0.31593024730682373, "fid": 39.22073058358812}
+{"step": 4610000, "wall_time": 46681.413581848145, "train_loss_step": 2.668705940246582, "n_params": 4428880, "total_flops": 62721444249600000, "train_loss": 0.011107810586690903, "subset_score_loss": 0.011107810586690903}
+{"step": 4620000, "wall_time": 46776.161340236664, "train_loss_step": 2.699390411376953, "n_params": 4428880, "total_flops": 62857499443200000, "train_loss": 0.011804234981536866, "subset_score_loss": 0.011804234981536866}
+{"step": 4630000, "wall_time": 46871.24023461342, "train_loss_step": 2.622706413269043, "n_params": 4428880, "total_flops": 62993554636800000, "train_loss": 0.011658170074224473, "subset_score_loss": 0.011658170074224473}
+{"step": 4640000, "wall_time": 46965.99788570404, "train_loss_step": 2.9284400939941406, "n_params": 4428880, "total_flops": 63129609830400000, "train_loss": 0.012476683408021928, "subset_score_loss": 0.012476683408021928}
+{"step": 4650000, "wall_time": 47060.35610127449, "train_loss_step": 2.8229904174804688, "n_params": 4428880, "total_flops": 63265665024000000, "train_loss": 0.012725253403186799, "subset_score_loss": 0.012725253403186799}
+{"step": 4660000, "wall_time": 47155.03049468994, "train_loss_step": 2.913707971572876, "n_params": 4428880, "total_flops": 63401720217600000, "train_loss": 0.011583714187145234, "subset_score_loss": 0.011583714187145234}
+{"step": 4670000, "wall_time": 47248.58590507507, "train_loss_step": 2.8004441261291504, "n_params": 4428880, "total_flops": 63537775411200000, "train_loss": 0.011756721884012222, "subset_score_loss": 0.011756721884012222}
+{"step": 4680000, "wall_time": 47341.05294394493, "train_loss_step": 2.8299813270568848, "n_params": 4428880, "total_flops": 63673830604800000, "train_loss": 0.010995901376008987, "subset_score_loss": 0.010995901376008987}
+{"step": 4690000, "wall_time": 47435.6324095726, "train_loss_step": 3.051156520843506, "n_params": 4428880, "total_flops": 63809885798400000, "train_loss": 0.011586559563875198, "subset_score_loss": 0.011586559563875198}
+{"step": 4700000, "wall_time": 47601.86611819267, "train_loss_step": 2.763068914413452, "n_params": 4428880, "total_flops": 63945940992000000, "train_loss": 0.010713337361812592, "subset_score_loss": 0.010713337361812592, "memorization_fraction_pixel": 0.8349999785423279, "mean_nn_ratio_pixel": 0.31252777576446533, "fid": 39.04967156553013}
+{"step": 4710000, "wall_time": 47678.049654722214, "train_loss_step": 2.679532289505005, "n_params": 4428880, "total_flops": 64081996185600000, "train_loss": 0.010968746244907379, "subset_score_loss": 0.010968746244907379}
+{"step": 4720000, "wall_time": 47754.651273489, "train_loss_step": 2.9054360389709473, "n_params": 4428880, "total_flops": 64218051379200000, "train_loss": 0.011487188190221787, "subset_score_loss": 0.011487188190221787}
+{"step": 4730000, "wall_time": 47830.91463637352, "train_loss_step": 2.8367490768432617, "n_params": 4428880, "total_flops": 64354106572800000, "train_loss": 0.011640194058418273, "subset_score_loss": 0.011640194058418273}
+{"step": 4740000, "wall_time": 47906.833878040314, "train_loss_step": 2.758704662322998, "n_params": 4428880, "total_flops": 64490161766400000, "train_loss": 0.011419020593166351, "subset_score_loss": 0.011419020593166351}
+{"step": 4750000, "wall_time": 47983.110766887665, "train_loss_step": 2.839507579803467, "n_params": 4428880, "total_flops": 64626216960000000, "train_loss": 0.010965240001678467, "subset_score_loss": 0.010965240001678467}
+{"step": 4760000, "wall_time": 48059.291449308395, "train_loss_step": 2.6355490684509277, "n_params": 4428880, "total_flops": 64762272153600000, "train_loss": 0.011464709788560868, "subset_score_loss": 0.011464709788560868}
+{"step": 4770000, "wall_time": 48134.002917289734, "train_loss_step": 2.939457416534424, "n_params": 4428880, "total_flops": 64898327347200000, "train_loss": 0.011737828701734542, "subset_score_loss": 0.011737828701734542}
+{"step": 4780000, "wall_time": 48207.96296834946, "train_loss_step": 2.6817333698272705, "n_params": 4428880, "total_flops": 65034382540800000, "train_loss": 0.011797003448009491, "subset_score_loss": 0.011797003448009491}
+{"step": 4790000, "wall_time": 48284.11897492409, "train_loss_step": 2.9358878135681152, "n_params": 4428880, "total_flops": 65170437734400000, "train_loss": 0.010776103287935258, "subset_score_loss": 0.010776103287935258}
+{"step": 4800000, "wall_time": 48419.771970033646, "train_loss_step": 2.694446086883545, "n_params": 4428880, "total_flops": 65306492928000000, "train_loss": 0.010777778178453445, "subset_score_loss": 0.010777778178453445, "memorization_fraction_pixel": 0.8317000269889832, "mean_nn_ratio_pixel": 0.31759488582611084, "fid": 40.33702707939025}
+{"step": 4810000, "wall_time": 48495.983717918396, "train_loss_step": 2.7682337760925293, "n_params": 4428880, "total_flops": 65442548121600000, "train_loss": 0.011149425804615021, "subset_score_loss": 0.011149425804615021}
+{"step": 4820000, "wall_time": 48572.14740538597, "train_loss_step": 2.7425169944763184, "n_params": 4428880, "total_flops": 65578603315200000, "train_loss": 0.011561724543571471, "subset_score_loss": 0.011561724543571471}
+{"step": 4830000, "wall_time": 48648.41907405853, "train_loss_step": 2.646158218383789, "n_params": 4428880, "total_flops": 65714658508800000, "train_loss": 0.011849135905504227, "subset_score_loss": 0.011849135905504227}
+{"step": 4840000, "wall_time": 48724.4690721035, "train_loss_step": 3.012343168258667, "n_params": 4428880, "total_flops": 65850713702400000, "train_loss": 0.011039648950099946, "subset_score_loss": 0.011039648950099946}
+{"step": 4850000, "wall_time": 48800.764358997345, "train_loss_step": 3.1136693954467773, "n_params": 4428880, "total_flops": 65986768896000000, "train_loss": 0.011800051480531693, "subset_score_loss": 0.011800051480531693}
+{"step": 4860000, "wall_time": 48876.98610806465, "train_loss_step": 2.618360996246338, "n_params": 4428880, "total_flops": 66122824089600000, "train_loss": 0.010623059421777725, "subset_score_loss": 0.010623059421777725}
+{"step": 4870000, "wall_time": 48951.616082668304, "train_loss_step": 2.50986385345459, "n_params": 4428880, "total_flops": 66258879283200000, "train_loss": 0.011214566230773926, "subset_score_loss": 0.011214566230773926}
+{"step": 4880000, "wall_time": 49025.908130168915, "train_loss_step": 2.6574723720550537, "n_params": 4428880, "total_flops": 66394934476800000, "train_loss": 0.010792328417301178, "subset_score_loss": 0.010792328417301178}
+{"step": 4890000, "wall_time": 49102.40538883209, "train_loss_step": 3.183851718902588, "n_params": 4428880, "total_flops": 66530989670400000, "train_loss": 0.011003267019987106, "subset_score_loss": 0.011003267019987106}
+{"step": 4900000, "wall_time": 49239.074508190155, "train_loss_step": 2.9543864727020264, "n_params": 4428880, "total_flops": 66667044864000000, "train_loss": 0.010469476878643035, "subset_score_loss": 0.010469476878643035, "memorization_fraction_pixel": 0.8422999978065491, "mean_nn_ratio_pixel": 0.30918169021606445, "fid": 38.96353825939687}
+{"step": 4910000, "wall_time": 49315.396829366684, "train_loss_step": 2.7372970581054688, "n_params": 4428880, "total_flops": 66803100057600000, "train_loss": 0.011191873997449874, "subset_score_loss": 0.011191873997449874}
+{"step": 4920000, "wall_time": 49391.25504779816, "train_loss_step": 3.067370653152466, "n_params": 4428880, "total_flops": 66939155251200000, "train_loss": 0.01057131364941597, "subset_score_loss": 0.01057131364941597}
+{"step": 4930000, "wall_time": 49467.284079790115, "train_loss_step": 2.989978313446045, "n_params": 4428880, "total_flops": 67075210444800000, "train_loss": 0.010438187420368195, "subset_score_loss": 0.010438187420368195}
+{"step": 4940000, "wall_time": 49543.70461034775, "train_loss_step": 2.8071084022521973, "n_params": 4428880, "total_flops": 67211265638400000, "train_loss": 0.010434204339981079, "subset_score_loss": 0.010434204339981079}
+{"step": 4950000, "wall_time": 49619.69860124588, "train_loss_step": 2.7359485626220703, "n_params": 4428880, "total_flops": 67347320832000000, "train_loss": 0.01039680689573288, "subset_score_loss": 0.01039680689573288}
+{"step": 4960000, "wall_time": 49695.84453344345, "train_loss_step": 2.876723527908325, "n_params": 4428880, "total_flops": 67483376025600000, "train_loss": 0.010457684844732284, "subset_score_loss": 0.010457684844732284}
+{"step": 4970000, "wall_time": 49763.60508823395, "train_loss_step": 2.5851666927337646, "n_params": 4428880, "total_flops": 67619431219200000, "train_loss": 0.010580337792634963, "subset_score_loss": 0.010580337792634963}
+{"step": 4980000, "wall_time": 49801.18730139732, "train_loss_step": 3.02571177482605, "n_params": 4428880, "total_flops": 67755486412800000, "train_loss": 0.010316181182861327, "subset_score_loss": 0.010316181182861327}
+{"step": 4990000, "wall_time": 49839.15169453621, "train_loss_step": 2.860318660736084, "n_params": 4428880, "total_flops": 67891541606400000, "train_loss": 0.010207895189523697, "subset_score_loss": 0.010207895189523697}
+{"step": 5000000, "wall_time": 49898.21897101402, "train_loss_step": 2.8811001777648926, "n_params": 4428880, "total_flops": 68027596800000000, "train_loss": 0.010743178427219391, "subset_score_loss": 0.010743178427219391, "memorization_fraction_pixel": 0.8496000170707703, "mean_nn_ratio_pixel": 0.30737197399139404, "fid": 40.14498559085123}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d80/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d80/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..db96fd7822e8fc55367db6f8cda1d26bb76c4dff
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d80/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     73s | train_loss=0.9947 | fid=276.8765
+  step   10000 |    167s | train_loss=0.8193
+  step   20000 |    260s | train_loss=0.7124
+  step   30000 |    355s | train_loss=0.5812
+  step   40000 |    449s | train_loss=0.4235
+  step   50000 |    543s | train_loss=0.2915
+  step   60000 |    637s | train_loss=0.2145
+  step   70000 |    731s | train_loss=0.1746
+  step   80000 |    824s | train_loss=0.1513
+  step   90000 |    917s | train_loss=0.1375
+  step  100000 |   1083s | train_loss=0.1268 | fid=56.7187
+  step  110000 |   1177s | train_loss=0.1196
+  step  120000 |   1272s | train_loss=0.1151
+  step  130000 |   1366s | train_loss=0.1074
+  step  140000 |   1460s | train_loss=0.1022
+  step  150000 |   1555s | train_loss=0.0972
+  step  160000 |   1649s | train_loss=0.0958
+  step  170000 |   1744s | train_loss=0.0928
+  step  180000 |   1837s | train_loss=0.0881
+  step  190000 |   1930s | train_loss=0.0858
+  step  200000 |   2094s | train_loss=0.0825 | fid=55.2490
+  step  210000 |   2188s | train_loss=0.0809
+  step  220000 |   2282s | train_loss=0.0782
+  step  230000 |   2376s | train_loss=0.0758
+  step  240000 |   2470s | train_loss=0.0737
+  step  250000 |   2565s | train_loss=0.0718
+  step  260000 |   2659s | train_loss=0.0720
+  step  270000 |   2753s | train_loss=0.0696
+  step  280000 |   2846s | train_loss=0.0677
+  step  290000 |   2938s | train_loss=0.0674
+  step  300000 |   3102s | train_loss=0.0644 | fid=51.8577
+  step  310000 |   3196s | train_loss=0.0653
+  step  320000 |   3290s | train_loss=0.0620
+  step  330000 |   3385s | train_loss=0.0615
+  step  340000 |   3479s | train_loss=0.0602
+  step  350000 |   3574s | train_loss=0.0596
+  step  360000 |   3668s | train_loss=0.0587
+  step  370000 |   3761s | train_loss=0.0579
+  step  380000 |   3854s | train_loss=0.0576
+  step  390000 |   3948s | train_loss=0.0557
+  step  400000 |   4111s | train_loss=0.0559 | fid=51.3264
+  step  410000 |   4205s | train_loss=0.0542
+  step  420000 |   4300s | train_loss=0.0539
+  step  430000 |   4394s | train_loss=0.0531
+  step  440000 |   4488s | train_loss=0.0526
+  step  450000 |   4583s | train_loss=0.0520
+  step  460000 |   4676s | train_loss=0.0507
+  step  470000 |   4770s | train_loss=0.0508
+  step  480000 |   4863s | train_loss=0.0507
+  step  490000 |   4957s | train_loss=0.0493
+  step  500000 |   5121s | train_loss=0.0498 | fid=49.9983
+  step  510000 |   5215s | train_loss=0.0478
+  step  520000 |   5310s | train_loss=0.0478
+  step  530000 |   5405s | train_loss=0.0474
+  step  540000 |   5499s | train_loss=0.0479
+  step  550000 |   5594s | train_loss=0.0468
+  step  560000 |   5687s | train_loss=0.0463
+  step  570000 |   5779s | train_loss=0.0463
+  step  580000 |   5873s | train_loss=0.0458
+  step  590000 |   5968s | train_loss=0.0458
+  step  600000 |   6131s | train_loss=0.0452 | fid=48.5033
+  step  610000 |   6225s | train_loss=0.0445
+  step  620000 |   6319s | train_loss=0.0451
+  step  630000 |   6414s | train_loss=0.0439
+  step  640000 |   6507s | train_loss=0.0437
+  step  650000 |   6601s | train_loss=0.0428
+  step  660000 |   6695s | train_loss=0.0431
+  step  670000 |   6787s | train_loss=0.0429
+  step  680000 |   6882s | train_loss=0.0431
+  step  690000 |   6975s | train_loss=0.0413
+  step  700000 |   7140s | train_loss=0.0412 | fid=47.5669
+  step  710000 |   7234s | train_loss=0.0417
+  step  720000 |   7328s | train_loss=0.0412
+  step  730000 |   7423s | train_loss=0.0413
+  step  740000 |   7517s | train_loss=0.0403
+  step  750000 |   7611s | train_loss=0.0418
+  step  760000 |   7704s | train_loss=0.0415
+  step  770000 |   7798s | train_loss=0.0403
+  step  780000 |   7893s | train_loss=0.0391
+  step  790000 |   7987s | train_loss=0.0386
+  step  800000 |   8152s | train_loss=0.0403 | fid=46.5982
+  step  810000 |   8247s | train_loss=0.0386
+  step  820000 |   8341s | train_loss=0.0379
+  step  830000 |   8436s | train_loss=0.0382
+  step  840000 |   8530s | train_loss=0.0388
+  step  850000 |   8622s | train_loss=0.0378
+  step  860000 |   8716s | train_loss=0.0378
+  step  870000 |   8810s | train_loss=0.0368
+  step  880000 |   8905s | train_loss=0.0374
+  step  890000 |   8999s | train_loss=0.0380
+  step  900000 |   9166s | train_loss=0.0371 | fid=46.7047
+  step  910000 |   9259s | train_loss=0.0364
+  step  920000 |   9354s | train_loss=0.0361
+  step  930000 |   9448s | train_loss=0.0362
+  step  940000 |   9542s | train_loss=0.0373
+  step  950000 |   9634s | train_loss=0.0353
+  step  960000 |   9729s | train_loss=0.0366
+  step  970000 |   9823s | train_loss=0.0356
+  step  980000 |   9918s | train_loss=0.0346
+  step  990000 |  10013s | train_loss=0.0356
+  step 1000000 |  10179s | train_loss=0.0351 | fid=45.3806
+  step 1010000 |  10273s | train_loss=0.0344
+  step 1020000 |  10367s | train_loss=0.0346
+  step 1030000 |  10461s | train_loss=0.0346
+  step 1040000 |  10553s | train_loss=0.0349
+  step 1050000 |  10647s | train_loss=0.0332
+  step 1060000 |  10742s | train_loss=0.0339
+  step 1070000 |  10836s | train_loss=0.0331
+  step 1080000 |  10931s | train_loss=0.0343
+  step 1090000 |  11025s | train_loss=0.0330
+  step 1100000 |  11192s | train_loss=0.0327 | fid=44.4908
+  step 1110000 |  11285s | train_loss=0.0332
+  step 1120000 |  11379s | train_loss=0.0332
+  step 1130000 |  11471s | train_loss=0.0328
+  step 1140000 |  11565s | train_loss=0.0324
+  step 1150000 |  11659s | train_loss=0.0318
+  step 1160000 |  11754s | train_loss=0.0322
+  step 1170000 |  11848s | train_loss=0.0319
+  step 1180000 |  11942s | train_loss=0.0319
+  step 1190000 |  12036s | train_loss=0.0312
+  step 1200000 |  12202s | train_loss=0.0309 | fid=44.0628
+  step 1210000 |  12296s | train_loss=0.0317
+  step 1220000 |  12390s | train_loss=0.0310
+  step 1230000 |  12482s | train_loss=0.0311
+  step 1240000 |  12576s | train_loss=0.0308
+  step 1250000 |  12670s | train_loss=0.0298
+  step 1260000 |  12764s | train_loss=0.0307
+  step 1270000 |  12859s | train_loss=0.0295
+  step 1280000 |  12953s | train_loss=0.0312
+  step 1290000 |  13048s | train_loss=0.0302
+  step 1300000 |  13214s | train_loss=0.0299 | fid=42.2414
+  step 1310000 |  13308s | train_loss=0.0298
+  step 1320000 |  13401s | train_loss=0.0292
+  step 1330000 |  13494s | train_loss=0.0295
+  step 1340000 |  13589s | train_loss=0.0294
+  step 1350000 |  13683s | train_loss=0.0291
+  step 1360000 |  13777s | train_loss=0.0288
+  step 1370000 |  13871s | train_loss=0.0286
+  step 1380000 |  13965s | train_loss=0.0294
+  step 1390000 |  14060s | train_loss=0.0284
+  step 1400000 |  14225s | train_loss=0.0278 | fid=42.2193
+  step 1410000 |  14317s | train_loss=0.0284
+  step 1420000 |  14411s | train_loss=0.0276
+  step 1430000 |  14505s | train_loss=0.0274
+  step 1440000 |  14599s | train_loss=0.0283
+  step 1450000 |  14694s | train_loss=0.0270
+  step 1460000 |  14788s | train_loss=0.0276
+  step 1470000 |  14883s | train_loss=0.0278
+  step 1480000 |  14978s | train_loss=0.0274
+  step 1490000 |  15072s | train_loss=0.0281
+  step 1500000 |  15238s | train_loss=0.0267 | fid=42.8647
+  step 1510000 |  15330s | train_loss=0.0264
+  step 1520000 |  15424s | train_loss=0.0270
+  step 1530000 |  15519s | train_loss=0.0266
+  step 1540000 |  15613s | train_loss=0.0264
+  step 1550000 |  15708s | train_loss=0.0272
+  step 1560000 |  15802s | train_loss=0.0264
+  step 1570000 |  15897s | train_loss=0.0270
+  step 1580000 |  15991s | train_loss=0.0261
+  step 1590000 |  16085s | train_loss=0.0257
+  step 1600000 |  16247s | train_loss=0.0266 | fid=42.6558
+  step 1610000 |  16342s | train_loss=0.0257
+  step 1620000 |  16435s | train_loss=0.0253
+  step 1630000 |  16530s | train_loss=0.0254
+  step 1640000 |  16624s | train_loss=0.0247
+  step 1650000 |  16719s | train_loss=0.0250
+  step 1660000 |  16814s | train_loss=0.0248
+  step 1670000 |  16908s | train_loss=0.0249
+  step 1680000 |  17002s | train_loss=0.0249
+  step 1690000 |  17097s | train_loss=0.0244
+  step 1700000 |  17260s | train_loss=0.0238 | fid=42.6949
+  step 1710000 |  17354s | train_loss=0.0251
+  step 1720000 |  17448s | train_loss=0.0248
+  step 1730000 |  17542s | train_loss=0.0243
+  step 1740000 |  17637s | train_loss=0.0242
+  step 1750000 |  17731s | train_loss=0.0240
+  step 1760000 |  17826s | train_loss=0.0244
+  step 1770000 |  17921s | train_loss=0.0235
+  step 1780000 |  18014s | train_loss=0.0241
+  step 1790000 |  18107s | train_loss=0.0234
+  step 1800000 |  18273s | train_loss=0.0237 | fid=41.4449
+  step 1810000 |  18367s | train_loss=0.0231
+  step 1820000 |  18461s | train_loss=0.0231
+  step 1830000 |  18555s | train_loss=0.0240
+  step 1840000 |  18649s | train_loss=0.0230
+  step 1850000 |  18744s | train_loss=0.0228
+  step 1860000 |  18838s | train_loss=0.0227
+  step 1870000 |  18932s | train_loss=0.0229
+  step 1880000 |  19027s | train_loss=0.0225
+  step 1890000 |  19119s | train_loss=0.0242
+  step 1900000 |  19285s | train_loss=0.0229 | fid=41.0483
+  step 1910000 |  19379s | train_loss=0.0219
+  step 1920000 |  19474s | train_loss=0.0237
+  step 1930000 |  19568s | train_loss=0.0229
+  step 1940000 |  19663s | train_loss=0.0219
+  step 1950000 |  19757s | train_loss=0.0219
+  step 1960000 |  19852s | train_loss=0.0219
+  step 1970000 |  19946s | train_loss=0.0227
+  step 1980000 |  20038s | train_loss=0.0223
+  step 1990000 |  20132s | train_loss=0.0218
+  step 2000000 |  20299s | train_loss=0.0219 | fid=41.7057
+  step 2010000 |  20393s | train_loss=0.0211
+  step 2020000 |  20487s | train_loss=0.0215
+  step 2030000 |  20582s | train_loss=0.0217
+  step 2040000 |  20676s | train_loss=0.0215
+  step 2050000 |  20771s | train_loss=0.0223
+  step 2060000 |  20865s | train_loss=0.0215
+  step 2070000 |  20957s | train_loss=0.0211
+  step 2080000 |  21052s | train_loss=0.0221
+  step 2090000 |  21145s | train_loss=0.0206
+  step 2100000 |  21311s | train_loss=0.0205 | fid=41.4031
+  step 2110000 |  21406s | train_loss=0.0205
+  step 2120000 |  21500s | train_loss=0.0201
+  step 2130000 |  21595s | train_loss=0.0210
+  step 2140000 |  21689s | train_loss=0.0208
+  step 2150000 |  21783s | train_loss=0.0210
+  step 2160000 |  21877s | train_loss=0.0205
+  step 2170000 |  21970s | train_loss=0.0204
+  step 2180000 |  22064s | train_loss=0.0208
+  step 2190000 |  22158s | train_loss=0.0201
+  step 2200000 |  22325s | train_loss=0.0199 | fid=40.7561
+  step 2210000 |  22419s | train_loss=0.0216
+  step 2220000 |  22514s | train_loss=0.0202
+  step 2230000 |  22608s | train_loss=0.0201
+  step 2240000 |  22701s | train_loss=0.0196
+  step 2250000 |  22796s | train_loss=0.0200
+  step 2260000 |  22887s | train_loss=0.0196
+  step 2270000 |  22982s | train_loss=0.0204
+  step 2280000 |  23076s | train_loss=0.0196
+  step 2290000 |  23170s | train_loss=0.0196
+  step 2300000 |  23336s | train_loss=0.0194 | fid=40.8227
+  step 2310000 |  23430s | train_loss=0.0195
+  step 2320000 |  23525s | train_loss=0.0193
+  step 2330000 |  23619s | train_loss=0.0192
+  step 2340000 |  23712s | train_loss=0.0200
+  step 2350000 |  23805s | train_loss=0.0196
+  step 2360000 |  23898s | train_loss=0.0190
+  step 2370000 |  23993s | train_loss=0.0193
+  step 2380000 |  24087s | train_loss=0.0194
+  step 2390000 |  24180s | train_loss=0.0190
+  step 2400000 |  24345s | train_loss=0.0193 | fid=40.2737
+  step 2410000 |  24440s | train_loss=0.0201
+  step 2420000 |  24534s | train_loss=0.0186
+  step 2430000 |  24628s | train_loss=0.0187
+  step 2440000 |  24722s | train_loss=0.0184
+  step 2450000 |  24814s | train_loss=0.0185
+  step 2460000 |  24908s | train_loss=0.0185
+  step 2470000 |  25002s | train_loss=0.0187
+  step 2480000 |  25097s | train_loss=0.0180
+  step 2490000 |  25189s | train_loss=0.0188
+  step 2500000 |  25357s | train_loss=0.0183 | fid=40.6182
+  step 2510000 |  25451s | train_loss=0.0179
+  step 2520000 |  25545s | train_loss=0.0178
+  step 2530000 |  25639s | train_loss=0.0175
+  step 2540000 |  25731s | train_loss=0.0184
+  step 2550000 |  25825s | train_loss=0.0182
+  step 2560000 |  25919s | train_loss=0.0179
+  step 2570000 |  26013s | train_loss=0.0178
+  step 2580000 |  26108s | train_loss=0.0178
+  step 2590000 |  26200s | train_loss=0.0186
+  step 2600000 |  26367s | train_loss=0.0179 | fid=39.7483
+  step 2610000 |  26462s | train_loss=0.0178
+  step 2620000 |  26556s | train_loss=0.0169
+  step 2630000 |  26650s | train_loss=0.0183
+  step 2640000 |  26742s | train_loss=0.0180
+  step 2650000 |  26836s | train_loss=0.0176
+  step 2660000 |  26931s | train_loss=0.0173
+  step 2670000 |  27025s | train_loss=0.0172
+  step 2680000 |  27119s | train_loss=0.0177
+  step 2690000 |  27211s | train_loss=0.0170
+  step 2700000 |  27378s | train_loss=0.0166 | fid=39.7586
+  step 2710000 |  27472s | train_loss=0.0173
+  step 2720000 |  27566s | train_loss=0.0175
+  step 2730000 |  27658s | train_loss=0.0176
+  step 2740000 |  27752s | train_loss=0.0166
+  step 2750000 |  27847s | train_loss=0.0165
+  step 2760000 |  27941s | train_loss=0.0169
+  step 2770000 |  28036s | train_loss=0.0170
+  step 2780000 |  28130s | train_loss=0.0175
+  step 2790000 |  28222s | train_loss=0.0164
+  step 2800000 |  28388s | train_loss=0.0162 | fid=39.9894
+  step 2810000 |  28482s | train_loss=0.0167
+  step 2820000 |  28574s | train_loss=0.0168
+  step 2830000 |  28669s | train_loss=0.0169
+  step 2840000 |  28763s | train_loss=0.0167
+  step 2850000 |  28857s | train_loss=0.0171
+  step 2860000 |  28951s | train_loss=0.0164
+  step 2870000 |  29045s | train_loss=0.0161
+  step 2880000 |  29140s | train_loss=0.0159
+  step 2890000 |  29231s | train_loss=0.0163
+  step 2900000 |  29398s | train_loss=0.0172 | fid=40.4625
+  step 2910000 |  29491s | train_loss=0.0159
+  step 2920000 |  29584s | train_loss=0.0158
+  step 2930000 |  29678s | train_loss=0.0158
+  step 2940000 |  29773s | train_loss=0.0162
+  step 2950000 |  29867s | train_loss=0.0158
+  step 2960000 |  29961s | train_loss=0.0165
+  step 2970000 |  30055s | train_loss=0.0162
+  step 2980000 |  30150s | train_loss=0.0154
+  step 2990000 |  30241s | train_loss=0.0168
+  step 3000000 |  30407s | train_loss=0.0159 | fid=40.1383
+  step 3010000 |  30500s | train_loss=0.0157
+  step 3020000 |  30594s | train_loss=0.0159
+  step 3030000 |  30689s | train_loss=0.0155
+  step 3040000 |  30783s | train_loss=0.0160
+  step 3050000 |  30877s | train_loss=0.0158
+  step 3060000 |  30971s | train_loss=0.0163
+  step 3070000 |  31066s | train_loss=0.0155
+  step 3080000 |  31160s | train_loss=0.0155
+  step 3090000 |  31251s | train_loss=0.0152
+  step 3100000 |  31420s | train_loss=0.0151 | fid=39.5050
+  step 3110000 |  31514s | train_loss=0.0164
+  step 3120000 |  31608s | train_loss=0.0166
+  step 3130000 |  31703s | train_loss=0.0155
+  step 3140000 |  31797s | train_loss=0.0155
+  step 3150000 |  31891s | train_loss=0.0155
+  step 3160000 |  31984s | train_loss=0.0146
+  step 3170000 |  32079s | train_loss=0.0152
+  step 3180000 |  32174s | train_loss=0.0150
+  step 3190000 |  32265s | train_loss=0.0150
+  step 3200000 |  32429s | train_loss=0.0152 | fid=39.2929
+  step 3210000 |  32524s | train_loss=0.0152
+  step 3220000 |  32618s | train_loss=0.0157
+  step 3230000 |  32713s | train_loss=0.0154
+  step 3240000 |  32807s | train_loss=0.0148
+  step 3250000 |  32901s | train_loss=0.0152
+  step 3260000 |  32994s | train_loss=0.0156
+  step 3270000 |  33089s | train_loss=0.0158
+  step 3280000 |  33184s | train_loss=0.0148
+  step 3290000 |  33275s | train_loss=0.0148
+  step 3300000 |  33443s | train_loss=0.0149 | fid=39.2265
+  step 3310000 |  33537s | train_loss=0.0148
+  step 3320000 |  33631s | train_loss=0.0157
+  step 3330000 |  33725s | train_loss=0.0148
+  step 3340000 |  33819s | train_loss=0.0147
+  step 3350000 |  33913s | train_loss=0.0162
+  step 3360000 |  34007s | train_loss=0.0140
+  step 3370000 |  34101s | train_loss=0.0147
+  step 3380000 |  34195s | train_loss=0.0147
+  step 3390000 |  34285s | train_loss=0.0142
+  step 3400000 |  34453s | train_loss=0.0147 | fid=39.2717
+  step 3410000 |  34548s | train_loss=0.0152
+  step 3420000 |  34642s | train_loss=0.0143
+  step 3430000 |  34737s | train_loss=0.0144
+  step 3440000 |  34831s | train_loss=0.0144
+  step 3450000 |  34925s | train_loss=0.0138
+  step 3460000 |  35018s | train_loss=0.0149
+  step 3470000 |  35112s | train_loss=0.0138
+  step 3480000 |  35205s | train_loss=0.0143
+  step 3490000 |  35295s | train_loss=0.0142
+  step 3500000 |  35464s | train_loss=0.0146 | fid=39.4914
+  step 3510000 |  35558s | train_loss=0.0143
+  step 3520000 |  35653s | train_loss=0.0141
+  step 3530000 |  35747s | train_loss=0.0139
+  step 3540000 |  35841s | train_loss=0.0142
+  step 3550000 |  35935s | train_loss=0.0143
+  step 3560000 |  36029s | train_loss=0.0144
+  step 3570000 |  36123s | train_loss=0.0138
+  step 3580000 |  36212s | train_loss=0.0140
+  step 3590000 |  36305s | train_loss=0.0136
+  step 3600000 |  36474s | train_loss=0.0145 | fid=39.7520
+  step 3610000 |  36567s | train_loss=0.0141
+  step 3620000 |  36662s | train_loss=0.0144
+  step 3630000 |  36756s | train_loss=0.0140
+  step 3640000 |  36850s | train_loss=0.0137
+  step 3650000 |  36944s | train_loss=0.0146
+  step 3660000 |  37038s | train_loss=0.0135
+  step 3670000 |  37128s | train_loss=0.0133
+  step 3680000 |  37221s | train_loss=0.0143
+  step 3690000 |  37314s | train_loss=0.0132
+  step 3700000 |  37483s | train_loss=0.0132 | fid=39.6327
+  step 3710000 |  37577s | train_loss=0.0137
+  step 3720000 |  37671s | train_loss=0.0136
+  step 3730000 |  37766s | train_loss=0.0135
+  step 3740000 |  37859s | train_loss=0.0132
+  step 3750000 |  37953s | train_loss=0.0135
+  step 3760000 |  38048s | train_loss=0.0140
+  step 3770000 |  38139s | train_loss=0.0138
+  step 3780000 |  38232s | train_loss=0.0126
+  step 3790000 |  38324s | train_loss=0.0131
+  step 3800000 |  38495s | train_loss=0.0131 | fid=39.1071
+  step 3810000 |  38590s | train_loss=0.0129
+  step 3820000 |  38685s | train_loss=0.0133
+  step 3830000 |  38779s | train_loss=0.0131
+  step 3840000 |  38873s | train_loss=0.0125
+  step 3850000 |  38967s | train_loss=0.0128
+  step 3860000 |  39058s | train_loss=0.0129
+  step 3870000 |  39152s | train_loss=0.0129
+  step 3880000 |  39243s | train_loss=0.0136
+  step 3890000 |  39337s | train_loss=0.0132
+  step 3900000 |  39509s | train_loss=0.0127 | fid=38.8551
+  step 3910000 |  39603s | train_loss=0.0128
+  step 3920000 |  39697s | train_loss=0.0129
+  step 3930000 |  39791s | train_loss=0.0131
+  step 3940000 |  39885s | train_loss=0.0132
+  step 3950000 |  39977s | train_loss=0.0134
+  step 3960000 |  40071s | train_loss=0.0128
+  step 3970000 |  40165s | train_loss=0.0125
+  step 3980000 |  40255s | train_loss=0.0127
+  step 3990000 |  40350s | train_loss=0.0126
+  step 4000000 |  40520s | train_loss=0.0125 | fid=38.9166
+  step 4010000 |  40615s | train_loss=0.0128
+  step 4020000 |  40709s | train_loss=0.0136
+  step 4030000 |  40803s | train_loss=0.0120
+  step 4040000 |  40897s | train_loss=0.0125
+  step 4050000 |  40989s | train_loss=0.0133
+  step 4060000 |  41084s | train_loss=0.0122
+  step 4070000 |  41178s | train_loss=0.0124
+  step 4080000 |  41269s | train_loss=0.0133
+  step 4090000 |  41363s | train_loss=0.0122
+  step 4100000 |  41534s | train_loss=0.0127 | fid=39.4288
+  step 4110000 |  41628s | train_loss=0.0122
+  step 4120000 |  41722s | train_loss=0.0124
+  step 4130000 |  41817s | train_loss=0.0122
+  step 4140000 |  41908s | train_loss=0.0131
+  step 4150000 |  42002s | train_loss=0.0132
+  step 4160000 |  42097s | train_loss=0.0117
+  step 4170000 |  42192s | train_loss=0.0130
+  step 4180000 |  42283s | train_loss=0.0122
+  step 4190000 |  42377s | train_loss=0.0121
+  step 4200000 |  42545s | train_loss=0.0122 | fid=39.0692
+  step 4210000 |  42640s | train_loss=0.0120
+  step 4220000 |  42734s | train_loss=0.0116
+  step 4230000 |  42828s | train_loss=0.0124
+  step 4240000 |  42920s | train_loss=0.0118
+  step 4250000 |  43014s | train_loss=0.0125
+  step 4260000 |  43108s | train_loss=0.0122
+  step 4270000 |  43203s | train_loss=0.0122
+  step 4280000 |  43294s | train_loss=0.0118
+  step 4290000 |  43387s | train_loss=0.0125
+  step 4300000 |  43558s | train_loss=0.0116 | fid=39.6727
+  step 4310000 |  43652s | train_loss=0.0118
+  step 4320000 |  43746s | train_loss=0.0119
+  step 4330000 |  43838s | train_loss=0.0117
+  step 4340000 |  43932s | train_loss=0.0116
+  step 4350000 |  44026s | train_loss=0.0112
+  step 4360000 |  44121s | train_loss=0.0118
+  step 4370000 |  44215s | train_loss=0.0117
+  step 4380000 |  44306s | train_loss=0.0114
+  step 4390000 |  44400s | train_loss=0.0127
+  step 4400000 |  44568s | train_loss=0.0118 | fid=38.6289
+  step 4410000 |  44663s | train_loss=0.0125
+  step 4420000 |  44754s | train_loss=0.0120
+  step 4430000 |  44848s | train_loss=0.0119
+  step 4440000 |  44943s | train_loss=0.0121
+  step 4450000 |  45037s | train_loss=0.0117
+  step 4460000 |  45131s | train_loss=0.0116
+  step 4470000 |  45225s | train_loss=0.0114
+  step 4480000 |  45318s | train_loss=0.0117
+  step 4490000 |  45412s | train_loss=0.0119
+  step 4500000 |  45579s | train_loss=0.0117 | fid=39.4435
+  step 4510000 |  45673s | train_loss=0.0115
+  step 4520000 |  45765s | train_loss=0.0114
+  step 4530000 |  45860s | train_loss=0.0111
+  step 4540000 |  45954s | train_loss=0.0113
+  step 4550000 |  46048s | train_loss=0.0109
+  step 4560000 |  46143s | train_loss=0.0115
+  step 4570000 |  46235s | train_loss=0.0112
+  step 4580000 |  46327s | train_loss=0.0115
+  step 4590000 |  46422s | train_loss=0.0115
+  step 4600000 |  46589s | train_loss=0.0110 | fid=39.2207
+  step 4610000 |  46681s | train_loss=0.0111
+  step 4620000 |  46776s | train_loss=0.0118
+  step 4630000 |  46871s | train_loss=0.0117
+  step 4640000 |  46966s | train_loss=0.0125
+  step 4650000 |  47060s | train_loss=0.0127
+  step 4660000 |  47155s | train_loss=0.0116
+  step 4670000 |  47249s | train_loss=0.0118
+  step 4680000 |  47341s | train_loss=0.0110
+  step 4690000 |  47436s | train_loss=0.0116
+  step 4700000 |  47602s | train_loss=0.0107 | fid=39.0497
+  step 4710000 |  47678s | train_loss=0.0110
+  step 4720000 |  47755s | train_loss=0.0115
+  step 4730000 |  47831s | train_loss=0.0116
+  step 4740000 |  47907s | train_loss=0.0114
+  step 4750000 |  47983s | train_loss=0.0110
+  step 4760000 |  48059s | train_loss=0.0115
+  step 4770000 |  48134s | train_loss=0.0117
+  step 4780000 |  48208s | train_loss=0.0118
+  step 4790000 |  48284s | train_loss=0.0108
+  step 4800000 |  48420s | train_loss=0.0108 | fid=40.3370
+  step 4810000 |  48496s | train_loss=0.0111
+  step 4820000 |  48572s | train_loss=0.0116
+  step 4830000 |  48648s | train_loss=0.0118
+  step 4840000 |  48724s | train_loss=0.0110
+  step 4850000 |  48801s | train_loss=0.0118
+  step 4860000 |  48877s | train_loss=0.0106
+  step 4870000 |  48952s | train_loss=0.0112
+  step 4880000 |  49026s | train_loss=0.0108
+  step 4890000 |  49102s | train_loss=0.0110
+  step 4900000 |  49239s | train_loss=0.0105 | fid=38.9635
+  step 4910000 |  49315s | train_loss=0.0112
+  step 4920000 |  49391s | train_loss=0.0106
+  step 4930000 |  49467s | train_loss=0.0104
+  step 4940000 |  49544s | train_loss=0.0104
+  step 4950000 |  49620s | train_loss=0.0104
+  step 4960000 |  49696s | train_loss=0.0105
+  step 4970000 |  49764s | train_loss=0.0106
+  step 4980000 |  49801s | train_loss=0.0103
+  step 4990000 |  49839s | train_loss=0.0102
+  step 5000000 |  49898s | train_loss=0.0107 | fid=40.1450
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d90/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d90/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..daba294d3ea0b2acc43815b05c0f9f1407af453f
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d90/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d90/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d90",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 44,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d90/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d90/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..ed26c6efeda3c597d58ef9dcc740538f7fef9021
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d90/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 90, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d90/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 44}
+{"step": 1, "wall_time": 72.88143181800842, "train_loss_step": 89.70977020263672, "n_params": 4449370, "total_flops": 13668464640, "train_loss": 0.9953908284505208, "subset_score_loss": 0.9953908284505208, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9764797687530518, "fid": 308.93188446018576}
+{"step": 10000, "wall_time": 166.11623358726501, "train_loss_step": 18.443511962890625, "n_params": 4449370, "total_flops": 136684646400000, "train_loss": 0.8114501953125, "subset_score_loss": 0.8114501953125}
+{"step": 20000, "wall_time": 260.14350867271423, "train_loss_step": 16.794586181640625, "n_params": 4449370, "total_flops": 273369292800000, "train_loss": 0.6939174652099609, "subset_score_loss": 0.6939174652099609}
+{"step": 30000, "wall_time": 354.3118190765381, "train_loss_step": 14.660857200622559, "n_params": 4449370, "total_flops": 410053939200000, "train_loss": 0.5605119917127821, "subset_score_loss": 0.5605119917127821}
+{"step": 40000, "wall_time": 448.364857673645, "train_loss_step": 12.961394309997559, "n_params": 4449370, "total_flops": 546738585600000, "train_loss": 0.41361668904622395, "subset_score_loss": 0.41361668904622395}
+{"step": 50000, "wall_time": 542.3062105178833, "train_loss_step": 10.100503921508789, "n_params": 4449370, "total_flops": 683423232000000, "train_loss": 0.29363151126437714, "subset_score_loss": 0.29363151126437714}
+{"step": 60000, "wall_time": 636.1472969055176, "train_loss_step": 10.016438484191895, "n_params": 4449370, "total_flops": 820107878400000, "train_loss": 0.21786376105414496, "subset_score_loss": 0.21786376105414496}
+{"step": 70000, "wall_time": 730.1370878219604, "train_loss_step": 9.05362319946289, "n_params": 4449370, "total_flops": 956792524800000, "train_loss": 0.17805525461832683, "subset_score_loss": 0.17805525461832683}
+{"step": 80000, "wall_time": 823.8354473114014, "train_loss_step": 8.063505172729492, "n_params": 4449370, "total_flops": 1093477171200000, "train_loss": 0.1529303656684028, "subset_score_loss": 0.1529303656684028}
+{"step": 90000, "wall_time": 916.610723733902, "train_loss_step": 7.989743232727051, "n_params": 4449370, "total_flops": 1230161817600000, "train_loss": 0.13839683532714844, "subset_score_loss": 0.13839683532714844}
+{"step": 100000, "wall_time": 1082.311494588852, "train_loss_step": 7.56646728515625, "n_params": 4449370, "total_flops": 1366846464000000, "train_loss": 0.1276659541659885, "subset_score_loss": 0.1276659541659885, "memorization_fraction_pixel": 0.0010000000474974513, "mean_nn_ratio_pixel": 0.9001752138137817, "fid": 60.942679627072245}
+{"step": 110000, "wall_time": 1176.3380246162415, "train_loss_step": 7.376593589782715, "n_params": 4449370, "total_flops": 1503531110400000, "train_loss": 0.12177714241875542, "subset_score_loss": 0.12177714241875542}
+{"step": 120000, "wall_time": 1270.2460961341858, "train_loss_step": 7.556638717651367, "n_params": 4449370, "total_flops": 1640215756800000, "train_loss": 0.11436488893296984, "subset_score_loss": 0.11436488893296984}
+{"step": 130000, "wall_time": 1364.1539103984833, "train_loss_step": 6.885305404663086, "n_params": 4449370, "total_flops": 1776900403200000, "train_loss": 0.10795394049750434, "subset_score_loss": 0.10795394049750434}
+{"step": 140000, "wall_time": 1458.215810060501, "train_loss_step": 7.198639869689941, "n_params": 4449370, "total_flops": 1913585049600000, "train_loss": 0.10458069907294379, "subset_score_loss": 0.10458069907294379}
+{"step": 150000, "wall_time": 1552.576751947403, "train_loss_step": 6.983971118927002, "n_params": 4449370, "total_flops": 2050269696000000, "train_loss": 0.10095779630872938, "subset_score_loss": 0.10095779630872938}
+{"step": 160000, "wall_time": 1646.6749732494354, "train_loss_step": 6.8760786056518555, "n_params": 4449370, "total_flops": 2186954342400000, "train_loss": 0.09817109637790256, "subset_score_loss": 0.09817109637790256}
+{"step": 170000, "wall_time": 1741.4934952259064, "train_loss_step": 6.394896507263184, "n_params": 4449370, "total_flops": 2323638988800000, "train_loss": 0.09540402094523112, "subset_score_loss": 0.09540402094523112}
+{"step": 180000, "wall_time": 1834.7917037010193, "train_loss_step": 6.341645240783691, "n_params": 4449370, "total_flops": 2460323635200000, "train_loss": 0.08871497048272027, "subset_score_loss": 0.08871497048272027}
+{"step": 190000, "wall_time": 1928.1487874984741, "train_loss_step": 5.783806800842285, "n_params": 4449370, "total_flops": 2597008281600000, "train_loss": 0.08626603020562065, "subset_score_loss": 0.08626603020562065}
+{"step": 200000, "wall_time": 2092.1503715515137, "train_loss_step": 6.2382402420043945, "n_params": 4449370, "total_flops": 2733692928000000, "train_loss": 0.08568812476264107, "subset_score_loss": 0.08568812476264107, "memorization_fraction_pixel": 0.015799999237060547, "mean_nn_ratio_pixel": 0.8370037078857422, "fid": 59.74621460429705}
+{"step": 210000, "wall_time": 2185.38991355896, "train_loss_step": 5.9233832359313965, "n_params": 4449370, "total_flops": 2870377574400000, "train_loss": 0.08171485265096029, "subset_score_loss": 0.08171485265096029}
+{"step": 220000, "wall_time": 2279.7107226848602, "train_loss_step": 6.313782215118408, "n_params": 4449370, "total_flops": 3007062220800000, "train_loss": 0.07877572377522786, "subset_score_loss": 0.07877572377522786}
+{"step": 230000, "wall_time": 2373.853901386261, "train_loss_step": 6.37245512008667, "n_params": 4449370, "total_flops": 3143746867200000, "train_loss": 0.07731125619676378, "subset_score_loss": 0.07731125619676378}
+{"step": 240000, "wall_time": 2468.331901073456, "train_loss_step": 5.6025800704956055, "n_params": 4449370, "total_flops": 3280431513600000, "train_loss": 0.07457565201653374, "subset_score_loss": 0.07457565201653374}
+{"step": 250000, "wall_time": 2562.631828069687, "train_loss_step": 5.995796203613281, "n_params": 4449370, "total_flops": 3417116160000000, "train_loss": 0.0729844782087538, "subset_score_loss": 0.0729844782087538}
+{"step": 260000, "wall_time": 2656.970411300659, "train_loss_step": 5.87300968170166, "n_params": 4449370, "total_flops": 3553800806400000, "train_loss": 0.07173025343153212, "subset_score_loss": 0.07173025343153212}
+{"step": 270000, "wall_time": 2751.4550697803497, "train_loss_step": 5.5319294929504395, "n_params": 4449370, "total_flops": 3690485452800000, "train_loss": 0.06910549269782172, "subset_score_loss": 0.06910549269782172}
+{"step": 280000, "wall_time": 2843.776288509369, "train_loss_step": 5.929988384246826, "n_params": 4449370, "total_flops": 3827170099200000, "train_loss": 0.06956112649705674, "subset_score_loss": 0.06956112649705674}
+{"step": 290000, "wall_time": 2935.987165212631, "train_loss_step": 5.853874206542969, "n_params": 4449370, "total_flops": 3963854745600000, "train_loss": 0.06810980902777777, "subset_score_loss": 0.06810980902777777}
+{"step": 300000, "wall_time": 3101.2339239120483, "train_loss_step": 5.5849738121032715, "n_params": 4449370, "total_flops": 4100539392000000, "train_loss": 0.06667821672227647, "subset_score_loss": 0.06667821672227647, "memorization_fraction_pixel": 0.039900001138448715, "mean_nn_ratio_pixel": 0.7930848598480225, "fid": 56.31010661300051}
+{"step": 310000, "wall_time": 3194.657163619995, "train_loss_step": 5.615113258361816, "n_params": 4449370, "total_flops": 4237224038400000, "train_loss": 0.06427111095852323, "subset_score_loss": 0.06427111095852323}
+{"step": 320000, "wall_time": 3289.1423621177673, "train_loss_step": 5.296814918518066, "n_params": 4449370, "total_flops": 4373908684800000, "train_loss": 0.06401730643378364, "subset_score_loss": 0.06401730643378364}
+{"step": 330000, "wall_time": 3383.505951166153, "train_loss_step": 5.824786186218262, "n_params": 4449370, "total_flops": 4510593331200000, "train_loss": 0.062467066446940105, "subset_score_loss": 0.062467066446940105}
+{"step": 340000, "wall_time": 3477.860463619232, "train_loss_step": 5.492832183837891, "n_params": 4449370, "total_flops": 4647277977600000, "train_loss": 0.06163550482855903, "subset_score_loss": 0.06163550482855903}
+{"step": 350000, "wall_time": 3572.217665910721, "train_loss_step": 5.2903971672058105, "n_params": 4449370, "total_flops": 4783962624000000, "train_loss": 0.061417876349555124, "subset_score_loss": 0.061417876349555124}
+{"step": 360000, "wall_time": 3666.7490952014923, "train_loss_step": 5.608375549316406, "n_params": 4449370, "total_flops": 4920647270400000, "train_loss": 0.059860573874579534, "subset_score_loss": 0.059860573874579534}
+{"step": 370000, "wall_time": 3760.120227098465, "train_loss_step": 5.8358025550842285, "n_params": 4449370, "total_flops": 5057331916800000, "train_loss": 0.05982529322306315, "subset_score_loss": 0.05982529322306315}
+{"step": 380000, "wall_time": 3853.242388486862, "train_loss_step": 5.352433204650879, "n_params": 4449370, "total_flops": 5194016563200000, "train_loss": 0.05814358923170301, "subset_score_loss": 0.05814358923170301}
+{"step": 390000, "wall_time": 3946.3726172447205, "train_loss_step": 5.394820690155029, "n_params": 4449370, "total_flops": 5330701209600000, "train_loss": 0.05746253331502279, "subset_score_loss": 0.05746253331502279}
+{"step": 400000, "wall_time": 4110.212107658386, "train_loss_step": 5.503165245056152, "n_params": 4449370, "total_flops": 5467385856000000, "train_loss": 0.05659973886277941, "subset_score_loss": 0.05659973886277941, "memorization_fraction_pixel": 0.06750000268220901, "mean_nn_ratio_pixel": 0.7597662210464478, "fid": 54.550381726249284}
+{"step": 410000, "wall_time": 4203.82488155365, "train_loss_step": 5.662924766540527, "n_params": 4449370, "total_flops": 5604070502400000, "train_loss": 0.05724978976779514, "subset_score_loss": 0.05724978976779514}
+{"step": 420000, "wall_time": 4298.282867431641, "train_loss_step": 5.048227787017822, "n_params": 4449370, "total_flops": 5740755148800000, "train_loss": 0.055322191450330946, "subset_score_loss": 0.055322191450330946}
+{"step": 430000, "wall_time": 4392.70613193512, "train_loss_step": 5.57872200012207, "n_params": 4449370, "total_flops": 5877439795200000, "train_loss": 0.055976751115587024, "subset_score_loss": 0.055976751115587024}
+{"step": 440000, "wall_time": 4486.600857496262, "train_loss_step": 5.516707420349121, "n_params": 4449370, "total_flops": 6014124441600000, "train_loss": 0.05468300183614095, "subset_score_loss": 0.05468300183614095}
+{"step": 450000, "wall_time": 4580.9568128585815, "train_loss_step": 5.116783142089844, "n_params": 4449370, "total_flops": 6150809088000000, "train_loss": 0.052962176005045575, "subset_score_loss": 0.052962176005045575}
+{"step": 460000, "wall_time": 4674.35519695282, "train_loss_step": 5.138503551483154, "n_params": 4449370, "total_flops": 6287493734400000, "train_loss": 0.051712184482150605, "subset_score_loss": 0.051712184482150605}
+{"step": 470000, "wall_time": 4768.063574075699, "train_loss_step": 5.197596073150635, "n_params": 4449370, "total_flops": 6424178380800000, "train_loss": 0.05329564942253961, "subset_score_loss": 0.05329564942253961}
+{"step": 480000, "wall_time": 4860.656619548798, "train_loss_step": 5.243304252624512, "n_params": 4449370, "total_flops": 6560863027200000, "train_loss": 0.052876822153727215, "subset_score_loss": 0.052876822153727215}
+{"step": 490000, "wall_time": 4954.767532348633, "train_loss_step": 5.553356647491455, "n_params": 4449370, "total_flops": 6697547673600000, "train_loss": 0.05206031269497342, "subset_score_loss": 0.05206031269497342}
+{"step": 500000, "wall_time": 5119.176315784454, "train_loss_step": 4.997038841247559, "n_params": 4449370, "total_flops": 6834232320000000, "train_loss": 0.05057998233371311, "subset_score_loss": 0.05057998233371311, "memorization_fraction_pixel": 0.08829999715089798, "mean_nn_ratio_pixel": 0.7346606254577637, "fid": 52.728435804431186}
+{"step": 510000, "wall_time": 5212.63250374794, "train_loss_step": 5.392842769622803, "n_params": 4449370, "total_flops": 6970916966400000, "train_loss": 0.05126955774095324, "subset_score_loss": 0.05126955774095324}
+{"step": 520000, "wall_time": 5307.219273090363, "train_loss_step": 5.362089157104492, "n_params": 4449370, "total_flops": 7107601612800000, "train_loss": 0.050068463219536674, "subset_score_loss": 0.050068463219536674}
+{"step": 530000, "wall_time": 5401.855771303177, "train_loss_step": 4.933249473571777, "n_params": 4449370, "total_flops": 7244286259200000, "train_loss": 0.04926546944512261, "subset_score_loss": 0.04926546944512261}
+{"step": 540000, "wall_time": 5496.279579401016, "train_loss_step": 4.854909896850586, "n_params": 4449370, "total_flops": 7380970905600000, "train_loss": 0.048270050684611, "subset_score_loss": 0.048270050684611}
+{"step": 550000, "wall_time": 5590.756145954132, "train_loss_step": 5.224911212921143, "n_params": 4449370, "total_flops": 7517655552000000, "train_loss": 0.04872619840833876, "subset_score_loss": 0.04872619840833876}
+{"step": 560000, "wall_time": 5684.438507080078, "train_loss_step": 5.396116256713867, "n_params": 4449370, "total_flops": 7654340198400000, "train_loss": 0.04775860044691298, "subset_score_loss": 0.04775860044691298}
+{"step": 570000, "wall_time": 5776.505691289902, "train_loss_step": 4.748418807983398, "n_params": 4449370, "total_flops": 7791024844800000, "train_loss": 0.049332385592990455, "subset_score_loss": 0.049332385592990455}
+{"step": 580000, "wall_time": 5870.5834176540375, "train_loss_step": 4.946534633636475, "n_params": 4449370, "total_flops": 7927709491200000, "train_loss": 0.04671234024895562, "subset_score_loss": 0.04671234024895562}
+{"step": 590000, "wall_time": 5965.211281299591, "train_loss_step": 5.241999626159668, "n_params": 4449370, "total_flops": 8064394137600000, "train_loss": 0.046193594402737084, "subset_score_loss": 0.046193594402737084}
+{"step": 600000, "wall_time": 6129.806243896484, "train_loss_step": 4.679339408874512, "n_params": 4449370, "total_flops": 8201078784000000, "train_loss": 0.04805853101942274, "subset_score_loss": 0.04805853101942274, "memorization_fraction_pixel": 0.11640000343322754, "mean_nn_ratio_pixel": 0.7146714925765991, "fid": 53.28573089721729}
+{"step": 610000, "wall_time": 6223.224264860153, "train_loss_step": 5.132065296173096, "n_params": 4449370, "total_flops": 8337763430400000, "train_loss": 0.04705220328436958, "subset_score_loss": 0.04705220328436958}
+{"step": 620000, "wall_time": 6317.712164878845, "train_loss_step": 5.011116027832031, "n_params": 4449370, "total_flops": 8474448076800000, "train_loss": 0.04677287737528483, "subset_score_loss": 0.04677287737528483}
+{"step": 630000, "wall_time": 6412.20974445343, "train_loss_step": 4.876609802246094, "n_params": 4449370, "total_flops": 8611132723200000, "train_loss": 0.044927623536851674, "subset_score_loss": 0.044927623536851674}
+{"step": 640000, "wall_time": 6505.863778114319, "train_loss_step": 4.798483848571777, "n_params": 4449370, "total_flops": 8747817369600000, "train_loss": 0.04415988127390544, "subset_score_loss": 0.04415988127390544}
+{"step": 650000, "wall_time": 6599.609739780426, "train_loss_step": 4.978943824768066, "n_params": 4449370, "total_flops": 8884502016000000, "train_loss": 0.04570937686496311, "subset_score_loss": 0.04570937686496311}
+{"step": 660000, "wall_time": 6693.441689729691, "train_loss_step": 4.840874671936035, "n_params": 4449370, "total_flops": 9021186662400000, "train_loss": 0.045284504360622826, "subset_score_loss": 0.045284504360622826}
+{"step": 670000, "wall_time": 6785.957415342331, "train_loss_step": 5.147868633270264, "n_params": 4449370, "total_flops": 9157871308800000, "train_loss": 0.04392262564765082, "subset_score_loss": 0.04392262564765082}
+{"step": 680000, "wall_time": 6880.322890520096, "train_loss_step": 4.930324554443359, "n_params": 4449370, "total_flops": 9294555955200000, "train_loss": 0.04267677201165093, "subset_score_loss": 0.04267677201165093}
+{"step": 690000, "wall_time": 6973.956778049469, "train_loss_step": 5.231348991394043, "n_params": 4449370, "total_flops": 9431240601600000, "train_loss": 0.044064556227789986, "subset_score_loss": 0.044064556227789986}
+{"step": 700000, "wall_time": 7139.819499731064, "train_loss_step": 5.0397725105285645, "n_params": 4449370, "total_flops": 9567925248000000, "train_loss": 0.042591012848748104, "subset_score_loss": 0.042591012848748104, "memorization_fraction_pixel": 0.15860000252723694, "mean_nn_ratio_pixel": 0.6792218089103699, "fid": 51.23374290084769}
+{"step": 710000, "wall_time": 7233.300914525986, "train_loss_step": 4.569390296936035, "n_params": 4449370, "total_flops": 9704609894400000, "train_loss": 0.04315816561381022, "subset_score_loss": 0.04315816561381022}
+{"step": 720000, "wall_time": 7327.623899698257, "train_loss_step": 4.87629508972168, "n_params": 4449370, "total_flops": 9841294540800000, "train_loss": 0.0417786094877455, "subset_score_loss": 0.0417786094877455}
+{"step": 730000, "wall_time": 7422.151870727539, "train_loss_step": 4.899770736694336, "n_params": 4449370, "total_flops": 9977979187200000, "train_loss": 0.043101702796088326, "subset_score_loss": 0.043101702796088326}
+{"step": 740000, "wall_time": 7516.377153873444, "train_loss_step": 5.027205467224121, "n_params": 4449370, "total_flops": 10114663833600000, "train_loss": 0.04284838570488824, "subset_score_loss": 0.04284838570488824}
+{"step": 750000, "wall_time": 7610.815157651901, "train_loss_step": 4.8416900634765625, "n_params": 4449370, "total_flops": 10251348480000000, "train_loss": 0.04062631924947103, "subset_score_loss": 0.04062631924947103}
+{"step": 760000, "wall_time": 7703.487024307251, "train_loss_step": 4.436748504638672, "n_params": 4449370, "total_flops": 10388033126400000, "train_loss": 0.04017620086669922, "subset_score_loss": 0.04017620086669922}
+{"step": 770000, "wall_time": 7797.920301437378, "train_loss_step": 4.804072856903076, "n_params": 4449370, "total_flops": 10524717772800000, "train_loss": 0.041019100613064234, "subset_score_loss": 0.041019100613064234}
+{"step": 780000, "wall_time": 7892.134674549103, "train_loss_step": 4.794392108917236, "n_params": 4449370, "total_flops": 10661402419200000, "train_loss": 0.04012436601850722, "subset_score_loss": 0.04012436601850722}
+{"step": 790000, "wall_time": 7986.751964569092, "train_loss_step": 4.4196062088012695, "n_params": 4449370, "total_flops": 10798087065600000, "train_loss": 0.03955280780792236, "subset_score_loss": 0.03955280780792236}
+{"step": 800000, "wall_time": 8152.580276012421, "train_loss_step": 4.748608589172363, "n_params": 4449370, "total_flops": 10934771712000000, "train_loss": 0.04131970935397678, "subset_score_loss": 0.04131970935397678, "memorization_fraction_pixel": 0.20020000636577606, "mean_nn_ratio_pixel": 0.6506577134132385, "fid": 50.26963255457658}
+{"step": 810000, "wall_time": 8246.492545843124, "train_loss_step": 4.631518363952637, "n_params": 4449370, "total_flops": 11071456358400000, "train_loss": 0.040060491032070586, "subset_score_loss": 0.040060491032070586}
+{"step": 820000, "wall_time": 8341.021567106247, "train_loss_step": 4.6627326011657715, "n_params": 4449370, "total_flops": 11208141004800000, "train_loss": 0.039514520433213976, "subset_score_loss": 0.039514520433213976}
+{"step": 830000, "wall_time": 8435.312819242477, "train_loss_step": 4.723758220672607, "n_params": 4449370, "total_flops": 11344825651200000, "train_loss": 0.03869919512006972, "subset_score_loss": 0.03869919512006972}
+{"step": 840000, "wall_time": 8529.455027103424, "train_loss_step": 4.993167877197266, "n_params": 4449370, "total_flops": 11481510297600000, "train_loss": 0.03935476144154867, "subset_score_loss": 0.03935476144154867}
+{"step": 850000, "wall_time": 8622.331540107727, "train_loss_step": 4.772049903869629, "n_params": 4449370, "total_flops": 11618194944000000, "train_loss": 0.03916544914245605, "subset_score_loss": 0.03916544914245605}
+{"step": 860000, "wall_time": 8715.994790792465, "train_loss_step": 5.002028465270996, "n_params": 4449370, "total_flops": 11754879590400000, "train_loss": 0.038959415753682454, "subset_score_loss": 0.038959415753682454}
+{"step": 870000, "wall_time": 8810.277886629105, "train_loss_step": 4.871981620788574, "n_params": 4449370, "total_flops": 11891564236800000, "train_loss": 0.039292796452840166, "subset_score_loss": 0.039292796452840166}
+{"step": 880000, "wall_time": 8904.741277456284, "train_loss_step": 4.4383864402771, "n_params": 4449370, "total_flops": 12028248883200000, "train_loss": 0.03827180862426758, "subset_score_loss": 0.03827180862426758}
+{"step": 890000, "wall_time": 8999.213147878647, "train_loss_step": 4.060851573944092, "n_params": 4449370, "total_flops": 12164933529600000, "train_loss": 0.03937470648023817, "subset_score_loss": 0.03937470648023817}
+{"step": 900000, "wall_time": 9164.694853782654, "train_loss_step": 4.778766632080078, "n_params": 4449370, "total_flops": 12301618176000000, "train_loss": 0.03744787904951308, "subset_score_loss": 0.03744787904951308, "memorization_fraction_pixel": 0.23669999837875366, "mean_nn_ratio_pixel": 0.6311736702919006, "fid": 49.2706913737281}
+{"step": 910000, "wall_time": 9258.04054069519, "train_loss_step": 4.5990142822265625, "n_params": 4449370, "total_flops": 12438302822400000, "train_loss": 0.03758294317457411, "subset_score_loss": 0.03758294317457411}
+{"step": 920000, "wall_time": 9352.491086483002, "train_loss_step": 4.321895122528076, "n_params": 4449370, "total_flops": 12574987468800000, "train_loss": 0.038066996468438044, "subset_score_loss": 0.038066996468438044}
+{"step": 930000, "wall_time": 9446.705099105835, "train_loss_step": 4.562122821807861, "n_params": 4449370, "total_flops": 12711672115200000, "train_loss": 0.03740139007568359, "subset_score_loss": 0.03740139007568359}
+{"step": 940000, "wall_time": 9540.98586320877, "train_loss_step": 4.615933418273926, "n_params": 4449370, "total_flops": 12848356761600000, "train_loss": 0.036284881167941624, "subset_score_loss": 0.036284881167941624}
+{"step": 950000, "wall_time": 9633.336644172668, "train_loss_step": 4.17535400390625, "n_params": 4449370, "total_flops": 12985041408000000, "train_loss": 0.03667703204684787, "subset_score_loss": 0.03667703204684787}
+{"step": 960000, "wall_time": 9728.071474552155, "train_loss_step": 4.353689670562744, "n_params": 4449370, "total_flops": 13121726054400000, "train_loss": 0.03651704788208008, "subset_score_loss": 0.03651704788208008}
+{"step": 970000, "wall_time": 9822.499163389206, "train_loss_step": 4.293954849243164, "n_params": 4449370, "total_flops": 13258410700800000, "train_loss": 0.03789237870110406, "subset_score_loss": 0.03789237870110406}
+{"step": 980000, "wall_time": 9916.963172197342, "train_loss_step": 4.757006645202637, "n_params": 4449370, "total_flops": 13395095347200000, "train_loss": 0.035187609990437824, "subset_score_loss": 0.035187609990437824}
+{"step": 990000, "wall_time": 10011.47212433815, "train_loss_step": 4.57396125793457, "n_params": 4449370, "total_flops": 13531779993600000, "train_loss": 0.03579252031114366, "subset_score_loss": 0.03579252031114366}
+{"step": 1000000, "wall_time": 10178.211747407913, "train_loss_step": 4.544182777404785, "n_params": 4449370, "total_flops": 13668464640000000, "train_loss": 0.03563319047292073, "subset_score_loss": 0.03563319047292073, "memorization_fraction_pixel": 0.25440001487731934, "mean_nn_ratio_pixel": 0.6174095273017883, "fid": 48.56432675696183}
+{"step": 1010000, "wall_time": 10271.469252824783, "train_loss_step": 4.541437149047852, "n_params": 4449370, "total_flops": 13805149286400000, "train_loss": 0.03470169173346625, "subset_score_loss": 0.03470169173346625}
+{"step": 1020000, "wall_time": 10365.606619358063, "train_loss_step": 4.414782524108887, "n_params": 4449370, "total_flops": 13941833932800000, "train_loss": 0.03544072310129801, "subset_score_loss": 0.03544072310129801}
+{"step": 1030000, "wall_time": 10460.325772047043, "train_loss_step": 4.290378570556641, "n_params": 4449370, "total_flops": 14078518579200000, "train_loss": 0.03539321422576904, "subset_score_loss": 0.03539321422576904}
+{"step": 1040000, "wall_time": 10553.289862632751, "train_loss_step": 4.3065876960754395, "n_params": 4449370, "total_flops": 14215203225600000, "train_loss": 0.035722284846835664, "subset_score_loss": 0.035722284846835664}
+{"step": 1050000, "wall_time": 10646.870874881744, "train_loss_step": 4.879663467407227, "n_params": 4449370, "total_flops": 14351887872000000, "train_loss": 0.03633443514506022, "subset_score_loss": 0.03633443514506022}
+{"step": 1060000, "wall_time": 10741.464772224426, "train_loss_step": 4.515243053436279, "n_params": 4449370, "total_flops": 14488572518400000, "train_loss": 0.03450258307986789, "subset_score_loss": 0.03450258307986789}
+{"step": 1070000, "wall_time": 10835.967746973038, "train_loss_step": 4.377825736999512, "n_params": 4449370, "total_flops": 14625257164800000, "train_loss": 0.0341133091184828, "subset_score_loss": 0.0341133091184828}
+{"step": 1080000, "wall_time": 10930.385240077972, "train_loss_step": 4.222495079040527, "n_params": 4449370, "total_flops": 14761941811200000, "train_loss": 0.03445845444997152, "subset_score_loss": 0.03445845444997152}
+{"step": 1090000, "wall_time": 11024.465301036835, "train_loss_step": 4.195383548736572, "n_params": 4449370, "total_flops": 14898626457600000, "train_loss": 0.03481979370117187, "subset_score_loss": 0.03481979370117187}
+{"step": 1100000, "wall_time": 11191.317276477814, "train_loss_step": 4.543618202209473, "n_params": 4449370, "total_flops": 15035311104000000, "train_loss": 0.03421074284447564, "subset_score_loss": 0.03421074284447564, "memorization_fraction_pixel": 0.3100999891757965, "mean_nn_ratio_pixel": 0.5828391313552856, "fid": 46.835146210580085}
+{"step": 1110000, "wall_time": 11284.259873628616, "train_loss_step": 4.4272966384887695, "n_params": 4449370, "total_flops": 15171995750400000, "train_loss": 0.03378907574547662, "subset_score_loss": 0.03378907574547662}
+{"step": 1120000, "wall_time": 11377.676764726639, "train_loss_step": 4.359414100646973, "n_params": 4449370, "total_flops": 15308680396800000, "train_loss": 0.03360287878248427, "subset_score_loss": 0.03360287878248427}
+{"step": 1130000, "wall_time": 11470.119111299515, "train_loss_step": 4.412562370300293, "n_params": 4449370, "total_flops": 15445365043200000, "train_loss": 0.034639872445000545, "subset_score_loss": 0.034639872445000545}
+{"step": 1140000, "wall_time": 11564.00019979477, "train_loss_step": 4.399991035461426, "n_params": 4449370, "total_flops": 15582049689600000, "train_loss": 0.0333594799041748, "subset_score_loss": 0.0333594799041748}
+{"step": 1150000, "wall_time": 11658.246741056442, "train_loss_step": 4.362612724304199, "n_params": 4449370, "total_flops": 15718734336000000, "train_loss": 0.03221098317040338, "subset_score_loss": 0.03221098317040338}
+{"step": 1160000, "wall_time": 11752.608372449875, "train_loss_step": 4.366864204406738, "n_params": 4449370, "total_flops": 15855418982400000, "train_loss": 0.03321046034495036, "subset_score_loss": 0.03321046034495036}
+{"step": 1170000, "wall_time": 11847.026422023773, "train_loss_step": 4.5254106521606445, "n_params": 4449370, "total_flops": 15992103628800000, "train_loss": 0.03365107377370199, "subset_score_loss": 0.03365107377370199}
+{"step": 1180000, "wall_time": 11940.940027236938, "train_loss_step": 4.414859771728516, "n_params": 4449370, "total_flops": 16128788275200000, "train_loss": 0.0334544128841824, "subset_score_loss": 0.0334544128841824}
+{"step": 1190000, "wall_time": 12035.149931430817, "train_loss_step": 4.334351539611816, "n_params": 4449370, "total_flops": 16265472921600000, "train_loss": 0.0326154523425632, "subset_score_loss": 0.0326154523425632}
+{"step": 1200000, "wall_time": 12201.205147266388, "train_loss_step": 4.388355255126953, "n_params": 4449370, "total_flops": 16402157568000000, "train_loss": 0.03253576225704617, "subset_score_loss": 0.03253576225704617, "memorization_fraction_pixel": 0.32749998569488525, "mean_nn_ratio_pixel": 0.5668530464172363, "fid": 46.07554120029156}
+{"step": 1210000, "wall_time": 12293.68193936348, "train_loss_step": 3.8196887969970703, "n_params": 4449370, "total_flops": 16538842214400000, "train_loss": 0.031159891022576228, "subset_score_loss": 0.031159891022576228}
+{"step": 1220000, "wall_time": 12387.937335252762, "train_loss_step": 4.289093017578125, "n_params": 4449370, "total_flops": 16675526860800000, "train_loss": 0.03206543392605252, "subset_score_loss": 0.03206543392605252}
+{"step": 1230000, "wall_time": 12480.377767324448, "train_loss_step": 4.551654815673828, "n_params": 4449370, "total_flops": 16812211507200000, "train_loss": 0.031958850224812825, "subset_score_loss": 0.031958850224812825}
+{"step": 1240000, "wall_time": 12574.143557071686, "train_loss_step": 4.532393455505371, "n_params": 4449370, "total_flops": 16948896153600000, "train_loss": 0.032523923450046115, "subset_score_loss": 0.032523923450046115}
+{"step": 1250000, "wall_time": 12668.326474189758, "train_loss_step": 4.151248455047607, "n_params": 4449370, "total_flops": 17085580800000000, "train_loss": 0.03156626489427355, "subset_score_loss": 0.03156626489427355}
+{"step": 1260000, "wall_time": 12762.827312231064, "train_loss_step": 4.523294448852539, "n_params": 4449370, "total_flops": 17222265446400000, "train_loss": 0.03150710529751248, "subset_score_loss": 0.03150710529751248}
+{"step": 1270000, "wall_time": 12857.27160000801, "train_loss_step": 4.148049831390381, "n_params": 4449370, "total_flops": 17358950092800000, "train_loss": 0.0325970623228285, "subset_score_loss": 0.0325970623228285}
+{"step": 1280000, "wall_time": 12952.193069696426, "train_loss_step": 4.1711835861206055, "n_params": 4449370, "total_flops": 17495634739200000, "train_loss": 0.031057569715711806, "subset_score_loss": 0.031057569715711806}
+{"step": 1290000, "wall_time": 13046.993832826614, "train_loss_step": 3.974855422973633, "n_params": 4449370, "total_flops": 17632319385600000, "train_loss": 0.031799377335442434, "subset_score_loss": 0.031799377335442434}
+{"step": 1300000, "wall_time": 13212.531568527222, "train_loss_step": 4.306149482727051, "n_params": 4449370, "total_flops": 17769004032000000, "train_loss": 0.03088616795010037, "subset_score_loss": 0.03088616795010037, "memorization_fraction_pixel": 0.3700999915599823, "mean_nn_ratio_pixel": 0.550804853439331, "fid": 46.401301761704744}
+{"step": 1310000, "wall_time": 13305.516287326813, "train_loss_step": 4.086740493774414, "n_params": 4449370, "total_flops": 17905688678400000, "train_loss": 0.030078278647528753, "subset_score_loss": 0.030078278647528753}
+{"step": 1320000, "wall_time": 13398.181414604187, "train_loss_step": 4.20129919052124, "n_params": 4449370, "total_flops": 18042373324800000, "train_loss": 0.03038270738389757, "subset_score_loss": 0.03038270738389757}
+{"step": 1330000, "wall_time": 13492.119812726974, "train_loss_step": 4.053858280181885, "n_params": 4449370, "total_flops": 18179057971200000, "train_loss": 0.029879082573784722, "subset_score_loss": 0.029879082573784722}
+{"step": 1340000, "wall_time": 13585.934115409851, "train_loss_step": 4.163455963134766, "n_params": 4449370, "total_flops": 18315742617600000, "train_loss": 0.030320244365268284, "subset_score_loss": 0.030320244365268284}
+{"step": 1350000, "wall_time": 13679.967225313187, "train_loss_step": 4.483366966247559, "n_params": 4449370, "total_flops": 18452427264000000, "train_loss": 0.030716416570875378, "subset_score_loss": 0.030716416570875378}
+{"step": 1360000, "wall_time": 13774.149797201157, "train_loss_step": 4.314700126647949, "n_params": 4449370, "total_flops": 18589111910400000, "train_loss": 0.029376427332560223, "subset_score_loss": 0.029376427332560223}
+{"step": 1370000, "wall_time": 13868.281292200089, "train_loss_step": 4.0673604011535645, "n_params": 4449370, "total_flops": 18725796556800000, "train_loss": 0.030306924713982476, "subset_score_loss": 0.030306924713982476}
+{"step": 1380000, "wall_time": 13962.382073402405, "train_loss_step": 4.421971797943115, "n_params": 4449370, "total_flops": 18862481203200000, "train_loss": 0.029637702306111655, "subset_score_loss": 0.029637702306111655}
+{"step": 1390000, "wall_time": 14056.754234075546, "train_loss_step": 4.098284721374512, "n_params": 4449370, "total_flops": 18999165849600000, "train_loss": 0.0293176359600491, "subset_score_loss": 0.0293176359600491}
+{"step": 1400000, "wall_time": 14223.168511629105, "train_loss_step": 4.046052932739258, "n_params": 4449370, "total_flops": 19135850496000000, "train_loss": 0.029724023077223036, "subset_score_loss": 0.029724023077223036, "memorization_fraction_pixel": 0.42809998989105225, "mean_nn_ratio_pixel": 0.5208622813224792, "fid": 45.449794459944044}
+{"step": 1410000, "wall_time": 14314.665903568268, "train_loss_step": 4.419541835784912, "n_params": 4449370, "total_flops": 19272535142400000, "train_loss": 0.028842722045050728, "subset_score_loss": 0.028842722045050728}
+{"step": 1420000, "wall_time": 14408.534565210342, "train_loss_step": 4.041426658630371, "n_params": 4449370, "total_flops": 19409219788800000, "train_loss": 0.029748235808478463, "subset_score_loss": 0.029748235808478463}
+{"step": 1430000, "wall_time": 14502.351384162903, "train_loss_step": 4.051263809204102, "n_params": 4449370, "total_flops": 19545904435200000, "train_loss": 0.02935190200805664, "subset_score_loss": 0.02935190200805664}
+{"step": 1440000, "wall_time": 14596.817745923996, "train_loss_step": 3.906759023666382, "n_params": 4449370, "total_flops": 19682589081600000, "train_loss": 0.029068769348992243, "subset_score_loss": 0.029068769348992243}
+{"step": 1450000, "wall_time": 14691.726140260696, "train_loss_step": 4.281590461730957, "n_params": 4449370, "total_flops": 19819273728000000, "train_loss": 0.028643311394585504, "subset_score_loss": 0.028643311394585504}
+{"step": 1460000, "wall_time": 14786.022955656052, "train_loss_step": 3.977046012878418, "n_params": 4449370, "total_flops": 19955958374400000, "train_loss": 0.028166559007432725, "subset_score_loss": 0.028166559007432725}
+{"step": 1470000, "wall_time": 14880.470724582672, "train_loss_step": 4.091220378875732, "n_params": 4449370, "total_flops": 20092643020800000, "train_loss": 0.03018036683400472, "subset_score_loss": 0.03018036683400472}
+{"step": 1480000, "wall_time": 14974.687851190567, "train_loss_step": 3.968461751937866, "n_params": 4449370, "total_flops": 20229327667200000, "train_loss": 0.02849604023827447, "subset_score_loss": 0.02849604023827447}
+{"step": 1490000, "wall_time": 15069.13890504837, "train_loss_step": 4.283703804016113, "n_params": 4449370, "total_flops": 20366012313600000, "train_loss": 0.029438124762641057, "subset_score_loss": 0.029438124762641057}
+{"step": 1500000, "wall_time": 15235.106585741043, "train_loss_step": 3.9317288398742676, "n_params": 4449370, "total_flops": 20502696960000000, "train_loss": 0.028581319914923773, "subset_score_loss": 0.028581319914923773, "memorization_fraction_pixel": 0.47850000858306885, "mean_nn_ratio_pixel": 0.49521151185035706, "fid": 45.00476961425785}
+{"step": 1510000, "wall_time": 15326.671180725098, "train_loss_step": 3.925992488861084, "n_params": 4449370, "total_flops": 20639381606400000, "train_loss": 0.029202829466925727, "subset_score_loss": 0.029202829466925727}
+{"step": 1520000, "wall_time": 15420.564935207367, "train_loss_step": 4.1049652099609375, "n_params": 4449370, "total_flops": 20776066252800000, "train_loss": 0.02798205746544732, "subset_score_loss": 0.02798205746544732}
+{"step": 1530000, "wall_time": 15514.703634500504, "train_loss_step": 4.109761714935303, "n_params": 4449370, "total_flops": 20912750899200000, "train_loss": 0.028587804900275335, "subset_score_loss": 0.028587804900275335}
+{"step": 1540000, "wall_time": 15609.348160982132, "train_loss_step": 4.140500545501709, "n_params": 4449370, "total_flops": 21049435545600000, "train_loss": 0.02700575722588433, "subset_score_loss": 0.02700575722588433}
+{"step": 1550000, "wall_time": 15703.74941110611, "train_loss_step": 3.94646954536438, "n_params": 4449370, "total_flops": 21186120192000000, "train_loss": 0.02708892822265625, "subset_score_loss": 0.02708892822265625}
+{"step": 1560000, "wall_time": 15798.239259958267, "train_loss_step": 3.8851065635681152, "n_params": 4449370, "total_flops": 21322804838400000, "train_loss": 0.02688650025261773, "subset_score_loss": 0.02688650025261773}
+{"step": 1570000, "wall_time": 15892.78889465332, "train_loss_step": 4.056802272796631, "n_params": 4449370, "total_flops": 21459489484800000, "train_loss": 0.027224773830837674, "subset_score_loss": 0.027224773830837674}
+{"step": 1580000, "wall_time": 15987.18612241745, "train_loss_step": 3.833942413330078, "n_params": 4449370, "total_flops": 21596174131200000, "train_loss": 0.02708552148607042, "subset_score_loss": 0.02708552148607042}
+{"step": 1590000, "wall_time": 16081.864307165146, "train_loss_step": 3.928333282470703, "n_params": 4449370, "total_flops": 21732858777600000, "train_loss": 0.027618702252705893, "subset_score_loss": 0.027618702252705893}
+{"step": 1600000, "wall_time": 16245.986056089401, "train_loss_step": 3.795332670211792, "n_params": 4449370, "total_flops": 21869543424000000, "train_loss": 0.0265422264734904, "subset_score_loss": 0.0265422264734904, "memorization_fraction_pixel": 0.5249999761581421, "mean_nn_ratio_pixel": 0.47291460633277893, "fid": 43.59505396760211}
+{"step": 1610000, "wall_time": 16339.744000911713, "train_loss_step": 4.00269889831543, "n_params": 4449370, "total_flops": 22006228070400000, "train_loss": 0.026675354109870063, "subset_score_loss": 0.026675354109870063}
+{"step": 1620000, "wall_time": 16432.892085313797, "train_loss_step": 3.680020332336426, "n_params": 4449370, "total_flops": 22142912716800000, "train_loss": 0.02699018054538303, "subset_score_loss": 0.02699018054538303}
+{"step": 1630000, "wall_time": 16527.429374694824, "train_loss_step": 4.053686141967773, "n_params": 4449370, "total_flops": 22279597363200000, "train_loss": 0.026160470644632974, "subset_score_loss": 0.026160470644632974}
+{"step": 1640000, "wall_time": 16621.93626332283, "train_loss_step": 3.9674291610717773, "n_params": 4449370, "total_flops": 22416282009600000, "train_loss": 0.026652497715420193, "subset_score_loss": 0.026652497715420193}
+{"step": 1650000, "wall_time": 16716.485711336136, "train_loss_step": 3.7952327728271484, "n_params": 4449370, "total_flops": 22552966656000000, "train_loss": 0.026890410317314997, "subset_score_loss": 0.026890410317314997}
+{"step": 1660000, "wall_time": 16810.797928333282, "train_loss_step": 3.5520730018615723, "n_params": 4449370, "total_flops": 22689651302400000, "train_loss": 0.02588092486063639, "subset_score_loss": 0.02588092486063639}
+{"step": 1670000, "wall_time": 16904.95182466507, "train_loss_step": 3.4968345165252686, "n_params": 4449370, "total_flops": 22826335948800000, "train_loss": 0.027270113097296822, "subset_score_loss": 0.027270113097296822}
+{"step": 1680000, "wall_time": 16998.593370199203, "train_loss_step": 3.9810171127319336, "n_params": 4449370, "total_flops": 22963020595200000, "train_loss": 0.026250685585869682, "subset_score_loss": 0.026250685585869682}
+{"step": 1690000, "wall_time": 17093.825672864914, "train_loss_step": 3.8683462142944336, "n_params": 4449370, "total_flops": 23099705241600000, "train_loss": 0.02616823779212104, "subset_score_loss": 0.02616823779212104}
+{"step": 1700000, "wall_time": 17257.17765712738, "train_loss_step": 3.9025516510009766, "n_params": 4449370, "total_flops": 23236389888000000, "train_loss": 0.025397509998745387, "subset_score_loss": 0.025397509998745387, "memorization_fraction_pixel": 0.5479999780654907, "mean_nn_ratio_pixel": 0.4635773003101349, "fid": 42.608272701054304}
+{"step": 1710000, "wall_time": 17350.811243772507, "train_loss_step": 3.549571990966797, "n_params": 4449370, "total_flops": 23373074534400000, "train_loss": 0.026392043961419, "subset_score_loss": 0.026392043961419}
+{"step": 1720000, "wall_time": 17444.26504087448, "train_loss_step": 4.1525068283081055, "n_params": 4449370, "total_flops": 23509759180800000, "train_loss": 0.02573910819159614, "subset_score_loss": 0.02573910819159614}
+{"step": 1730000, "wall_time": 17538.57813000679, "train_loss_step": 3.81990647315979, "n_params": 4449370, "total_flops": 23646443827200000, "train_loss": 0.024798154830932617, "subset_score_loss": 0.024798154830932617}
+{"step": 1740000, "wall_time": 17633.190828084946, "train_loss_step": 3.7625365257263184, "n_params": 4449370, "total_flops": 23783128473600000, "train_loss": 0.02495269775390625, "subset_score_loss": 0.02495269775390625}
+{"step": 1750000, "wall_time": 17727.74492073059, "train_loss_step": 3.7130532264709473, "n_params": 4449370, "total_flops": 23919813120000000, "train_loss": 0.02638345824347602, "subset_score_loss": 0.02638345824347602}
+{"step": 1760000, "wall_time": 17822.31357049942, "train_loss_step": 3.844315528869629, "n_params": 4449370, "total_flops": 24056497766400000, "train_loss": 0.025515551037258572, "subset_score_loss": 0.025515551037258572}
+{"step": 1770000, "wall_time": 17916.796276569366, "train_loss_step": 3.7103164196014404, "n_params": 4449370, "total_flops": 24193182412800000, "train_loss": 0.02564863893720839, "subset_score_loss": 0.02564863893720839}
+{"step": 1780000, "wall_time": 18010.61621403694, "train_loss_step": 4.0824785232543945, "n_params": 4449370, "total_flops": 24329867059200000, "train_loss": 0.025548656781514485, "subset_score_loss": 0.025548656781514485}
+{"step": 1790000, "wall_time": 18104.559203863144, "train_loss_step": 3.6296520233154297, "n_params": 4449370, "total_flops": 24466551705600000, "train_loss": 0.02456245157453749, "subset_score_loss": 0.02456245157453749}
+{"step": 1800000, "wall_time": 18268.826170921326, "train_loss_step": 3.758342742919922, "n_params": 4449370, "total_flops": 24603236352000000, "train_loss": 0.024514222145080568, "subset_score_loss": 0.024514222145080568, "memorization_fraction_pixel": 0.5774999856948853, "mean_nn_ratio_pixel": 0.4428923428058624, "fid": 42.396159907706064}
+{"step": 1810000, "wall_time": 18361.55191230774, "train_loss_step": 3.6924614906311035, "n_params": 4449370, "total_flops": 24739920998400000, "train_loss": 0.024308861626519098, "subset_score_loss": 0.024308861626519098}
+{"step": 1820000, "wall_time": 18455.780984163284, "train_loss_step": 3.6500887870788574, "n_params": 4449370, "total_flops": 24876605644800000, "train_loss": 0.024455714225769042, "subset_score_loss": 0.024455714225769042}
+{"step": 1830000, "wall_time": 18549.491859912872, "train_loss_step": 3.785562515258789, "n_params": 4449370, "total_flops": 25013290291200000, "train_loss": 0.024735087818569607, "subset_score_loss": 0.024735087818569607}
+{"step": 1840000, "wall_time": 18644.000262737274, "train_loss_step": 3.7531967163085938, "n_params": 4449370, "total_flops": 25149974937600000, "train_loss": 0.02445171144273546, "subset_score_loss": 0.02445171144273546}
+{"step": 1850000, "wall_time": 18738.730165719986, "train_loss_step": 3.8035576343536377, "n_params": 4449370, "total_flops": 25286659584000000, "train_loss": 0.02462252246008979, "subset_score_loss": 0.02462252246008979}
+{"step": 1860000, "wall_time": 18832.92526268959, "train_loss_step": 3.4306554794311523, "n_params": 4449370, "total_flops": 25423344230400000, "train_loss": 0.024586362308926052, "subset_score_loss": 0.024586362308926052}
+{"step": 1870000, "wall_time": 18926.939361333847, "train_loss_step": 3.7970900535583496, "n_params": 4449370, "total_flops": 25560028876800000, "train_loss": 0.02504594855838352, "subset_score_loss": 0.02504594855838352}
+{"step": 1880000, "wall_time": 19022.124893188477, "train_loss_step": 3.5966391563415527, "n_params": 4449370, "total_flops": 25696713523200000, "train_loss": 0.023994255065917968, "subset_score_loss": 0.023994255065917968}
+{"step": 1890000, "wall_time": 19115.778030872345, "train_loss_step": 3.688724994659424, "n_params": 4449370, "total_flops": 25833398169600000, "train_loss": 0.024486502011617024, "subset_score_loss": 0.024486502011617024}
+{"step": 1900000, "wall_time": 19281.856783151627, "train_loss_step": 4.035494804382324, "n_params": 4449370, "total_flops": 25970082816000000, "train_loss": 0.02318834728664822, "subset_score_loss": 0.02318834728664822, "memorization_fraction_pixel": 0.6071000099182129, "mean_nn_ratio_pixel": 0.43312445282936096, "fid": 42.16862034562672}
+{"step": 1910000, "wall_time": 19375.29495024681, "train_loss_step": 3.955862283706665, "n_params": 4449370, "total_flops": 26106767462400000, "train_loss": 0.023667565981547036, "subset_score_loss": 0.023667565981547036}
+{"step": 1920000, "wall_time": 19469.947503328323, "train_loss_step": 3.7428276538848877, "n_params": 4449370, "total_flops": 26243452108800000, "train_loss": 0.023672739664713543, "subset_score_loss": 0.023672739664713543}
+{"step": 1930000, "wall_time": 19564.13365793228, "train_loss_step": 3.5517311096191406, "n_params": 4449370, "total_flops": 26380136755200000, "train_loss": 0.023326643308003745, "subset_score_loss": 0.023326643308003745}
+{"step": 1940000, "wall_time": 19658.66232895851, "train_loss_step": 3.5893168449401855, "n_params": 4449370, "total_flops": 26516821401600000, "train_loss": 0.022983694076538087, "subset_score_loss": 0.022983694076538087}
+{"step": 1950000, "wall_time": 19753.069761753082, "train_loss_step": 3.489539623260498, "n_params": 4449370, "total_flops": 26653506048000000, "train_loss": 0.02386429574754503, "subset_score_loss": 0.02386429574754503}
+{"step": 1960000, "wall_time": 19847.533977746964, "train_loss_step": 3.4770278930664062, "n_params": 4449370, "total_flops": 26790190694400000, "train_loss": 0.0228276703092787, "subset_score_loss": 0.0228276703092787}
+{"step": 1970000, "wall_time": 19942.197481393814, "train_loss_step": 3.5999598503112793, "n_params": 4449370, "total_flops": 26926875340800000, "train_loss": 0.02346275117662218, "subset_score_loss": 0.02346275117662218}
+{"step": 1980000, "wall_time": 20034.91531562805, "train_loss_step": 3.849546432495117, "n_params": 4449370, "total_flops": 27063559987200000, "train_loss": 0.023282400767008462, "subset_score_loss": 0.023282400767008462}
+{"step": 1990000, "wall_time": 20128.773468255997, "train_loss_step": 3.7278385162353516, "n_params": 4449370, "total_flops": 27200244633600000, "train_loss": 0.02308823267618815, "subset_score_loss": 0.02308823267618815}
+{"step": 2000000, "wall_time": 20296.887970924377, "train_loss_step": 3.7106430530548096, "n_params": 4449370, "total_flops": 27336929280000000, "train_loss": 0.023165273666381835, "subset_score_loss": 0.023165273666381835, "memorization_fraction_pixel": 0.6288999915122986, "mean_nn_ratio_pixel": 0.4189148545265198, "fid": 41.48982422059189}
+{"step": 2010000, "wall_time": 20389.405255794525, "train_loss_step": 3.5941286087036133, "n_params": 4449370, "total_flops": 27473613926400000, "train_loss": 0.02423704465230306, "subset_score_loss": 0.02423704465230306}
+{"step": 2020000, "wall_time": 20483.85365176201, "train_loss_step": 3.7406487464904785, "n_params": 4449370, "total_flops": 27610298572800000, "train_loss": 0.023746095763312446, "subset_score_loss": 0.023746095763312446}
+{"step": 2030000, "wall_time": 20577.92337822914, "train_loss_step": 3.707530975341797, "n_params": 4449370, "total_flops": 27746983219200000, "train_loss": 0.02300282054477268, "subset_score_loss": 0.02300282054477268}
+{"step": 2040000, "wall_time": 20672.254692792892, "train_loss_step": 3.4337892532348633, "n_params": 4449370, "total_flops": 27883667865600000, "train_loss": 0.022907718022664388, "subset_score_loss": 0.022907718022664388}
+{"step": 2050000, "wall_time": 20766.895269155502, "train_loss_step": 3.4468588829040527, "n_params": 4449370, "total_flops": 28020352512000000, "train_loss": 0.02229362063937717, "subset_score_loss": 0.02229362063937717}
+{"step": 2060000, "wall_time": 20860.90122961998, "train_loss_step": 3.8881983757019043, "n_params": 4449370, "total_flops": 28157037158400000, "train_loss": 0.022362187173631455, "subset_score_loss": 0.022362187173631455}
+{"step": 2070000, "wall_time": 20954.66097664833, "train_loss_step": 3.6067185401916504, "n_params": 4449370, "total_flops": 28293721804800000, "train_loss": 0.023222202724880642, "subset_score_loss": 0.023222202724880642}
+{"step": 2080000, "wall_time": 21048.140156269073, "train_loss_step": 3.488731622695923, "n_params": 4449370, "total_flops": 28430406451200000, "train_loss": 0.022557910283406576, "subset_score_loss": 0.022557910283406576}
+{"step": 2090000, "wall_time": 21141.50524687767, "train_loss_step": 4.05765438079834, "n_params": 4449370, "total_flops": 28567091097600000, "train_loss": 0.022020314799414742, "subset_score_loss": 0.022020314799414742}
+{"step": 2100000, "wall_time": 21308.290807247162, "train_loss_step": 3.3540139198303223, "n_params": 4449370, "total_flops": 28703775744000000, "train_loss": 0.023243480258517794, "subset_score_loss": 0.023243480258517794, "memorization_fraction_pixel": 0.6347000002861023, "mean_nn_ratio_pixel": 0.4239668846130371, "fid": 41.573645924379875}
+{"step": 2110000, "wall_time": 21401.72790288925, "train_loss_step": 3.4120094776153564, "n_params": 4449370, "total_flops": 28840460390400000, "train_loss": 0.021707950698004828, "subset_score_loss": 0.021707950698004828}
+{"step": 2120000, "wall_time": 21496.26271557808, "train_loss_step": 3.404601812362671, "n_params": 4449370, "total_flops": 28977145036800000, "train_loss": 0.021784492333730063, "subset_score_loss": 0.021784492333730063}
+{"step": 2130000, "wall_time": 21590.208744764328, "train_loss_step": 3.6929609775543213, "n_params": 4449370, "total_flops": 29113829683200000, "train_loss": 0.022063390413920084, "subset_score_loss": 0.022063390413920084}
+{"step": 2140000, "wall_time": 21685.011832237244, "train_loss_step": 3.501857280731201, "n_params": 4449370, "total_flops": 29250514329600000, "train_loss": 0.02247272597418891, "subset_score_loss": 0.02247272597418891}
+{"step": 2150000, "wall_time": 21778.829204797745, "train_loss_step": 3.5007293224334717, "n_params": 4449370, "total_flops": 29387198976000000, "train_loss": 0.021896870930989583, "subset_score_loss": 0.021896870930989583}
+{"step": 2160000, "wall_time": 21873.08532857895, "train_loss_step": 3.4749221801757812, "n_params": 4449370, "total_flops": 29523883622400000, "train_loss": 0.022015726566314696, "subset_score_loss": 0.022015726566314696}
+{"step": 2170000, "wall_time": 21965.78693962097, "train_loss_step": 3.857790470123291, "n_params": 4449370, "total_flops": 29660568268800000, "train_loss": 0.02241321669684516, "subset_score_loss": 0.02241321669684516}
+{"step": 2180000, "wall_time": 22059.963580608368, "train_loss_step": 3.6829233169555664, "n_params": 4449370, "total_flops": 29797252915200000, "train_loss": 0.022620542844136556, "subset_score_loss": 0.022620542844136556}
+{"step": 2190000, "wall_time": 22153.77530002594, "train_loss_step": 3.5264265537261963, "n_params": 4449370, "total_flops": 29933937561600000, "train_loss": 0.021108316050635442, "subset_score_loss": 0.021108316050635442}
+{"step": 2200000, "wall_time": 22321.26202607155, "train_loss_step": 3.595168352127075, "n_params": 4449370, "total_flops": 30070622208000000, "train_loss": 0.0218991133901808, "subset_score_loss": 0.0218991133901808, "memorization_fraction_pixel": 0.6535999774932861, "mean_nn_ratio_pixel": 0.41709965467453003, "fid": 41.207982838640866}
+{"step": 2210000, "wall_time": 22414.476780653, "train_loss_step": 3.528379440307617, "n_params": 4449370, "total_flops": 30207306854400000, "train_loss": 0.02186969386206733, "subset_score_loss": 0.02186969386206733}
+{"step": 2220000, "wall_time": 22508.8238158226, "train_loss_step": 3.8614044189453125, "n_params": 4449370, "total_flops": 30343991500800000, "train_loss": 0.021613754166497124, "subset_score_loss": 0.021613754166497124}
+{"step": 2230000, "wall_time": 22603.14554643631, "train_loss_step": 3.753086566925049, "n_params": 4449370, "total_flops": 30480676147200000, "train_loss": 0.02176920043097602, "subset_score_loss": 0.02176920043097602}
+{"step": 2240000, "wall_time": 22696.51662826538, "train_loss_step": 3.4217543601989746, "n_params": 4449370, "total_flops": 30617360793600000, "train_loss": 0.022271352344089085, "subset_score_loss": 0.022271352344089085}
+{"step": 2250000, "wall_time": 22790.683134555817, "train_loss_step": 3.579287528991699, "n_params": 4449370, "total_flops": 30754045440000000, "train_loss": 0.020569545692867702, "subset_score_loss": 0.020569545692867702}
+{"step": 2260000, "wall_time": 22882.92898273468, "train_loss_step": 3.544330596923828, "n_params": 4449370, "total_flops": 30890730086400000, "train_loss": 0.021713610490163168, "subset_score_loss": 0.021713610490163168}
+{"step": 2270000, "wall_time": 22977.055702209473, "train_loss_step": 3.787339925765991, "n_params": 4449370, "total_flops": 31027414732800000, "train_loss": 0.021021009816063776, "subset_score_loss": 0.021021009816063776}
+{"step": 2280000, "wall_time": 23071.31001663208, "train_loss_step": 3.6708598136901855, "n_params": 4449370, "total_flops": 31164099379200000, "train_loss": 0.020906196700202093, "subset_score_loss": 0.020906196700202093}
+{"step": 2290000, "wall_time": 23165.248534440994, "train_loss_step": 3.374907970428467, "n_params": 4449370, "total_flops": 31300784025600000, "train_loss": 0.02103722095489502, "subset_score_loss": 0.02103722095489502}
+{"step": 2300000, "wall_time": 23331.804705142975, "train_loss_step": 3.480414390563965, "n_params": 4449370, "total_flops": 31437468672000000, "train_loss": 0.02088091903262668, "subset_score_loss": 0.02088091903262668, "memorization_fraction_pixel": 0.6629999876022339, "mean_nn_ratio_pixel": 0.41312187910079956, "fid": 41.12839883520901}
+{"step": 2310000, "wall_time": 23424.46050477028, "train_loss_step": 3.511504650115967, "n_params": 4449370, "total_flops": 31574153318400000, "train_loss": 0.021843412187364367, "subset_score_loss": 0.021843412187364367}
+{"step": 2320000, "wall_time": 23518.669174194336, "train_loss_step": 3.5687708854675293, "n_params": 4449370, "total_flops": 31710837964800000, "train_loss": 0.020783922407362196, "subset_score_loss": 0.020783922407362196}
+{"step": 2330000, "wall_time": 23612.670733213425, "train_loss_step": 3.6350626945495605, "n_params": 4449370, "total_flops": 31847522611200000, "train_loss": 0.020374214649200438, "subset_score_loss": 0.020374214649200438}
+{"step": 2340000, "wall_time": 23705.938266038895, "train_loss_step": 3.4683644771575928, "n_params": 4449370, "total_flops": 31984207257600000, "train_loss": 0.019996669557359483, "subset_score_loss": 0.019996669557359483}
+{"step": 2350000, "wall_time": 23799.88705778122, "train_loss_step": 3.8207645416259766, "n_params": 4449370, "total_flops": 32120891904000000, "train_loss": 0.019524815347459583, "subset_score_loss": 0.019524815347459583}
+{"step": 2360000, "wall_time": 23892.621789216995, "train_loss_step": 3.501269817352295, "n_params": 4449370, "total_flops": 32257576550400000, "train_loss": 0.02085626655154758, "subset_score_loss": 0.02085626655154758}
+{"step": 2370000, "wall_time": 23986.989301919937, "train_loss_step": 3.178957939147949, "n_params": 4449370, "total_flops": 32394261196800000, "train_loss": 0.02013323704401652, "subset_score_loss": 0.02013323704401652}
+{"step": 2380000, "wall_time": 24081.2951772213, "train_loss_step": 3.532783031463623, "n_params": 4449370, "total_flops": 32530945843200000, "train_loss": 0.020568276776207817, "subset_score_loss": 0.020568276776207817}
+{"step": 2390000, "wall_time": 24174.999181747437, "train_loss_step": 3.587315082550049, "n_params": 4449370, "total_flops": 32667630489600000, "train_loss": 0.020035843054453533, "subset_score_loss": 0.020035843054453533}
+{"step": 2400000, "wall_time": 24341.488273620605, "train_loss_step": 3.650820732116699, "n_params": 4449370, "total_flops": 32804315136000000, "train_loss": 0.020102306207021078, "subset_score_loss": 0.020102306207021078, "memorization_fraction_pixel": 0.6703000068664551, "mean_nn_ratio_pixel": 0.4066454768180847, "fid": 41.03595864795998}
+{"step": 2410000, "wall_time": 24435.01934862137, "train_loss_step": 3.7168657779693604, "n_params": 4449370, "total_flops": 32940999782400000, "train_loss": 0.01977369255489773, "subset_score_loss": 0.01977369255489773}
+{"step": 2420000, "wall_time": 24529.631846427917, "train_loss_step": 3.670929193496704, "n_params": 4449370, "total_flops": 33077684428800000, "train_loss": 0.02080039183298747, "subset_score_loss": 0.02080039183298747}
+{"step": 2430000, "wall_time": 24623.770312309265, "train_loss_step": 3.4487993717193604, "n_params": 4449370, "total_flops": 33214369075200000, "train_loss": 0.021358426411946616, "subset_score_loss": 0.021358426411946616}
+{"step": 2440000, "wall_time": 24717.469903707504, "train_loss_step": 3.5833616256713867, "n_params": 4449370, "total_flops": 33351053721600000, "train_loss": 0.019539411862691244, "subset_score_loss": 0.019539411862691244}
+{"step": 2450000, "wall_time": 24809.83207154274, "train_loss_step": 3.230396270751953, "n_params": 4449370, "total_flops": 33487738368000000, "train_loss": 0.019463102022806805, "subset_score_loss": 0.019463102022806805}
+{"step": 2460000, "wall_time": 24904.05043244362, "train_loss_step": 3.4331321716308594, "n_params": 4449370, "total_flops": 33624423014400000, "train_loss": 0.020920733610788982, "subset_score_loss": 0.020920733610788982}
+{"step": 2470000, "wall_time": 24998.394785165787, "train_loss_step": 3.6644952297210693, "n_params": 4449370, "total_flops": 33761107660800000, "train_loss": 0.019697874122195775, "subset_score_loss": 0.019697874122195775}
+{"step": 2480000, "wall_time": 25092.910170078278, "train_loss_step": 3.4009828567504883, "n_params": 4449370, "total_flops": 33897792307200000, "train_loss": 0.0195453060997857, "subset_score_loss": 0.0195453060997857}
+{"step": 2490000, "wall_time": 25186.270260095596, "train_loss_step": 3.355454444885254, "n_params": 4449370, "total_flops": 34034476953600000, "train_loss": 0.019790052043067084, "subset_score_loss": 0.019790052043067084}
+{"step": 2500000, "wall_time": 25353.946894168854, "train_loss_step": 3.191005229949951, "n_params": 4449370, "total_flops": 34171161600000000, "train_loss": 0.01937392552693685, "subset_score_loss": 0.01937392552693685, "memorization_fraction_pixel": 0.6998999714851379, "mean_nn_ratio_pixel": 0.39696264266967773, "fid": 40.50561733277453}
+{"step": 2510000, "wall_time": 25447.23397922516, "train_loss_step": 3.1360387802124023, "n_params": 4449370, "total_flops": 34307846246400000, "train_loss": 0.01973975764380561, "subset_score_loss": 0.01973975764380561}
+{"step": 2520000, "wall_time": 25540.71904373169, "train_loss_step": 3.3260011672973633, "n_params": 4449370, "total_flops": 34444530892800000, "train_loss": 0.020043884383307564, "subset_score_loss": 0.020043884383307564}
+{"step": 2530000, "wall_time": 25634.87756419182, "train_loss_step": 3.4281201362609863, "n_params": 4449370, "total_flops": 34581215539200000, "train_loss": 0.020317003462049697, "subset_score_loss": 0.020317003462049697}
+{"step": 2540000, "wall_time": 25726.48837161064, "train_loss_step": 3.546421527862549, "n_params": 4449370, "total_flops": 34717900185600000, "train_loss": 0.01897314257091946, "subset_score_loss": 0.01897314257091946}
+{"step": 2550000, "wall_time": 25820.295702695847, "train_loss_step": 3.215336561203003, "n_params": 4449370, "total_flops": 34854584832000000, "train_loss": 0.019105699327256944, "subset_score_loss": 0.019105699327256944}
+{"step": 2560000, "wall_time": 25914.53448867798, "train_loss_step": 3.69180965423584, "n_params": 4449370, "total_flops": 34991269478400000, "train_loss": 0.019570216867658828, "subset_score_loss": 0.019570216867658828}
+{"step": 2570000, "wall_time": 26008.95029091835, "train_loss_step": 3.1865234375, "n_params": 4449370, "total_flops": 35127954124800000, "train_loss": 0.01854708194732666, "subset_score_loss": 0.01854708194732666}
+{"step": 2580000, "wall_time": 26103.264641046524, "train_loss_step": 2.975057601928711, "n_params": 4449370, "total_flops": 35264638771200000, "train_loss": 0.018658800919850668, "subset_score_loss": 0.018658800919850668}
+{"step": 2590000, "wall_time": 26195.109570741653, "train_loss_step": 3.231168746948242, "n_params": 4449370, "total_flops": 35401323417600000, "train_loss": 0.019448957178327772, "subset_score_loss": 0.019448957178327772}
+{"step": 2600000, "wall_time": 26363.34521508217, "train_loss_step": 3.144571304321289, "n_params": 4449370, "total_flops": 35538008064000000, "train_loss": 0.018777076403299967, "subset_score_loss": 0.018777076403299967, "memorization_fraction_pixel": 0.7139000296592712, "mean_nn_ratio_pixel": 0.3870769441127777, "fid": 40.21891775139717}
+{"step": 2610000, "wall_time": 26456.425347805023, "train_loss_step": 3.0393223762512207, "n_params": 4449370, "total_flops": 35674692710400000, "train_loss": 0.019471148649851482, "subset_score_loss": 0.019471148649851482}
+{"step": 2620000, "wall_time": 26550.031183958054, "train_loss_step": 3.3313980102539062, "n_params": 4449370, "total_flops": 35811377356800000, "train_loss": 0.019274485111236573, "subset_score_loss": 0.019274485111236573}
+{"step": 2630000, "wall_time": 26644.219650745392, "train_loss_step": 2.959221363067627, "n_params": 4449370, "total_flops": 35948062003200000, "train_loss": 0.018538298871782093, "subset_score_loss": 0.018538298871782093}
+{"step": 2640000, "wall_time": 26736.652295589447, "train_loss_step": 3.3064961433410645, "n_params": 4449370, "total_flops": 36084746649600000, "train_loss": 0.01812872091929118, "subset_score_loss": 0.01812872091929118}
+{"step": 2650000, "wall_time": 26830.5112118721, "train_loss_step": 2.9908573627471924, "n_params": 4449370, "total_flops": 36221431296000000, "train_loss": 0.019241456190745035, "subset_score_loss": 0.019241456190745035}
+{"step": 2660000, "wall_time": 26924.650562763214, "train_loss_step": 3.1517205238342285, "n_params": 4449370, "total_flops": 36358115942400000, "train_loss": 0.018379633956485324, "subset_score_loss": 0.018379633956485324}
+{"step": 2670000, "wall_time": 27018.94095683098, "train_loss_step": 3.3618407249450684, "n_params": 4449370, "total_flops": 36494800588800000, "train_loss": 0.018383600976732042, "subset_score_loss": 0.018383600976732042}
+{"step": 2680000, "wall_time": 27113.272545814514, "train_loss_step": 3.05502986907959, "n_params": 4449370, "total_flops": 36631485235200000, "train_loss": 0.018695460425482854, "subset_score_loss": 0.018695460425482854}
+{"step": 2690000, "wall_time": 27204.92134308815, "train_loss_step": 3.4794368743896484, "n_params": 4449370, "total_flops": 36768169881600000, "train_loss": 0.018470324410332573, "subset_score_loss": 0.018470324410332573}
+{"step": 2700000, "wall_time": 27373.09920334816, "train_loss_step": 3.3858466148376465, "n_params": 4449370, "total_flops": 36904854528000000, "train_loss": 0.018052307764689128, "subset_score_loss": 0.018052307764689128, "memorization_fraction_pixel": 0.7106999754905701, "mean_nn_ratio_pixel": 0.3890981376171112, "fid": 40.034815188577916}
+{"step": 2710000, "wall_time": 27465.68380379677, "train_loss_step": 3.0618996620178223, "n_params": 4449370, "total_flops": 37041539174400000, "train_loss": 0.018315927187601725, "subset_score_loss": 0.018315927187601725}
+{"step": 2720000, "wall_time": 27559.7574365139, "train_loss_step": 3.144744396209717, "n_params": 4449370, "total_flops": 37178223820800000, "train_loss": 0.01869929896460639, "subset_score_loss": 0.01869929896460639}
+{"step": 2730000, "wall_time": 27651.625420093536, "train_loss_step": 3.2666220664978027, "n_params": 4449370, "total_flops": 37314908467200000, "train_loss": 0.017826137277815075, "subset_score_loss": 0.017826137277815075}
+{"step": 2740000, "wall_time": 27745.622989177704, "train_loss_step": 3.128552198410034, "n_params": 4449370, "total_flops": 37451593113600000, "train_loss": 0.0183381544219123, "subset_score_loss": 0.0183381544219123}
+{"step": 2750000, "wall_time": 27839.819209337234, "train_loss_step": 3.0734853744506836, "n_params": 4449370, "total_flops": 37588277760000000, "train_loss": 0.018034207820892333, "subset_score_loss": 0.018034207820892333}
+{"step": 2760000, "wall_time": 27934.15588736534, "train_loss_step": 3.5302529335021973, "n_params": 4449370, "total_flops": 37724962406400000, "train_loss": 0.018726861476898192, "subset_score_loss": 0.018726861476898192}
+{"step": 2770000, "wall_time": 28028.38486146927, "train_loss_step": 3.27685546875, "n_params": 4449370, "total_flops": 37861647052800000, "train_loss": 0.01945036384794447, "subset_score_loss": 0.01945036384794447}
+{"step": 2780000, "wall_time": 28122.872814416885, "train_loss_step": 3.292048454284668, "n_params": 4449370, "total_flops": 37998331699200000, "train_loss": 0.01836634741889106, "subset_score_loss": 0.01836634741889106}
+{"step": 2790000, "wall_time": 28214.402361392975, "train_loss_step": 3.1254031658172607, "n_params": 4449370, "total_flops": 38135016345600000, "train_loss": 0.01815690067079332, "subset_score_loss": 0.01815690067079332}
+{"step": 2800000, "wall_time": 28382.43925833702, "train_loss_step": 3.2542855739593506, "n_params": 4449370, "total_flops": 38271700992000000, "train_loss": 0.018633600076039633, "subset_score_loss": 0.018633600076039633, "memorization_fraction_pixel": 0.7278000116348267, "mean_nn_ratio_pixel": 0.3777397572994232, "fid": 40.11940536079825}
+{"step": 2810000, "wall_time": 28475.22021794319, "train_loss_step": 3.296410083770752, "n_params": 4449370, "total_flops": 38408385638400000, "train_loss": 0.01839106480280558, "subset_score_loss": 0.01839106480280558}
+{"step": 2820000, "wall_time": 28567.864100933075, "train_loss_step": 3.2680020332336426, "n_params": 4449370, "total_flops": 38545070284800000, "train_loss": 0.018105586369832356, "subset_score_loss": 0.018105586369832356}
+{"step": 2830000, "wall_time": 28662.486932516098, "train_loss_step": 3.381340503692627, "n_params": 4449370, "total_flops": 38681754931200000, "train_loss": 0.018057502640618218, "subset_score_loss": 0.018057502640618218}
+{"step": 2840000, "wall_time": 28756.738555431366, "train_loss_step": 3.3101625442504883, "n_params": 4449370, "total_flops": 38818439577600000, "train_loss": 0.018516703446706136, "subset_score_loss": 0.018516703446706136}
+{"step": 2850000, "wall_time": 28850.48904490471, "train_loss_step": 3.1459317207336426, "n_params": 4449370, "total_flops": 38955124224000000, "train_loss": 0.01770600742763943, "subset_score_loss": 0.01770600742763943}
+{"step": 2860000, "wall_time": 28944.939785957336, "train_loss_step": 3.3358981609344482, "n_params": 4449370, "total_flops": 39091808870400000, "train_loss": 0.018172074688805474, "subset_score_loss": 0.018172074688805474}
+{"step": 2870000, "wall_time": 29039.169951438904, "train_loss_step": 3.018508195877075, "n_params": 4449370, "total_flops": 39228493516800000, "train_loss": 0.01699213186899821, "subset_score_loss": 0.01699213186899821}
+{"step": 2880000, "wall_time": 29133.67462658882, "train_loss_step": 3.130387783050537, "n_params": 4449370, "total_flops": 39365178163200000, "train_loss": 0.017834509743584526, "subset_score_loss": 0.017834509743584526}
+{"step": 2890000, "wall_time": 29225.516044855118, "train_loss_step": 3.655413866043091, "n_params": 4449370, "total_flops": 39501862809600000, "train_loss": 0.017899943722618952, "subset_score_loss": 0.017899943722618952}
+{"step": 2900000, "wall_time": 29393.425059080124, "train_loss_step": 3.6550040245056152, "n_params": 4449370, "total_flops": 39638547456000000, "train_loss": 0.01755597988764445, "subset_score_loss": 0.01755597988764445, "memorization_fraction_pixel": 0.7258999943733215, "mean_nn_ratio_pixel": 0.3830952048301697, "fid": 40.147129178280316}
+{"step": 2910000, "wall_time": 29486.278051137924, "train_loss_step": 3.0632236003875732, "n_params": 4449370, "total_flops": 39775232102400000, "train_loss": 0.016522463162740073, "subset_score_loss": 0.016522463162740073}
+{"step": 2920000, "wall_time": 29578.84605073929, "train_loss_step": 3.4346742630004883, "n_params": 4449370, "total_flops": 39911916748800000, "train_loss": 0.018468389246198865, "subset_score_loss": 0.018468389246198865}
+{"step": 2930000, "wall_time": 29672.985356092453, "train_loss_step": 3.291555881500244, "n_params": 4449370, "total_flops": 40048601395200000, "train_loss": 0.017117210229237876, "subset_score_loss": 0.017117210229237876}
+{"step": 2940000, "wall_time": 29767.410170793533, "train_loss_step": 3.1122775077819824, "n_params": 4449370, "total_flops": 40185286041600000, "train_loss": 0.01704710324605306, "subset_score_loss": 0.01704710324605306}
+{"step": 2950000, "wall_time": 29861.503509759903, "train_loss_step": 3.5341782569885254, "n_params": 4449370, "total_flops": 40321970688000000, "train_loss": 0.017011846436394584, "subset_score_loss": 0.017011846436394584}
+{"step": 2960000, "wall_time": 29955.21532511711, "train_loss_step": 3.1840403079986572, "n_params": 4449370, "total_flops": 40458655334400000, "train_loss": 0.017482724454667833, "subset_score_loss": 0.017482724454667833}
+{"step": 2970000, "wall_time": 30049.503411769867, "train_loss_step": 3.161529064178467, "n_params": 4449370, "total_flops": 40595339980800000, "train_loss": 0.016897432009379067, "subset_score_loss": 0.016897432009379067}
+{"step": 2980000, "wall_time": 30143.94156241417, "train_loss_step": 3.050245761871338, "n_params": 4449370, "total_flops": 40732024627200000, "train_loss": 0.01692485147052341, "subset_score_loss": 0.01692485147052341}
+{"step": 2990000, "wall_time": 30235.205674886703, "train_loss_step": 3.673459768295288, "n_params": 4449370, "total_flops": 40868709273600000, "train_loss": 0.017423085371653237, "subset_score_loss": 0.017423085371653237}
+{"step": 3000000, "wall_time": 30403.37202692032, "train_loss_step": 3.2564542293548584, "n_params": 4449370, "total_flops": 41005393920000000, "train_loss": 0.017545166280534534, "subset_score_loss": 0.017545166280534534, "memorization_fraction_pixel": 0.7542999982833862, "mean_nn_ratio_pixel": 0.3675437271595001, "fid": 38.98347389049127}
+{"step": 3010000, "wall_time": 30494.966514110565, "train_loss_step": 3.205885410308838, "n_params": 4449370, "total_flops": 41142078566400000, "train_loss": 0.01652823289235433, "subset_score_loss": 0.01652823289235433}
+{"step": 3020000, "wall_time": 30589.305763721466, "train_loss_step": 3.086717367172241, "n_params": 4449370, "total_flops": 41278763212800000, "train_loss": 0.016915818055470783, "subset_score_loss": 0.016915818055470783}
+{"step": 3030000, "wall_time": 30683.998026132584, "train_loss_step": 3.168610095977783, "n_params": 4449370, "total_flops": 41415447859200000, "train_loss": 0.016443729400634766, "subset_score_loss": 0.016443729400634766}
+{"step": 3040000, "wall_time": 30778.127934217453, "train_loss_step": 2.925691604614258, "n_params": 4449370, "total_flops": 41552132505600000, "train_loss": 0.016079579459296334, "subset_score_loss": 0.016079579459296334}
+{"step": 3050000, "wall_time": 30872.434874534607, "train_loss_step": 3.181852340698242, "n_params": 4449370, "total_flops": 41688817152000000, "train_loss": 0.01588133838441637, "subset_score_loss": 0.01588133838441637}
+{"step": 3060000, "wall_time": 30966.28143811226, "train_loss_step": 3.3480563163757324, "n_params": 4449370, "total_flops": 41825501798400000, "train_loss": 0.01682686938179864, "subset_score_loss": 0.01682686938179864}
+{"step": 3070000, "wall_time": 31060.70842909813, "train_loss_step": 3.261225461959839, "n_params": 4449370, "total_flops": 41962186444800000, "train_loss": 0.016582046614752877, "subset_score_loss": 0.016582046614752877}
+{"step": 3080000, "wall_time": 31155.20187664032, "train_loss_step": 3.0741114616394043, "n_params": 4449370, "total_flops": 42098871091200000, "train_loss": 0.01661823590596517, "subset_score_loss": 0.01661823590596517}
+{"step": 3090000, "wall_time": 31246.04729127884, "train_loss_step": 2.937527656555176, "n_params": 4449370, "total_flops": 42235555737600000, "train_loss": 0.01635982592900594, "subset_score_loss": 0.01635982592900594}
+{"step": 3100000, "wall_time": 31414.491975069046, "train_loss_step": 2.8678507804870605, "n_params": 4449370, "total_flops": 42372240384000000, "train_loss": 0.01701083050833808, "subset_score_loss": 0.01701083050833808, "memorization_fraction_pixel": 0.7434999942779541, "mean_nn_ratio_pixel": 0.37505874037742615, "fid": 39.95725205038884}
+{"step": 3110000, "wall_time": 31507.22803544998, "train_loss_step": 3.2891759872436523, "n_params": 4449370, "total_flops": 42508925030400000, "train_loss": 0.01610844532648722, "subset_score_loss": 0.01610844532648722}
+{"step": 3120000, "wall_time": 31601.22920703888, "train_loss_step": 3.0440454483032227, "n_params": 4449370, "total_flops": 42645609676800000, "train_loss": 0.016827584637535944, "subset_score_loss": 0.016827584637535944}
+{"step": 3130000, "wall_time": 31695.201601982117, "train_loss_step": 2.99202299118042, "n_params": 4449370, "total_flops": 42782294323200000, "train_loss": 0.017381568749745686, "subset_score_loss": 0.017381568749745686}
+{"step": 3140000, "wall_time": 31789.47000145912, "train_loss_step": 3.005471706390381, "n_params": 4449370, "total_flops": 42918978969600000, "train_loss": 0.016659329997168647, "subset_score_loss": 0.016659329997168647}
+{"step": 3150000, "wall_time": 31883.45764899254, "train_loss_step": 2.8880057334899902, "n_params": 4449370, "total_flops": 43055663616000000, "train_loss": 0.016007555855645075, "subset_score_loss": 0.016007555855645075}
+{"step": 3160000, "wall_time": 31976.972745656967, "train_loss_step": 2.941361427307129, "n_params": 4449370, "total_flops": 43192348262400000, "train_loss": 0.016812329822116428, "subset_score_loss": 0.016812329822116428}
+{"step": 3170000, "wall_time": 32071.31348347664, "train_loss_step": 2.999328136444092, "n_params": 4449370, "total_flops": 43329032908800000, "train_loss": 0.01633858150906033, "subset_score_loss": 0.01633858150906033}
+{"step": 3180000, "wall_time": 32165.78486084938, "train_loss_step": 3.3914198875427246, "n_params": 4449370, "total_flops": 43465717555200000, "train_loss": 0.016114613744947645, "subset_score_loss": 0.016114613744947645}
+{"step": 3190000, "wall_time": 32257.52903532982, "train_loss_step": 2.988579273223877, "n_params": 4449370, "total_flops": 43602402201600000, "train_loss": 0.01589913500679864, "subset_score_loss": 0.01589913500679864}
+{"step": 3200000, "wall_time": 32424.400246858597, "train_loss_step": 3.309325695037842, "n_params": 4449370, "total_flops": 43739086848000000, "train_loss": 0.0167361232969496, "subset_score_loss": 0.0167361232969496, "memorization_fraction_pixel": 0.7537000179290771, "mean_nn_ratio_pixel": 0.3679504990577698, "fid": 39.48702945859298}
+{"step": 3210000, "wall_time": 32517.408252239227, "train_loss_step": 2.8380866050720215, "n_params": 4449370, "total_flops": 43875771494400000, "train_loss": 0.01738679541481866, "subset_score_loss": 0.01738679541481866}
+{"step": 3220000, "wall_time": 32611.5869076252, "train_loss_step": 3.4292430877685547, "n_params": 4449370, "total_flops": 44012456140800000, "train_loss": 0.0168724258740743, "subset_score_loss": 0.0168724258740743}
+{"step": 3230000, "wall_time": 32706.07129716873, "train_loss_step": 2.8493423461914062, "n_params": 4449370, "total_flops": 44149140787200000, "train_loss": 0.015825295448303224, "subset_score_loss": 0.015825295448303224}
+{"step": 3240000, "wall_time": 32800.34640240669, "train_loss_step": 2.8175268173217773, "n_params": 4449370, "total_flops": 44285825433600000, "train_loss": 0.016092942820654974, "subset_score_loss": 0.016092942820654974}
+{"step": 3250000, "wall_time": 32894.14922404289, "train_loss_step": 3.251646041870117, "n_params": 4449370, "total_flops": 44422510080000000, "train_loss": 0.015232981575859918, "subset_score_loss": 0.015232981575859918}
+{"step": 3260000, "wall_time": 32987.86988949776, "train_loss_step": 3.492805242538452, "n_params": 4449370, "total_flops": 44559194726400000, "train_loss": 0.01614224248462253, "subset_score_loss": 0.01614224248462253}
+{"step": 3270000, "wall_time": 33081.963198661804, "train_loss_step": 3.5066585540771484, "n_params": 4449370, "total_flops": 44695879372800000, "train_loss": 0.01664163801405165, "subset_score_loss": 0.01664163801405165}
+{"step": 3280000, "wall_time": 33176.79776906967, "train_loss_step": 3.0752243995666504, "n_params": 4449370, "total_flops": 44832564019200000, "train_loss": 0.01604308287302653, "subset_score_loss": 0.01604308287302653}
+{"step": 3290000, "wall_time": 33268.34842467308, "train_loss_step": 3.189795732498169, "n_params": 4449370, "total_flops": 44969248665600000, "train_loss": 0.016781507598029242, "subset_score_loss": 0.016781507598029242}
+{"step": 3300000, "wall_time": 33434.931671381, "train_loss_step": 3.1442179679870605, "n_params": 4449370, "total_flops": 45105933312000000, "train_loss": 0.01600197818544176, "subset_score_loss": 0.01600197818544176, "memorization_fraction_pixel": 0.7523999810218811, "mean_nn_ratio_pixel": 0.370395690202713, "fid": 40.00675532218693}
+{"step": 3310000, "wall_time": 33526.572679042816, "train_loss_step": 3.291186809539795, "n_params": 4449370, "total_flops": 45242617958400000, "train_loss": 0.015825242466396754, "subset_score_loss": 0.015825242466396754}
+{"step": 3320000, "wall_time": 33621.01380109787, "train_loss_step": 3.5485916137695312, "n_params": 4449370, "total_flops": 45379302604800000, "train_loss": 0.015599097145928277, "subset_score_loss": 0.015599097145928277}
+{"step": 3330000, "wall_time": 33715.39941692352, "train_loss_step": 3.2670364379882812, "n_params": 4449370, "total_flops": 45515987251200000, "train_loss": 0.015466180112626817, "subset_score_loss": 0.015466180112626817}
+{"step": 3340000, "wall_time": 33809.431721925735, "train_loss_step": 3.006629228591919, "n_params": 4449370, "total_flops": 45652671897600000, "train_loss": 0.016805613040924074, "subset_score_loss": 0.016805613040924074}
+{"step": 3350000, "wall_time": 33904.0540394783, "train_loss_step": 3.2084789276123047, "n_params": 4449370, "total_flops": 45789356544000000, "train_loss": 0.016308882501390246, "subset_score_loss": 0.016308882501390246}
+{"step": 3360000, "wall_time": 33998.09344410896, "train_loss_step": 2.9562644958496094, "n_params": 4449370, "total_flops": 45926041190400000, "train_loss": 0.015401332908206515, "subset_score_loss": 0.015401332908206515}
+{"step": 3370000, "wall_time": 34091.59381198883, "train_loss_step": 2.8760509490966797, "n_params": 4449370, "total_flops": 46062725836800000, "train_loss": 0.01662622955110338, "subset_score_loss": 0.01662622955110338}
+{"step": 3380000, "wall_time": 34186.91465830803, "train_loss_step": 3.103168487548828, "n_params": 4449370, "total_flops": 46199410483200000, "train_loss": 0.015843653678894044, "subset_score_loss": 0.015843653678894044}
+{"step": 3390000, "wall_time": 34275.97507691383, "train_loss_step": 3.0652549266815186, "n_params": 4449370, "total_flops": 46336095129600000, "train_loss": 0.01592358218299018, "subset_score_loss": 0.01592358218299018}
+{"step": 3400000, "wall_time": 34444.654227018356, "train_loss_step": 3.2479381561279297, "n_params": 4449370, "total_flops": 46472779776000000, "train_loss": 0.015730244583553737, "subset_score_loss": 0.015730244583553737, "memorization_fraction_pixel": 0.7698000073432922, "mean_nn_ratio_pixel": 0.357593297958374, "fid": 38.98438492134302}
+{"step": 3410000, "wall_time": 34536.500831365585, "train_loss_step": 3.3251399993896484, "n_params": 4449370, "total_flops": 46609464422400000, "train_loss": 0.015665964285532633, "subset_score_loss": 0.015665964285532633}
+{"step": 3420000, "wall_time": 34630.83998322487, "train_loss_step": 3.299520492553711, "n_params": 4449370, "total_flops": 46746149068800000, "train_loss": 0.016986646917131212, "subset_score_loss": 0.016986646917131212}
+{"step": 3430000, "wall_time": 34724.959988594055, "train_loss_step": 3.152184009552002, "n_params": 4449370, "total_flops": 46882833715200000, "train_loss": 0.015138594309488933, "subset_score_loss": 0.015138594309488933}
+{"step": 3440000, "wall_time": 34819.362523555756, "train_loss_step": 3.0892040729522705, "n_params": 4449370, "total_flops": 47019518361600000, "train_loss": 0.01642721758948432, "subset_score_loss": 0.01642721758948432}
+{"step": 3450000, "wall_time": 34913.6256313324, "train_loss_step": 3.1930723190307617, "n_params": 4449370, "total_flops": 47156203008000000, "train_loss": 0.015012288093566894, "subset_score_loss": 0.015012288093566894}
+{"step": 3460000, "wall_time": 35007.090022325516, "train_loss_step": 3.252047061920166, "n_params": 4449370, "total_flops": 47292887654400000, "train_loss": 0.015460154745313856, "subset_score_loss": 0.015460154745313856}
+{"step": 3470000, "wall_time": 35100.79201030731, "train_loss_step": 2.8539984226226807, "n_params": 4449370, "total_flops": 47429572300800000, "train_loss": 0.014942207601335314, "subset_score_loss": 0.014942207601335314}
+{"step": 3480000, "wall_time": 35194.95714759827, "train_loss_step": 3.2531824111938477, "n_params": 4449370, "total_flops": 47566256947200000, "train_loss": 0.01596126291486952, "subset_score_loss": 0.01596126291486952}
+{"step": 3490000, "wall_time": 35284.024580955505, "train_loss_step": 2.9250328540802, "n_params": 4449370, "total_flops": 47702941593600000, "train_loss": 0.015566599369049073, "subset_score_loss": 0.015566599369049073}
+{"step": 3500000, "wall_time": 35452.66881275177, "train_loss_step": 3.3705596923828125, "n_params": 4449370, "total_flops": 47839626240000000, "train_loss": 0.015344777372148302, "subset_score_loss": 0.015344777372148302, "memorization_fraction_pixel": 0.7602999806404114, "mean_nn_ratio_pixel": 0.3657909333705902, "fid": 39.21432446881414}
+{"step": 3510000, "wall_time": 35544.127994298935, "train_loss_step": 2.904404640197754, "n_params": 4449370, "total_flops": 47976310886400000, "train_loss": 0.015218173133002387, "subset_score_loss": 0.015218173133002387}
+{"step": 3520000, "wall_time": 35638.31560540199, "train_loss_step": 2.8840718269348145, "n_params": 4449370, "total_flops": 48112995532800000, "train_loss": 0.01568600336710612, "subset_score_loss": 0.01568600336710612}
+{"step": 3530000, "wall_time": 35732.808324575424, "train_loss_step": 3.202531099319458, "n_params": 4449370, "total_flops": 48249680179200000, "train_loss": 0.014870427714453804, "subset_score_loss": 0.014870427714453804}
+{"step": 3540000, "wall_time": 35826.92755508423, "train_loss_step": 2.917275905609131, "n_params": 4449370, "total_flops": 48386364825600000, "train_loss": 0.015184341536627875, "subset_score_loss": 0.015184341536627875}
+{"step": 3550000, "wall_time": 35920.7050306797, "train_loss_step": 3.1743359565734863, "n_params": 4449370, "total_flops": 48523049472000000, "train_loss": 0.014640239874521892, "subset_score_loss": 0.014640239874521892}
+{"step": 3560000, "wall_time": 36014.82516503334, "train_loss_step": 3.447315216064453, "n_params": 4449370, "total_flops": 48659734118400000, "train_loss": 0.01489586697684394, "subset_score_loss": 0.01489586697684394}
+{"step": 3570000, "wall_time": 36108.23354125023, "train_loss_step": 3.038820505142212, "n_params": 4449370, "total_flops": 48796418764800000, "train_loss": 0.014330551359388563, "subset_score_loss": 0.014330551359388563}
+{"step": 3580000, "wall_time": 36198.879793167114, "train_loss_step": 3.070683717727661, "n_params": 4449370, "total_flops": 48933103411200000, "train_loss": 0.01596650547451443, "subset_score_loss": 0.01596650547451443}
+{"step": 3590000, "wall_time": 36291.20264387131, "train_loss_step": 2.903432846069336, "n_params": 4449370, "total_flops": 49069788057600000, "train_loss": 0.014757666322920058, "subset_score_loss": 0.014757666322920058}
+{"step": 3600000, "wall_time": 36459.29835176468, "train_loss_step": 3.003683090209961, "n_params": 4449370, "total_flops": 49206472704000000, "train_loss": 0.015822688738505047, "subset_score_loss": 0.015822688738505047, "memorization_fraction_pixel": 0.7777000069618225, "mean_nn_ratio_pixel": 0.35570457577705383, "fid": 38.70558057186241}
+{"step": 3610000, "wall_time": 36550.73918032646, "train_loss_step": 2.735544204711914, "n_params": 4449370, "total_flops": 49343157350400000, "train_loss": 0.01639667749404907, "subset_score_loss": 0.01639667749404907}
+{"step": 3620000, "wall_time": 36644.90256023407, "train_loss_step": 3.0890235900878906, "n_params": 4449370, "total_flops": 49479841996800000, "train_loss": 0.014682308832804362, "subset_score_loss": 0.014682308832804362}
+{"step": 3630000, "wall_time": 36738.9000582695, "train_loss_step": 3.419715166091919, "n_params": 4449370, "total_flops": 49616526643200000, "train_loss": 0.015592569775051541, "subset_score_loss": 0.015592569775051541}
+{"step": 3640000, "wall_time": 36833.15812206268, "train_loss_step": 2.955509662628174, "n_params": 4449370, "total_flops": 49753211289600000, "train_loss": 0.014208577738867866, "subset_score_loss": 0.014208577738867866}
+{"step": 3650000, "wall_time": 36926.738073349, "train_loss_step": 2.838721752166748, "n_params": 4449370, "total_flops": 49889895936000000, "train_loss": 0.01463747951719496, "subset_score_loss": 0.01463747951719496}
+{"step": 3660000, "wall_time": 37020.98525762558, "train_loss_step": 3.3403677940368652, "n_params": 4449370, "total_flops": 50026580582400000, "train_loss": 0.015353744559817844, "subset_score_loss": 0.015353744559817844}
+{"step": 3670000, "wall_time": 37114.04270005226, "train_loss_step": 2.8817734718322754, "n_params": 4449370, "total_flops": 50163265228800000, "train_loss": 0.014049666457706028, "subset_score_loss": 0.014049666457706028}
+{"step": 3680000, "wall_time": 37204.81241893768, "train_loss_step": 3.182767391204834, "n_params": 4449370, "total_flops": 50299949875200000, "train_loss": 0.014017780621846518, "subset_score_loss": 0.014017780621846518}
+{"step": 3690000, "wall_time": 37297.5094165802, "train_loss_step": 3.2995283603668213, "n_params": 4449370, "total_flops": 50436634521600000, "train_loss": 0.015612804889678955, "subset_score_loss": 0.015612804889678955}
+{"step": 3700000, "wall_time": 37465.55833888054, "train_loss_step": 3.301699638366699, "n_params": 4449370, "total_flops": 50573319168000000, "train_loss": 0.014570456080966526, "subset_score_loss": 0.014570456080966526, "memorization_fraction_pixel": 0.7756999731063843, "mean_nn_ratio_pixel": 0.35623911023139954, "fid": 39.45397996594089}
+{"step": 3710000, "wall_time": 37557.50734615326, "train_loss_step": 2.862149715423584, "n_params": 4449370, "total_flops": 50710003814400000, "train_loss": 0.014382704099019369, "subset_score_loss": 0.014382704099019369}
+{"step": 3720000, "wall_time": 37652.04331636429, "train_loss_step": 3.4367892742156982, "n_params": 4449370, "total_flops": 50846688460800000, "train_loss": 0.014445177714029948, "subset_score_loss": 0.014445177714029948}
+{"step": 3730000, "wall_time": 37746.31973004341, "train_loss_step": 2.869830846786499, "n_params": 4449370, "total_flops": 50983373107200000, "train_loss": 0.014585951964060465, "subset_score_loss": 0.014585951964060465}
+{"step": 3740000, "wall_time": 37840.34534215927, "train_loss_step": 3.045961856842041, "n_params": 4449370, "total_flops": 51120057753600000, "train_loss": 0.014071385065714518, "subset_score_loss": 0.014071385065714518}
+{"step": 3750000, "wall_time": 37933.996624708176, "train_loss_step": 3.0968708992004395, "n_params": 4449370, "total_flops": 51256742400000000, "train_loss": 0.014583110809326172, "subset_score_loss": 0.014583110809326172}
+{"step": 3760000, "wall_time": 38028.23237156868, "train_loss_step": 3.048276901245117, "n_params": 4449370, "total_flops": 51393427046400000, "train_loss": 0.014098384645250109, "subset_score_loss": 0.014098384645250109}
+{"step": 3770000, "wall_time": 38119.35459566116, "train_loss_step": 3.0128326416015625, "n_params": 4449370, "total_flops": 51530111692800000, "train_loss": 0.014602634641859267, "subset_score_loss": 0.014602634641859267}
+{"step": 3780000, "wall_time": 38212.67966246605, "train_loss_step": 3.28546142578125, "n_params": 4449370, "total_flops": 51666796339200000, "train_loss": 0.014045112662845187, "subset_score_loss": 0.014045112662845187}
+{"step": 3790000, "wall_time": 38305.107331991196, "train_loss_step": 2.897678852081299, "n_params": 4449370, "total_flops": 51803480985600000, "train_loss": 0.014913246366712781, "subset_score_loss": 0.014913246366712781}
+{"step": 3800000, "wall_time": 38473.98998212814, "train_loss_step": 2.934819221496582, "n_params": 4449370, "total_flops": 51940165632000000, "train_loss": 0.014270068539513483, "subset_score_loss": 0.014270068539513483, "memorization_fraction_pixel": 0.7993999719619751, "mean_nn_ratio_pixel": 0.33880406618118286, "fid": 38.922233553954975}
+{"step": 3810000, "wall_time": 38565.73523426056, "train_loss_step": 3.2129669189453125, "n_params": 4449370, "total_flops": 52076850278400000, "train_loss": 0.01478128300772773, "subset_score_loss": 0.01478128300772773}
+{"step": 3820000, "wall_time": 38660.31432199478, "train_loss_step": 2.8280465602874756, "n_params": 4449370, "total_flops": 52213534924800000, "train_loss": 0.015794352690378825, "subset_score_loss": 0.015794352690378825}
+{"step": 3830000, "wall_time": 38754.56210565567, "train_loss_step": 3.257328510284424, "n_params": 4449370, "total_flops": 52350219571200000, "train_loss": 0.014361488819122314, "subset_score_loss": 0.014361488819122314}
+{"step": 3840000, "wall_time": 38848.460227012634, "train_loss_step": 2.8297119140625, "n_params": 4449370, "total_flops": 52486904217600000, "train_loss": 0.014929576714833578, "subset_score_loss": 0.014929576714833578}
+{"step": 3850000, "wall_time": 38942.78096270561, "train_loss_step": 3.017338991165161, "n_params": 4449370, "total_flops": 52623588864000000, "train_loss": 0.014006041155921089, "subset_score_loss": 0.014006041155921089}
+{"step": 3860000, "wall_time": 39033.95290803909, "train_loss_step": 3.15830659866333, "n_params": 4449370, "total_flops": 52760273510400000, "train_loss": 0.014621227317386203, "subset_score_loss": 0.014621227317386203}
+{"step": 3870000, "wall_time": 39127.962296009064, "train_loss_step": 2.9476497173309326, "n_params": 4449370, "total_flops": 52896958156800000, "train_loss": 0.01457309325536092, "subset_score_loss": 0.01457309325536092}
+{"step": 3880000, "wall_time": 39220.71845006943, "train_loss_step": 3.0401172637939453, "n_params": 4449370, "total_flops": 53033642803200000, "train_loss": 0.015567217932807074, "subset_score_loss": 0.015567217932807074}
+{"step": 3890000, "wall_time": 39312.85204553604, "train_loss_step": 2.845545768737793, "n_params": 4449370, "total_flops": 53170327449600000, "train_loss": 0.014044111304812961, "subset_score_loss": 0.014044111304812961}
+{"step": 3900000, "wall_time": 39481.48189711571, "train_loss_step": 2.893317222595215, "n_params": 4449370, "total_flops": 53307012096000000, "train_loss": 0.014607363277011447, "subset_score_loss": 0.014607363277011447, "memorization_fraction_pixel": 0.7993999719619751, "mean_nn_ratio_pixel": 0.3419759273529053, "fid": 38.89900770553818}
+{"step": 3910000, "wall_time": 39572.803105831146, "train_loss_step": 3.2342324256896973, "n_params": 4449370, "total_flops": 53443696742400000, "train_loss": 0.014228347937266033, "subset_score_loss": 0.014228347937266033}
+{"step": 3920000, "wall_time": 39667.018286943436, "train_loss_step": 3.1529054641723633, "n_params": 4449370, "total_flops": 53580381388800000, "train_loss": 0.014128157827589248, "subset_score_loss": 0.014128157827589248}
+{"step": 3930000, "wall_time": 39760.310990810394, "train_loss_step": 3.2901837825775146, "n_params": 4449370, "total_flops": 53717066035200000, "train_loss": 0.013525055514441596, "subset_score_loss": 0.013525055514441596}
+{"step": 3940000, "wall_time": 39854.68687748909, "train_loss_step": 3.2539737224578857, "n_params": 4449370, "total_flops": 53853750681600000, "train_loss": 0.01426836649576823, "subset_score_loss": 0.01426836649576823}
+{"step": 3950000, "wall_time": 39949.07053375244, "train_loss_step": 2.912057876586914, "n_params": 4449370, "total_flops": 53990435328000000, "train_loss": 0.014275595876905653, "subset_score_loss": 0.014275595876905653}
+{"step": 3960000, "wall_time": 40040.77988553047, "train_loss_step": 3.006334066390991, "n_params": 4449370, "total_flops": 54127119974400000, "train_loss": 0.013603315088484022, "subset_score_loss": 0.013603315088484022}
+{"step": 3970000, "wall_time": 40134.93293738365, "train_loss_step": 2.94291353225708, "n_params": 4449370, "total_flops": 54263804620800000, "train_loss": 0.014170017507341173, "subset_score_loss": 0.014170017507341173}
+{"step": 3980000, "wall_time": 40227.38748502731, "train_loss_step": 2.7150535583496094, "n_params": 4449370, "total_flops": 54400489267200000, "train_loss": 0.014200874169667562, "subset_score_loss": 0.014200874169667562}
+{"step": 3990000, "wall_time": 40319.69778728485, "train_loss_step": 3.3058629035949707, "n_params": 4449370, "total_flops": 54537173913600000, "train_loss": 0.01394097540113661, "subset_score_loss": 0.01394097540113661}
+{"step": 4000000, "wall_time": 40488.04055404663, "train_loss_step": 3.220271110534668, "n_params": 4449370, "total_flops": 54673858560000000, "train_loss": 0.013837378554873997, "subset_score_loss": 0.013837378554873997, "memorization_fraction_pixel": 0.7825000286102295, "mean_nn_ratio_pixel": 0.35476574301719666, "fid": 39.47198714702803}
+{"step": 4010000, "wall_time": 40579.86824297905, "train_loss_step": 2.830435276031494, "n_params": 4449370, "total_flops": 54810543206400000, "train_loss": 0.013594210147857666, "subset_score_loss": 0.013594210147857666}
+{"step": 4020000, "wall_time": 40673.511930942535, "train_loss_step": 3.221529006958008, "n_params": 4449370, "total_flops": 54947227852800000, "train_loss": 0.014520684878031412, "subset_score_loss": 0.014520684878031412}
+{"step": 4030000, "wall_time": 40768.27023434639, "train_loss_step": 3.123692035675049, "n_params": 4449370, "total_flops": 55083912499200000, "train_loss": 0.013526687357160781, "subset_score_loss": 0.013526687357160781}
+{"step": 4040000, "wall_time": 40862.27339887619, "train_loss_step": 2.913722515106201, "n_params": 4449370, "total_flops": 55220597145600000, "train_loss": 0.013546433713701036, "subset_score_loss": 0.013546433713701036}
+{"step": 4050000, "wall_time": 40953.58040976524, "train_loss_step": 3.201030731201172, "n_params": 4449370, "total_flops": 55357281792000000, "train_loss": 0.013012989362080892, "subset_score_loss": 0.013012989362080892}
+{"step": 4060000, "wall_time": 41048.032675266266, "train_loss_step": 3.125457286834717, "n_params": 4449370, "total_flops": 55493966438400000, "train_loss": 0.013736347357432047, "subset_score_loss": 0.013736347357432047}
+{"step": 4070000, "wall_time": 41142.33992981911, "train_loss_step": 3.1494598388671875, "n_params": 4449370, "total_flops": 55630651084800000, "train_loss": 0.013416163126627604, "subset_score_loss": 0.013416163126627604}
+{"step": 4080000, "wall_time": 41235.645664691925, "train_loss_step": 3.044071674346924, "n_params": 4449370, "total_flops": 55767335731200000, "train_loss": 0.01349685721927219, "subset_score_loss": 0.01349685721927219}
+{"step": 4090000, "wall_time": 41327.447504520416, "train_loss_step": 3.1505727767944336, "n_params": 4449370, "total_flops": 55904020377600000, "train_loss": 0.013846643765767415, "subset_score_loss": 0.013846643765767415}
+{"step": 4100000, "wall_time": 41495.94302582741, "train_loss_step": 3.0959932804107666, "n_params": 4449370, "total_flops": 56040705024000000, "train_loss": 0.013603195879194471, "subset_score_loss": 0.013603195879194471, "memorization_fraction_pixel": 0.7946000099182129, "mean_nn_ratio_pixel": 0.348415344953537, "fid": 38.9457441950293}
+{"step": 4110000, "wall_time": 41586.96662044525, "train_loss_step": 2.7906899452209473, "n_params": 4449370, "total_flops": 56177389670400000, "train_loss": 0.013493422667185466, "subset_score_loss": 0.013493422667185466}
+{"step": 4120000, "wall_time": 41681.65814638138, "train_loss_step": 2.803462028503418, "n_params": 4449370, "total_flops": 56314074316800000, "train_loss": 0.012658607959747315, "subset_score_loss": 0.012658607959747315}
+{"step": 4130000, "wall_time": 41776.316497802734, "train_loss_step": 2.9607036113739014, "n_params": 4449370, "total_flops": 56450758963200000, "train_loss": 0.01330034335454305, "subset_score_loss": 0.01330034335454305}
+{"step": 4140000, "wall_time": 41870.72652769089, "train_loss_step": 3.348749876022339, "n_params": 4449370, "total_flops": 56587443609600000, "train_loss": 0.013062981764475505, "subset_score_loss": 0.013062981764475505}
+{"step": 4150000, "wall_time": 41962.47279405594, "train_loss_step": 3.112936019897461, "n_params": 4449370, "total_flops": 56724128256000000, "train_loss": 0.013013304604424372, "subset_score_loss": 0.013013304604424372}
+{"step": 4160000, "wall_time": 42056.44534444809, "train_loss_step": 2.8799681663513184, "n_params": 4449370, "total_flops": 56860812902400000, "train_loss": 0.0133213652504815, "subset_score_loss": 0.0133213652504815}
+{"step": 4170000, "wall_time": 42151.07035422325, "train_loss_step": 2.7215330600738525, "n_params": 4449370, "total_flops": 56997497548800000, "train_loss": 0.01248607767952813, "subset_score_loss": 0.01248607767952813}
+{"step": 4180000, "wall_time": 42244.92111492157, "train_loss_step": 3.2119200229644775, "n_params": 4449370, "total_flops": 57134182195200000, "train_loss": 0.014044499397277832, "subset_score_loss": 0.014044499397277832}
+{"step": 4190000, "wall_time": 42336.90618491173, "train_loss_step": 3.246100425720215, "n_params": 4449370, "total_flops": 57270866841600000, "train_loss": 0.013526129722595214, "subset_score_loss": 0.013526129722595214}
+{"step": 4200000, "wall_time": 42505.309722185135, "train_loss_step": 2.881298542022705, "n_params": 4449370, "total_flops": 57407551488000000, "train_loss": 0.013256776332855224, "subset_score_loss": 0.013256776332855224, "memorization_fraction_pixel": 0.7954000234603882, "mean_nn_ratio_pixel": 0.344272255897522, "fid": 38.820121415100154}
+{"step": 4210000, "wall_time": 42597.26422405243, "train_loss_step": 3.032623291015625, "n_params": 4449370, "total_flops": 57544236134400000, "train_loss": 0.012674082650078668, "subset_score_loss": 0.012674082650078668}
+{"step": 4220000, "wall_time": 42691.58135485649, "train_loss_step": 3.0567445755004883, "n_params": 4449370, "total_flops": 57680920780800000, "train_loss": 0.013626935746934679, "subset_score_loss": 0.013626935746934679}
+{"step": 4230000, "wall_time": 42785.60193181038, "train_loss_step": 2.886946678161621, "n_params": 4449370, "total_flops": 57817605427200000, "train_loss": 0.013099998897976346, "subset_score_loss": 0.013099998897976346}
+{"step": 4240000, "wall_time": 42877.496718645096, "train_loss_step": 2.833744525909424, "n_params": 4449370, "total_flops": 57954290073600000, "train_loss": 0.013441350724962022, "subset_score_loss": 0.013441350724962022}
+{"step": 4250000, "wall_time": 42971.38921403885, "train_loss_step": 2.8292911052703857, "n_params": 4449370, "total_flops": 58090974720000000, "train_loss": 0.013479999701182048, "subset_score_loss": 0.013479999701182048}
+{"step": 4260000, "wall_time": 43065.53351974487, "train_loss_step": 2.793747663497925, "n_params": 4449370, "total_flops": 58227659366400000, "train_loss": 0.014110243320465088, "subset_score_loss": 0.014110243320465088}
+{"step": 4270000, "wall_time": 43160.17144680023, "train_loss_step": 2.9415032863616943, "n_params": 4449370, "total_flops": 58364344012800000, "train_loss": 0.013411442438761393, "subset_score_loss": 0.013411442438761393}
+{"step": 4280000, "wall_time": 43252.503204107285, "train_loss_step": 3.0699222087860107, "n_params": 4449370, "total_flops": 58501028659200000, "train_loss": 0.012757727834913466, "subset_score_loss": 0.012757727834913466}
+{"step": 4290000, "wall_time": 43344.73042702675, "train_loss_step": 3.015449285507202, "n_params": 4449370, "total_flops": 58637713305600000, "train_loss": 0.013102236058976915, "subset_score_loss": 0.013102236058976915}
+{"step": 4300000, "wall_time": 43512.817103624344, "train_loss_step": 2.7976064682006836, "n_params": 4449370, "total_flops": 58774397952000000, "train_loss": 0.013592277632819281, "subset_score_loss": 0.013592277632819281, "memorization_fraction_pixel": 0.8105999827384949, "mean_nn_ratio_pixel": 0.34028705954551697, "fid": 39.094784904480754}
+{"step": 4310000, "wall_time": 43604.817145347595, "train_loss_step": 3.0061306953430176, "n_params": 4449370, "total_flops": 58911082598400000, "train_loss": 0.0126208848423428, "subset_score_loss": 0.0126208848423428}
+{"step": 4320000, "wall_time": 43699.02353596687, "train_loss_step": 3.190575122833252, "n_params": 4449370, "total_flops": 59047767244800000, "train_loss": 0.013292993439568414, "subset_score_loss": 0.013292993439568414}
+{"step": 4330000, "wall_time": 43791.16801524162, "train_loss_step": 2.9099647998809814, "n_params": 4449370, "total_flops": 59184451891200000, "train_loss": 0.012586965825822619, "subset_score_loss": 0.012586965825822619}
+{"step": 4340000, "wall_time": 43885.37152862549, "train_loss_step": 3.2540879249572754, "n_params": 4449370, "total_flops": 59321136537600000, "train_loss": 0.013228449556562636, "subset_score_loss": 0.013228449556562636}
+{"step": 4350000, "wall_time": 43979.89528632164, "train_loss_step": 2.7626681327819824, "n_params": 4449370, "total_flops": 59457821184000000, "train_loss": 0.012754620446099176, "subset_score_loss": 0.012754620446099176}
+{"step": 4360000, "wall_time": 44074.06658768654, "train_loss_step": 2.6472220420837402, "n_params": 4449370, "total_flops": 59594505830400000, "train_loss": 0.012786499659220378, "subset_score_loss": 0.012786499659220378}
+{"step": 4370000, "wall_time": 44168.38658332825, "train_loss_step": 2.88718843460083, "n_params": 4449370, "total_flops": 59731190476800000, "train_loss": 0.012911404503716363, "subset_score_loss": 0.012911404503716363}
+{"step": 4380000, "wall_time": 44259.9634013176, "train_loss_step": 2.939657688140869, "n_params": 4449370, "total_flops": 59867875123200000, "train_loss": 0.01372184091144138, "subset_score_loss": 0.01372184091144138}
+{"step": 4390000, "wall_time": 44353.7518286705, "train_loss_step": 3.036590337753296, "n_params": 4449370, "total_flops": 60004559769600000, "train_loss": 0.012845926814609103, "subset_score_loss": 0.012845926814609103}
+{"step": 4400000, "wall_time": 44520.84784603119, "train_loss_step": 2.880791187286377, "n_params": 4449370, "total_flops": 60141244416000000, "train_loss": 0.013001251220703124, "subset_score_loss": 0.013001251220703124, "memorization_fraction_pixel": 0.800599992275238, "mean_nn_ratio_pixel": 0.3434385657310486, "fid": 39.04679778629108}
+{"step": 4410000, "wall_time": 44613.23744082451, "train_loss_step": 2.964292526245117, "n_params": 4449370, "total_flops": 60277929062400000, "train_loss": 0.013279129399193658, "subset_score_loss": 0.013279129399193658}
+{"step": 4420000, "wall_time": 44707.328887462616, "train_loss_step": 2.97412371635437, "n_params": 4449370, "total_flops": 60414613708800000, "train_loss": 0.012964581118689643, "subset_score_loss": 0.012964581118689643}
+{"step": 4430000, "wall_time": 44798.980565071106, "train_loss_step": 3.0760600566864014, "n_params": 4449370, "total_flops": 60551298355200000, "train_loss": 0.012920803493923612, "subset_score_loss": 0.012920803493923612}
+{"step": 4440000, "wall_time": 44893.0771753788, "train_loss_step": 3.2030386924743652, "n_params": 4449370, "total_flops": 60687983001600000, "train_loss": 0.012762651178571912, "subset_score_loss": 0.012762651178571912}
+{"step": 4450000, "wall_time": 44987.53605175018, "train_loss_step": 2.9679994583129883, "n_params": 4449370, "total_flops": 60824667648000000, "train_loss": 0.012547960546281602, "subset_score_loss": 0.012547960546281602}
+{"step": 4460000, "wall_time": 45081.87399673462, "train_loss_step": 2.901313304901123, "n_params": 4449370, "total_flops": 60961352294400000, "train_loss": 0.013906723923153348, "subset_score_loss": 0.013906723923153348}
+{"step": 4470000, "wall_time": 45175.99152302742, "train_loss_step": 2.52231502532959, "n_params": 4449370, "total_flops": 61098036940800000, "train_loss": 0.01441364155875312, "subset_score_loss": 0.01441364155875312}
+{"step": 4480000, "wall_time": 45267.97807240486, "train_loss_step": 2.9388742446899414, "n_params": 4449370, "total_flops": 61234721587200000, "train_loss": 0.01196133428149753, "subset_score_loss": 0.01196133428149753}
+{"step": 4490000, "wall_time": 45362.547921180725, "train_loss_step": 3.1890788078308105, "n_params": 4449370, "total_flops": 61371406233600000, "train_loss": 0.012459050284491645, "subset_score_loss": 0.012459050284491645}
+{"step": 4500000, "wall_time": 45530.67768406868, "train_loss_step": 3.107682228088379, "n_params": 4449370, "total_flops": 61508090880000000, "train_loss": 0.012694255510965983, "subset_score_loss": 0.012694255510965983, "memorization_fraction_pixel": 0.8055999875068665, "mean_nn_ratio_pixel": 0.3393327295780182, "fid": 39.438396398421766}
+{"step": 4510000, "wall_time": 45623.64284539223, "train_loss_step": 2.8866593837738037, "n_params": 4449370, "total_flops": 61644775526400000, "train_loss": 0.012202854951222737, "subset_score_loss": 0.012202854951222737}
+{"step": 4520000, "wall_time": 45715.617647886276, "train_loss_step": 3.0785179138183594, "n_params": 4449370, "total_flops": 61781460172800000, "train_loss": 0.01283903651767307, "subset_score_loss": 0.01283903651767307}
+{"step": 4530000, "wall_time": 45809.63558840752, "train_loss_step": 2.7713727951049805, "n_params": 4449370, "total_flops": 61918144819200000, "train_loss": 0.014289391040802003, "subset_score_loss": 0.014289391040802003}
+{"step": 4540000, "wall_time": 45904.04127216339, "train_loss_step": 3.331172466278076, "n_params": 4449370, "total_flops": 62054829465600000, "train_loss": 0.012901776366763644, "subset_score_loss": 0.012901776366763644}
+{"step": 4550000, "wall_time": 45998.61449098587, "train_loss_step": 2.8882896900177, "n_params": 4449370, "total_flops": 62191514112000000, "train_loss": 0.012036825550927057, "subset_score_loss": 0.012036825550927057}
+{"step": 4560000, "wall_time": 46092.737880945206, "train_loss_step": 3.0100483894348145, "n_params": 4449370, "total_flops": 62328198758400000, "train_loss": 0.012612422307332357, "subset_score_loss": 0.012612422307332357}
+{"step": 4570000, "wall_time": 46186.95092463493, "train_loss_step": 3.1180191040039062, "n_params": 4449370, "total_flops": 62464883404800000, "train_loss": 0.012176740169525146, "subset_score_loss": 0.012176740169525146}
+{"step": 4580000, "wall_time": 46278.167674303055, "train_loss_step": 3.081737756729126, "n_params": 4449370, "total_flops": 62601568051200000, "train_loss": 0.012485349178314209, "subset_score_loss": 0.012485349178314209}
+{"step": 4590000, "wall_time": 46371.834580659866, "train_loss_step": 2.9829797744750977, "n_params": 4449370, "total_flops": 62738252697600000, "train_loss": 0.012733487288157146, "subset_score_loss": 0.012733487288157146}
+{"step": 4600000, "wall_time": 46539.41196489334, "train_loss_step": 3.170435905456543, "n_params": 4449370, "total_flops": 62874937344000000, "train_loss": 0.012438660197787815, "subset_score_loss": 0.012438660197787815, "memorization_fraction_pixel": 0.8248999714851379, "mean_nn_ratio_pixel": 0.3278670608997345, "fid": 39.215882261293785}
+{"step": 4610000, "wall_time": 46631.998237133026, "train_loss_step": 2.9317800998687744, "n_params": 4449370, "total_flops": 63011621990400000, "train_loss": 0.012920269701215957, "subset_score_loss": 0.012920269701215957}
+{"step": 4620000, "wall_time": 46724.987644433975, "train_loss_step": 3.1106505393981934, "n_params": 4449370, "total_flops": 63148306636800000, "train_loss": 0.01301453775829739, "subset_score_loss": 0.01301453775829739}
+{"step": 4630000, "wall_time": 46819.8084859848, "train_loss_step": 2.8281474113464355, "n_params": 4449370, "total_flops": 63284991283200000, "train_loss": 0.01279919809765286, "subset_score_loss": 0.01279919809765286}
+{"step": 4640000, "wall_time": 46914.33823609352, "train_loss_step": 2.991344690322876, "n_params": 4449370, "total_flops": 63421675929600000, "train_loss": 0.012033756573994954, "subset_score_loss": 0.012033756573994954}
+{"step": 4650000, "wall_time": 47008.90613555908, "train_loss_step": 2.886808156967163, "n_params": 4449370, "total_flops": 63558360576000000, "train_loss": 0.011882328987121582, "subset_score_loss": 0.011882328987121582}
+{"step": 4660000, "wall_time": 47103.52646446228, "train_loss_step": 3.11283016204834, "n_params": 4449370, "total_flops": 63695045222400000, "train_loss": 0.013056351078881158, "subset_score_loss": 0.013056351078881158}
+{"step": 4670000, "wall_time": 47198.24907016754, "train_loss_step": 3.065589666366577, "n_params": 4449370, "total_flops": 63831729868800000, "train_loss": 0.012636013825734456, "subset_score_loss": 0.012636013825734456}
+{"step": 4680000, "wall_time": 47290.29614663124, "train_loss_step": 3.464735746383667, "n_params": 4449370, "total_flops": 63968414515200000, "train_loss": 0.012538617187076145, "subset_score_loss": 0.012538617187076145}
+{"step": 4690000, "wall_time": 47384.46724462509, "train_loss_step": 2.919142484664917, "n_params": 4449370, "total_flops": 64105099161600000, "train_loss": 0.014433737595876057, "subset_score_loss": 0.014433737595876057}
+{"step": 4700000, "wall_time": 47552.694313287735, "train_loss_step": 2.946446418762207, "n_params": 4449370, "total_flops": 64241783808000000, "train_loss": 0.012874756919013129, "subset_score_loss": 0.012874756919013129, "memorization_fraction_pixel": 0.8245999813079834, "mean_nn_ratio_pixel": 0.32592129707336426, "fid": 39.5687594295487}
+{"step": 4710000, "wall_time": 47632.54602384567, "train_loss_step": 2.7085723876953125, "n_params": 4449370, "total_flops": 64378468454400000, "train_loss": 0.01308766868379381, "subset_score_loss": 0.01308766868379381}
+{"step": 4720000, "wall_time": 47709.292686223984, "train_loss_step": 3.02068829536438, "n_params": 4449370, "total_flops": 64515153100800000, "train_loss": 0.012278853522406683, "subset_score_loss": 0.012278853522406683}
+{"step": 4730000, "wall_time": 47785.893510341644, "train_loss_step": 2.9439330101013184, "n_params": 4449370, "total_flops": 64651837747200000, "train_loss": 0.012327547868092854, "subset_score_loss": 0.012327547868092854}
+{"step": 4740000, "wall_time": 47861.88129854202, "train_loss_step": 3.143922805786133, "n_params": 4449370, "total_flops": 64788522393600000, "train_loss": 0.011892061763339573, "subset_score_loss": 0.011892061763339573}
+{"step": 4750000, "wall_time": 47938.06376838684, "train_loss_step": 3.0229809284210205, "n_params": 4449370, "total_flops": 64925207040000000, "train_loss": 0.01299492253197564, "subset_score_loss": 0.01299492253197564}
+{"step": 4760000, "wall_time": 48014.488921403885, "train_loss_step": 3.1141889095306396, "n_params": 4449370, "total_flops": 65061891686400000, "train_loss": 0.011943411827087403, "subset_score_loss": 0.011943411827087403}
+{"step": 4770000, "wall_time": 48090.97671818733, "train_loss_step": 2.8176722526550293, "n_params": 4449370, "total_flops": 65198576332800000, "train_loss": 0.011500598324669733, "subset_score_loss": 0.011500598324669733}
+{"step": 4780000, "wall_time": 48163.52853798866, "train_loss_step": 2.8521645069122314, "n_params": 4449370, "total_flops": 65335260979200000, "train_loss": 0.011725089285108778, "subset_score_loss": 0.011725089285108778}
+{"step": 4790000, "wall_time": 48239.76903820038, "train_loss_step": 2.839233160018921, "n_params": 4449370, "total_flops": 65471945625600000, "train_loss": 0.012446501519944933, "subset_score_loss": 0.012446501519944933}
+{"step": 4800000, "wall_time": 48376.05670809746, "train_loss_step": 2.973958969116211, "n_params": 4449370, "total_flops": 65608630272000000, "train_loss": 0.01313191254933675, "subset_score_loss": 0.01313191254933675, "memorization_fraction_pixel": 0.814300000667572, "mean_nn_ratio_pixel": 0.3318318724632263, "fid": 38.60879431516672}
+{"step": 4810000, "wall_time": 48449.36521029472, "train_loss_step": 3.0984535217285156, "n_params": 4449370, "total_flops": 65745314918400000, "train_loss": 0.012216364012824164, "subset_score_loss": 0.012216364012824164}
+{"step": 4820000, "wall_time": 48525.81289148331, "train_loss_step": 2.945434093475342, "n_params": 4449370, "total_flops": 65881999564800000, "train_loss": 0.0122224317656623, "subset_score_loss": 0.0122224317656623}
+{"step": 4830000, "wall_time": 48602.21079874039, "train_loss_step": 2.901214838027954, "n_params": 4449370, "total_flops": 66018684211200000, "train_loss": 0.01215937402513292, "subset_score_loss": 0.01215937402513292}
+{"step": 4840000, "wall_time": 48678.663269519806, "train_loss_step": 2.8038856983184814, "n_params": 4449370, "total_flops": 66155368857600000, "train_loss": 0.011554413371615939, "subset_score_loss": 0.011554413371615939}
+{"step": 4850000, "wall_time": 48755.06964468956, "train_loss_step": 3.0902557373046875, "n_params": 4449370, "total_flops": 66292053504000000, "train_loss": 0.012059238221910264, "subset_score_loss": 0.012059238221910264}
+{"step": 4860000, "wall_time": 48831.527559280396, "train_loss_step": 2.676133632659912, "n_params": 4449370, "total_flops": 66428738150400000, "train_loss": 0.012261283397674561, "subset_score_loss": 0.012261283397674561}
+{"step": 4870000, "wall_time": 48908.38087558746, "train_loss_step": 2.9209935665130615, "n_params": 4449370, "total_flops": 66565422796800000, "train_loss": 0.011702683236863878, "subset_score_loss": 0.011702683236863878}
+{"step": 4880000, "wall_time": 48980.41793990135, "train_loss_step": 3.0286245346069336, "n_params": 4449370, "total_flops": 66702107443200000, "train_loss": 0.01201412147945828, "subset_score_loss": 0.01201412147945828}
+{"step": 4890000, "wall_time": 49057.12553739548, "train_loss_step": 2.786978244781494, "n_params": 4449370, "total_flops": 66838792089600000, "train_loss": 0.012660919295416937, "subset_score_loss": 0.012660919295416937}
+{"step": 4900000, "wall_time": 49193.66541814804, "train_loss_step": 2.9021973609924316, "n_params": 4449370, "total_flops": 66975476736000000, "train_loss": 0.012344706058502197, "subset_score_loss": 0.012344706058502197, "memorization_fraction_pixel": 0.8174999952316284, "mean_nn_ratio_pixel": 0.3323199450969696, "fid": 39.449378888304985}
+{"step": 4910000, "wall_time": 49266.80179309845, "train_loss_step": 2.761385440826416, "n_params": 4449370, "total_flops": 67112161382400000, "train_loss": 0.011610452334086101, "subset_score_loss": 0.011610452334086101}
+{"step": 4920000, "wall_time": 49343.469927072525, "train_loss_step": 2.7992093563079834, "n_params": 4449370, "total_flops": 67248846028800000, "train_loss": 0.01196940475040012, "subset_score_loss": 0.01196940475040012}
+{"step": 4930000, "wall_time": 49419.2015068531, "train_loss_step": 2.8352901935577393, "n_params": 4449370, "total_flops": 67385530675200000, "train_loss": 0.011917222870720758, "subset_score_loss": 0.011917222870720758}
+{"step": 4940000, "wall_time": 49495.160707235336, "train_loss_step": 2.930583953857422, "n_params": 4449370, "total_flops": 67522215321600000, "train_loss": 0.011945389376746284, "subset_score_loss": 0.011945389376746284}
+{"step": 4950000, "wall_time": 49571.39511632919, "train_loss_step": 2.8251991271972656, "n_params": 4449370, "total_flops": 67658899968000000, "train_loss": 0.01175409687889947, "subset_score_loss": 0.01175409687889947}
+{"step": 4960000, "wall_time": 49647.790909290314, "train_loss_step": 2.75034236907959, "n_params": 4449370, "total_flops": 67795584614400000, "train_loss": 0.011152018441094293, "subset_score_loss": 0.011152018441094293}
+{"step": 4970000, "wall_time": 49724.39063215256, "train_loss_step": 3.0771493911743164, "n_params": 4449370, "total_flops": 67932269260800000, "train_loss": 0.011430949634975858, "subset_score_loss": 0.011430949634975858}
+{"step": 4980000, "wall_time": 49778.28153133392, "train_loss_step": 3.1685779094696045, "n_params": 4449370, "total_flops": 68068953907200000, "train_loss": 0.011312990718417697, "subset_score_loss": 0.011312990718417697}
+{"step": 4990000, "wall_time": 49815.94053339958, "train_loss_step": 2.742018699645996, "n_params": 4449370, "total_flops": 68205638553600000, "train_loss": 0.011789200041029188, "subset_score_loss": 0.011789200041029188}
+{"step": 5000000, "wall_time": 49888.45481920242, "train_loss_step": 2.9719207286834717, "n_params": 4449370, "total_flops": 68342323200000000, "train_loss": 0.012461392084757487, "subset_score_loss": 0.012461392084757487, "memorization_fraction_pixel": 0.8202000260353088, "mean_nn_ratio_pixel": 0.3297958970069885, "fid": 39.30114163993189}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d90/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d90/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..6c3b6611143bb2475104e92eff3595d247509913
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d90/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     73s | train_loss=0.9954 | fid=308.9319
+  step   10000 |    166s | train_loss=0.8115
+  step   20000 |    260s | train_loss=0.6939
+  step   30000 |    354s | train_loss=0.5605
+  step   40000 |    448s | train_loss=0.4136
+  step   50000 |    542s | train_loss=0.2936
+  step   60000 |    636s | train_loss=0.2179
+  step   70000 |    730s | train_loss=0.1781
+  step   80000 |    824s | train_loss=0.1529
+  step   90000 |    917s | train_loss=0.1384
+  step  100000 |   1082s | train_loss=0.1277 | fid=60.9427
+  step  110000 |   1176s | train_loss=0.1218
+  step  120000 |   1270s | train_loss=0.1144
+  step  130000 |   1364s | train_loss=0.1080
+  step  140000 |   1458s | train_loss=0.1046
+  step  150000 |   1553s | train_loss=0.1010
+  step  160000 |   1647s | train_loss=0.0982
+  step  170000 |   1741s | train_loss=0.0954
+  step  180000 |   1835s | train_loss=0.0887
+  step  190000 |   1928s | train_loss=0.0863
+  step  200000 |   2092s | train_loss=0.0857 | fid=59.7462
+  step  210000 |   2185s | train_loss=0.0817
+  step  220000 |   2280s | train_loss=0.0788
+  step  230000 |   2374s | train_loss=0.0773
+  step  240000 |   2468s | train_loss=0.0746
+  step  250000 |   2563s | train_loss=0.0730
+  step  260000 |   2657s | train_loss=0.0717
+  step  270000 |   2751s | train_loss=0.0691
+  step  280000 |   2844s | train_loss=0.0696
+  step  290000 |   2936s | train_loss=0.0681
+  step  300000 |   3101s | train_loss=0.0667 | fid=56.3101
+  step  310000 |   3195s | train_loss=0.0643
+  step  320000 |   3289s | train_loss=0.0640
+  step  330000 |   3384s | train_loss=0.0625
+  step  340000 |   3478s | train_loss=0.0616
+  step  350000 |   3572s | train_loss=0.0614
+  step  360000 |   3667s | train_loss=0.0599
+  step  370000 |   3760s | train_loss=0.0598
+  step  380000 |   3853s | train_loss=0.0581
+  step  390000 |   3946s | train_loss=0.0575
+  step  400000 |   4110s | train_loss=0.0566 | fid=54.5504
+  step  410000 |   4204s | train_loss=0.0572
+  step  420000 |   4298s | train_loss=0.0553
+  step  430000 |   4393s | train_loss=0.0560
+  step  440000 |   4487s | train_loss=0.0547
+  step  450000 |   4581s | train_loss=0.0530
+  step  460000 |   4674s | train_loss=0.0517
+  step  470000 |   4768s | train_loss=0.0533
+  step  480000 |   4861s | train_loss=0.0529
+  step  490000 |   4955s | train_loss=0.0521
+  step  500000 |   5119s | train_loss=0.0506 | fid=52.7284
+  step  510000 |   5213s | train_loss=0.0513
+  step  520000 |   5307s | train_loss=0.0501
+  step  530000 |   5402s | train_loss=0.0493
+  step  540000 |   5496s | train_loss=0.0483
+  step  550000 |   5591s | train_loss=0.0487
+  step  560000 |   5684s | train_loss=0.0478
+  step  570000 |   5777s | train_loss=0.0493
+  step  580000 |   5871s | train_loss=0.0467
+  step  590000 |   5965s | train_loss=0.0462
+  step  600000 |   6130s | train_loss=0.0481 | fid=53.2857
+  step  610000 |   6223s | train_loss=0.0471
+  step  620000 |   6318s | train_loss=0.0468
+  step  630000 |   6412s | train_loss=0.0449
+  step  640000 |   6506s | train_loss=0.0442
+  step  650000 |   6600s | train_loss=0.0457
+  step  660000 |   6693s | train_loss=0.0453
+  step  670000 |   6786s | train_loss=0.0439
+  step  680000 |   6880s | train_loss=0.0427
+  step  690000 |   6974s | train_loss=0.0441
+  step  700000 |   7140s | train_loss=0.0426 | fid=51.2337
+  step  710000 |   7233s | train_loss=0.0432
+  step  720000 |   7328s | train_loss=0.0418
+  step  730000 |   7422s | train_loss=0.0431
+  step  740000 |   7516s | train_loss=0.0428
+  step  750000 |   7611s | train_loss=0.0406
+  step  760000 |   7703s | train_loss=0.0402
+  step  770000 |   7798s | train_loss=0.0410
+  step  780000 |   7892s | train_loss=0.0401
+  step  790000 |   7987s | train_loss=0.0396
+  step  800000 |   8153s | train_loss=0.0413 | fid=50.2696
+  step  810000 |   8246s | train_loss=0.0401
+  step  820000 |   8341s | train_loss=0.0395
+  step  830000 |   8435s | train_loss=0.0387
+  step  840000 |   8529s | train_loss=0.0394
+  step  850000 |   8622s | train_loss=0.0392
+  step  860000 |   8716s | train_loss=0.0390
+  step  870000 |   8810s | train_loss=0.0393
+  step  880000 |   8905s | train_loss=0.0383
+  step  890000 |   8999s | train_loss=0.0394
+  step  900000 |   9165s | train_loss=0.0374 | fid=49.2707
+  step  910000 |   9258s | train_loss=0.0376
+  step  920000 |   9352s | train_loss=0.0381
+  step  930000 |   9447s | train_loss=0.0374
+  step  940000 |   9541s | train_loss=0.0363
+  step  950000 |   9633s | train_loss=0.0367
+  step  960000 |   9728s | train_loss=0.0365
+  step  970000 |   9822s | train_loss=0.0379
+  step  980000 |   9917s | train_loss=0.0352
+  step  990000 |  10011s | train_loss=0.0358
+  step 1000000 |  10178s | train_loss=0.0356 | fid=48.5643
+  step 1010000 |  10271s | train_loss=0.0347
+  step 1020000 |  10366s | train_loss=0.0354
+  step 1030000 |  10460s | train_loss=0.0354
+  step 1040000 |  10553s | train_loss=0.0357
+  step 1050000 |  10647s | train_loss=0.0363
+  step 1060000 |  10741s | train_loss=0.0345
+  step 1070000 |  10836s | train_loss=0.0341
+  step 1080000 |  10930s | train_loss=0.0345
+  step 1090000 |  11024s | train_loss=0.0348
+  step 1100000 |  11191s | train_loss=0.0342 | fid=46.8351
+  step 1110000 |  11284s | train_loss=0.0338
+  step 1120000 |  11378s | train_loss=0.0336
+  step 1130000 |  11470s | train_loss=0.0346
+  step 1140000 |  11564s | train_loss=0.0334
+  step 1150000 |  11658s | train_loss=0.0322
+  step 1160000 |  11753s | train_loss=0.0332
+  step 1170000 |  11847s | train_loss=0.0337
+  step 1180000 |  11941s | train_loss=0.0335
+  step 1190000 |  12035s | train_loss=0.0326
+  step 1200000 |  12201s | train_loss=0.0325 | fid=46.0755
+  step 1210000 |  12294s | train_loss=0.0312
+  step 1220000 |  12388s | train_loss=0.0321
+  step 1230000 |  12480s | train_loss=0.0320
+  step 1240000 |  12574s | train_loss=0.0325
+  step 1250000 |  12668s | train_loss=0.0316
+  step 1260000 |  12763s | train_loss=0.0315
+  step 1270000 |  12857s | train_loss=0.0326
+  step 1280000 |  12952s | train_loss=0.0311
+  step 1290000 |  13047s | train_loss=0.0318
+  step 1300000 |  13213s | train_loss=0.0309 | fid=46.4013
+  step 1310000 |  13306s | train_loss=0.0301
+  step 1320000 |  13398s | train_loss=0.0304
+  step 1330000 |  13492s | train_loss=0.0299
+  step 1340000 |  13586s | train_loss=0.0303
+  step 1350000 |  13680s | train_loss=0.0307
+  step 1360000 |  13774s | train_loss=0.0294
+  step 1370000 |  13868s | train_loss=0.0303
+  step 1380000 |  13962s | train_loss=0.0296
+  step 1390000 |  14057s | train_loss=0.0293
+  step 1400000 |  14223s | train_loss=0.0297 | fid=45.4498
+  step 1410000 |  14315s | train_loss=0.0288
+  step 1420000 |  14409s | train_loss=0.0297
+  step 1430000 |  14502s | train_loss=0.0294
+  step 1440000 |  14597s | train_loss=0.0291
+  step 1450000 |  14692s | train_loss=0.0286
+  step 1460000 |  14786s | train_loss=0.0282
+  step 1470000 |  14880s | train_loss=0.0302
+  step 1480000 |  14975s | train_loss=0.0285
+  step 1490000 |  15069s | train_loss=0.0294
+  step 1500000 |  15235s | train_loss=0.0286 | fid=45.0048
+  step 1510000 |  15327s | train_loss=0.0292
+  step 1520000 |  15421s | train_loss=0.0280
+  step 1530000 |  15515s | train_loss=0.0286
+  step 1540000 |  15609s | train_loss=0.0270
+  step 1550000 |  15704s | train_loss=0.0271
+  step 1560000 |  15798s | train_loss=0.0269
+  step 1570000 |  15893s | train_loss=0.0272
+  step 1580000 |  15987s | train_loss=0.0271
+  step 1590000 |  16082s | train_loss=0.0276
+  step 1600000 |  16246s | train_loss=0.0265 | fid=43.5951
+  step 1610000 |  16340s | train_loss=0.0267
+  step 1620000 |  16433s | train_loss=0.0270
+  step 1630000 |  16527s | train_loss=0.0262
+  step 1640000 |  16622s | train_loss=0.0267
+  step 1650000 |  16716s | train_loss=0.0269
+  step 1660000 |  16811s | train_loss=0.0259
+  step 1670000 |  16905s | train_loss=0.0273
+  step 1680000 |  16999s | train_loss=0.0263
+  step 1690000 |  17094s | train_loss=0.0262
+  step 1700000 |  17257s | train_loss=0.0254 | fid=42.6083
+  step 1710000 |  17351s | train_loss=0.0264
+  step 1720000 |  17444s | train_loss=0.0257
+  step 1730000 |  17539s | train_loss=0.0248
+  step 1740000 |  17633s | train_loss=0.0250
+  step 1750000 |  17728s | train_loss=0.0264
+  step 1760000 |  17822s | train_loss=0.0255
+  step 1770000 |  17917s | train_loss=0.0256
+  step 1780000 |  18011s | train_loss=0.0255
+  step 1790000 |  18105s | train_loss=0.0246
+  step 1800000 |  18269s | train_loss=0.0245 | fid=42.3962
+  step 1810000 |  18362s | train_loss=0.0243
+  step 1820000 |  18456s | train_loss=0.0245
+  step 1830000 |  18549s | train_loss=0.0247
+  step 1840000 |  18644s | train_loss=0.0245
+  step 1850000 |  18739s | train_loss=0.0246
+  step 1860000 |  18833s | train_loss=0.0246
+  step 1870000 |  18927s | train_loss=0.0250
+  step 1880000 |  19022s | train_loss=0.0240
+  step 1890000 |  19116s | train_loss=0.0245
+  step 1900000 |  19282s | train_loss=0.0232 | fid=42.1686
+  step 1910000 |  19375s | train_loss=0.0237
+  step 1920000 |  19470s | train_loss=0.0237
+  step 1930000 |  19564s | train_loss=0.0233
+  step 1940000 |  19659s | train_loss=0.0230
+  step 1950000 |  19753s | train_loss=0.0239
+  step 1960000 |  19848s | train_loss=0.0228
+  step 1970000 |  19942s | train_loss=0.0235
+  step 1980000 |  20035s | train_loss=0.0233
+  step 1990000 |  20129s | train_loss=0.0231
+  step 2000000 |  20297s | train_loss=0.0232 | fid=41.4898
+  step 2010000 |  20389s | train_loss=0.0242
+  step 2020000 |  20484s | train_loss=0.0237
+  step 2030000 |  20578s | train_loss=0.0230
+  step 2040000 |  20672s | train_loss=0.0229
+  step 2050000 |  20767s | train_loss=0.0223
+  step 2060000 |  20861s | train_loss=0.0224
+  step 2070000 |  20955s | train_loss=0.0232
+  step 2080000 |  21048s | train_loss=0.0226
+  step 2090000 |  21142s | train_loss=0.0220
+  step 2100000 |  21308s | train_loss=0.0232 | fid=41.5736
+  step 2110000 |  21402s | train_loss=0.0217
+  step 2120000 |  21496s | train_loss=0.0218
+  step 2130000 |  21590s | train_loss=0.0221
+  step 2140000 |  21685s | train_loss=0.0225
+  step 2150000 |  21779s | train_loss=0.0219
+  step 2160000 |  21873s | train_loss=0.0220
+  step 2170000 |  21966s | train_loss=0.0224
+  step 2180000 |  22060s | train_loss=0.0226
+  step 2190000 |  22154s | train_loss=0.0211
+  step 2200000 |  22321s | train_loss=0.0219 | fid=41.2080
+  step 2210000 |  22414s | train_loss=0.0219
+  step 2220000 |  22509s | train_loss=0.0216
+  step 2230000 |  22603s | train_loss=0.0218
+  step 2240000 |  22697s | train_loss=0.0223
+  step 2250000 |  22791s | train_loss=0.0206
+  step 2260000 |  22883s | train_loss=0.0217
+  step 2270000 |  22977s | train_loss=0.0210
+  step 2280000 |  23071s | train_loss=0.0209
+  step 2290000 |  23165s | train_loss=0.0210
+  step 2300000 |  23332s | train_loss=0.0209 | fid=41.1284
+  step 2310000 |  23424s | train_loss=0.0218
+  step 2320000 |  23519s | train_loss=0.0208
+  step 2330000 |  23613s | train_loss=0.0204
+  step 2340000 |  23706s | train_loss=0.0200
+  step 2350000 |  23800s | train_loss=0.0195
+  step 2360000 |  23893s | train_loss=0.0209
+  step 2370000 |  23987s | train_loss=0.0201
+  step 2380000 |  24081s | train_loss=0.0206
+  step 2390000 |  24175s | train_loss=0.0200
+  step 2400000 |  24341s | train_loss=0.0201 | fid=41.0360
+  step 2410000 |  24435s | train_loss=0.0198
+  step 2420000 |  24530s | train_loss=0.0208
+  step 2430000 |  24624s | train_loss=0.0214
+  step 2440000 |  24717s | train_loss=0.0195
+  step 2450000 |  24810s | train_loss=0.0195
+  step 2460000 |  24904s | train_loss=0.0209
+  step 2470000 |  24998s | train_loss=0.0197
+  step 2480000 |  25093s | train_loss=0.0195
+  step 2490000 |  25186s | train_loss=0.0198
+  step 2500000 |  25354s | train_loss=0.0194 | fid=40.5056
+  step 2510000 |  25447s | train_loss=0.0197
+  step 2520000 |  25541s | train_loss=0.0200
+  step 2530000 |  25635s | train_loss=0.0203
+  step 2540000 |  25726s | train_loss=0.0190
+  step 2550000 |  25820s | train_loss=0.0191
+  step 2560000 |  25915s | train_loss=0.0196
+  step 2570000 |  26009s | train_loss=0.0185
+  step 2580000 |  26103s | train_loss=0.0187
+  step 2590000 |  26195s | train_loss=0.0194
+  step 2600000 |  26363s | train_loss=0.0188 | fid=40.2189
+  step 2610000 |  26456s | train_loss=0.0195
+  step 2620000 |  26550s | train_loss=0.0193
+  step 2630000 |  26644s | train_loss=0.0185
+  step 2640000 |  26737s | train_loss=0.0181
+  step 2650000 |  26831s | train_loss=0.0192
+  step 2660000 |  26925s | train_loss=0.0184
+  step 2670000 |  27019s | train_loss=0.0184
+  step 2680000 |  27113s | train_loss=0.0187
+  step 2690000 |  27205s | train_loss=0.0185
+  step 2700000 |  27373s | train_loss=0.0181 | fid=40.0348
+  step 2710000 |  27466s | train_loss=0.0183
+  step 2720000 |  27560s | train_loss=0.0187
+  step 2730000 |  27652s | train_loss=0.0178
+  step 2740000 |  27746s | train_loss=0.0183
+  step 2750000 |  27840s | train_loss=0.0180
+  step 2760000 |  27934s | train_loss=0.0187
+  step 2770000 |  28028s | train_loss=0.0195
+  step 2780000 |  28123s | train_loss=0.0184
+  step 2790000 |  28214s | train_loss=0.0182
+  step 2800000 |  28382s | train_loss=0.0186 | fid=40.1194
+  step 2810000 |  28475s | train_loss=0.0184
+  step 2820000 |  28568s | train_loss=0.0181
+  step 2830000 |  28662s | train_loss=0.0181
+  step 2840000 |  28757s | train_loss=0.0185
+  step 2850000 |  28850s | train_loss=0.0177
+  step 2860000 |  28945s | train_loss=0.0182
+  step 2870000 |  29039s | train_loss=0.0170
+  step 2880000 |  29134s | train_loss=0.0178
+  step 2890000 |  29226s | train_loss=0.0179
+  step 2900000 |  29393s | train_loss=0.0176 | fid=40.1471
+  step 2910000 |  29486s | train_loss=0.0165
+  step 2920000 |  29579s | train_loss=0.0185
+  step 2930000 |  29673s | train_loss=0.0171
+  step 2940000 |  29767s | train_loss=0.0170
+  step 2950000 |  29862s | train_loss=0.0170
+  step 2960000 |  29955s | train_loss=0.0175
+  step 2970000 |  30050s | train_loss=0.0169
+  step 2980000 |  30144s | train_loss=0.0169
+  step 2990000 |  30235s | train_loss=0.0174
+  step 3000000 |  30403s | train_loss=0.0175 | fid=38.9835
+  step 3010000 |  30495s | train_loss=0.0165
+  step 3020000 |  30589s | train_loss=0.0169
+  step 3030000 |  30684s | train_loss=0.0164
+  step 3040000 |  30778s | train_loss=0.0161
+  step 3050000 |  30872s | train_loss=0.0159
+  step 3060000 |  30966s | train_loss=0.0168
+  step 3070000 |  31061s | train_loss=0.0166
+  step 3080000 |  31155s | train_loss=0.0166
+  step 3090000 |  31246s | train_loss=0.0164
+  step 3100000 |  31414s | train_loss=0.0170 | fid=39.9573
+  step 3110000 |  31507s | train_loss=0.0161
+  step 3120000 |  31601s | train_loss=0.0168
+  step 3130000 |  31695s | train_loss=0.0174
+  step 3140000 |  31789s | train_loss=0.0167
+  step 3150000 |  31883s | train_loss=0.0160
+  step 3160000 |  31977s | train_loss=0.0168
+  step 3170000 |  32071s | train_loss=0.0163
+  step 3180000 |  32166s | train_loss=0.0161
+  step 3190000 |  32258s | train_loss=0.0159
+  step 3200000 |  32424s | train_loss=0.0167 | fid=39.4870
+  step 3210000 |  32517s | train_loss=0.0174
+  step 3220000 |  32612s | train_loss=0.0169
+  step 3230000 |  32706s | train_loss=0.0158
+  step 3240000 |  32800s | train_loss=0.0161
+  step 3250000 |  32894s | train_loss=0.0152
+  step 3260000 |  32988s | train_loss=0.0161
+  step 3270000 |  33082s | train_loss=0.0166
+  step 3280000 |  33177s | train_loss=0.0160
+  step 3290000 |  33268s | train_loss=0.0168
+  step 3300000 |  33435s | train_loss=0.0160 | fid=40.0068
+  step 3310000 |  33527s | train_loss=0.0158
+  step 3320000 |  33621s | train_loss=0.0156
+  step 3330000 |  33715s | train_loss=0.0155
+  step 3340000 |  33809s | train_loss=0.0168
+  step 3350000 |  33904s | train_loss=0.0163
+  step 3360000 |  33998s | train_loss=0.0154
+  step 3370000 |  34092s | train_loss=0.0166
+  step 3380000 |  34187s | train_loss=0.0158
+  step 3390000 |  34276s | train_loss=0.0159
+  step 3400000 |  34445s | train_loss=0.0157 | fid=38.9844
+  step 3410000 |  34537s | train_loss=0.0157
+  step 3420000 |  34631s | train_loss=0.0170
+  step 3430000 |  34725s | train_loss=0.0151
+  step 3440000 |  34819s | train_loss=0.0164
+  step 3450000 |  34914s | train_loss=0.0150
+  step 3460000 |  35007s | train_loss=0.0155
+  step 3470000 |  35101s | train_loss=0.0149
+  step 3480000 |  35195s | train_loss=0.0160
+  step 3490000 |  35284s | train_loss=0.0156
+  step 3500000 |  35453s | train_loss=0.0153 | fid=39.2143
+  step 3510000 |  35544s | train_loss=0.0152
+  step 3520000 |  35638s | train_loss=0.0157
+  step 3530000 |  35733s | train_loss=0.0149
+  step 3540000 |  35827s | train_loss=0.0152
+  step 3550000 |  35921s | train_loss=0.0146
+  step 3560000 |  36015s | train_loss=0.0149
+  step 3570000 |  36108s | train_loss=0.0143
+  step 3580000 |  36199s | train_loss=0.0160
+  step 3590000 |  36291s | train_loss=0.0148
+  step 3600000 |  36459s | train_loss=0.0158 | fid=38.7056
+  step 3610000 |  36551s | train_loss=0.0164
+  step 3620000 |  36645s | train_loss=0.0147
+  step 3630000 |  36739s | train_loss=0.0156
+  step 3640000 |  36833s | train_loss=0.0142
+  step 3650000 |  36927s | train_loss=0.0146
+  step 3660000 |  37021s | train_loss=0.0154
+  step 3670000 |  37114s | train_loss=0.0140
+  step 3680000 |  37205s | train_loss=0.0140
+  step 3690000 |  37298s | train_loss=0.0156
+  step 3700000 |  37466s | train_loss=0.0146 | fid=39.4540
+  step 3710000 |  37558s | train_loss=0.0144
+  step 3720000 |  37652s | train_loss=0.0144
+  step 3730000 |  37746s | train_loss=0.0146
+  step 3740000 |  37840s | train_loss=0.0141
+  step 3750000 |  37934s | train_loss=0.0146
+  step 3760000 |  38028s | train_loss=0.0141
+  step 3770000 |  38119s | train_loss=0.0146
+  step 3780000 |  38213s | train_loss=0.0140
+  step 3790000 |  38305s | train_loss=0.0149
+  step 3800000 |  38474s | train_loss=0.0143 | fid=38.9222
+  step 3810000 |  38566s | train_loss=0.0148
+  step 3820000 |  38660s | train_loss=0.0158
+  step 3830000 |  38755s | train_loss=0.0144
+  step 3840000 |  38848s | train_loss=0.0149
+  step 3850000 |  38943s | train_loss=0.0140
+  step 3860000 |  39034s | train_loss=0.0146
+  step 3870000 |  39128s | train_loss=0.0146
+  step 3880000 |  39221s | train_loss=0.0156
+  step 3890000 |  39313s | train_loss=0.0140
+  step 3900000 |  39481s | train_loss=0.0146 | fid=38.8990
+  step 3910000 |  39573s | train_loss=0.0142
+  step 3920000 |  39667s | train_loss=0.0141
+  step 3930000 |  39760s | train_loss=0.0135
+  step 3940000 |  39855s | train_loss=0.0143
+  step 3950000 |  39949s | train_loss=0.0143
+  step 3960000 |  40041s | train_loss=0.0136
+  step 3970000 |  40135s | train_loss=0.0142
+  step 3980000 |  40227s | train_loss=0.0142
+  step 3990000 |  40320s | train_loss=0.0139
+  step 4000000 |  40488s | train_loss=0.0138 | fid=39.4720
+  step 4010000 |  40580s | train_loss=0.0136
+  step 4020000 |  40674s | train_loss=0.0145
+  step 4030000 |  40768s | train_loss=0.0135
+  step 4040000 |  40862s | train_loss=0.0135
+  step 4050000 |  40954s | train_loss=0.0130
+  step 4060000 |  41048s | train_loss=0.0137
+  step 4070000 |  41142s | train_loss=0.0134
+  step 4080000 |  41236s | train_loss=0.0135
+  step 4090000 |  41327s | train_loss=0.0138
+  step 4100000 |  41496s | train_loss=0.0136 | fid=38.9457
+  step 4110000 |  41587s | train_loss=0.0135
+  step 4120000 |  41682s | train_loss=0.0127
+  step 4130000 |  41776s | train_loss=0.0133
+  step 4140000 |  41871s | train_loss=0.0131
+  step 4150000 |  41962s | train_loss=0.0130
+  step 4160000 |  42056s | train_loss=0.0133
+  step 4170000 |  42151s | train_loss=0.0125
+  step 4180000 |  42245s | train_loss=0.0140
+  step 4190000 |  42337s | train_loss=0.0135
+  step 4200000 |  42505s | train_loss=0.0133 | fid=38.8201
+  step 4210000 |  42597s | train_loss=0.0127
+  step 4220000 |  42692s | train_loss=0.0136
+  step 4230000 |  42786s | train_loss=0.0131
+  step 4240000 |  42877s | train_loss=0.0134
+  step 4250000 |  42971s | train_loss=0.0135
+  step 4260000 |  43066s | train_loss=0.0141
+  step 4270000 |  43160s | train_loss=0.0134
+  step 4280000 |  43253s | train_loss=0.0128
+  step 4290000 |  43345s | train_loss=0.0131
+  step 4300000 |  43513s | train_loss=0.0136 | fid=39.0948
+  step 4310000 |  43605s | train_loss=0.0126
+  step 4320000 |  43699s | train_loss=0.0133
+  step 4330000 |  43791s | train_loss=0.0126
+  step 4340000 |  43885s | train_loss=0.0132
+  step 4350000 |  43980s | train_loss=0.0128
+  step 4360000 |  44074s | train_loss=0.0128
+  step 4370000 |  44168s | train_loss=0.0129
+  step 4380000 |  44260s | train_loss=0.0137
+  step 4390000 |  44354s | train_loss=0.0128
+  step 4400000 |  44521s | train_loss=0.0130 | fid=39.0468
+  step 4410000 |  44613s | train_loss=0.0133
+  step 4420000 |  44707s | train_loss=0.0130
+  step 4430000 |  44799s | train_loss=0.0129
+  step 4440000 |  44893s | train_loss=0.0128
+  step 4450000 |  44988s | train_loss=0.0125
+  step 4460000 |  45082s | train_loss=0.0139
+  step 4470000 |  45176s | train_loss=0.0144
+  step 4480000 |  45268s | train_loss=0.0120
+  step 4490000 |  45363s | train_loss=0.0125
+  step 4500000 |  45531s | train_loss=0.0127 | fid=39.4384
+  step 4510000 |  45624s | train_loss=0.0122
+  step 4520000 |  45716s | train_loss=0.0128
+  step 4530000 |  45810s | train_loss=0.0143
+  step 4540000 |  45904s | train_loss=0.0129
+  step 4550000 |  45999s | train_loss=0.0120
+  step 4560000 |  46093s | train_loss=0.0126
+  step 4570000 |  46187s | train_loss=0.0122
+  step 4580000 |  46278s | train_loss=0.0125
+  step 4590000 |  46372s | train_loss=0.0127
+  step 4600000 |  46539s | train_loss=0.0124 | fid=39.2159
+  step 4610000 |  46632s | train_loss=0.0129
+  step 4620000 |  46725s | train_loss=0.0130
+  step 4630000 |  46820s | train_loss=0.0128
+  step 4640000 |  46914s | train_loss=0.0120
+  step 4650000 |  47009s | train_loss=0.0119
+  step 4660000 |  47104s | train_loss=0.0131
+  step 4670000 |  47198s | train_loss=0.0126
+  step 4680000 |  47290s | train_loss=0.0125
+  step 4690000 |  47384s | train_loss=0.0144
+  step 4700000 |  47553s | train_loss=0.0129 | fid=39.5688
+  step 4710000 |  47633s | train_loss=0.0131
+  step 4720000 |  47709s | train_loss=0.0123
+  step 4730000 |  47786s | train_loss=0.0123
+  step 4740000 |  47862s | train_loss=0.0119
+  step 4750000 |  47938s | train_loss=0.0130
+  step 4760000 |  48014s | train_loss=0.0119
+  step 4770000 |  48091s | train_loss=0.0115
+  step 4780000 |  48164s | train_loss=0.0117
+  step 4790000 |  48240s | train_loss=0.0124
+  step 4800000 |  48376s | train_loss=0.0131 | fid=38.6088
+  step 4810000 |  48449s | train_loss=0.0122
+  step 4820000 |  48526s | train_loss=0.0122
+  step 4830000 |  48602s | train_loss=0.0122
+  step 4840000 |  48679s | train_loss=0.0116
+  step 4850000 |  48755s | train_loss=0.0121
+  step 4860000 |  48832s | train_loss=0.0123
+  step 4870000 |  48908s | train_loss=0.0117
+  step 4880000 |  48980s | train_loss=0.0120
+  step 4890000 |  49057s | train_loss=0.0127
+  step 4900000 |  49194s | train_loss=0.0123 | fid=39.4494
+  step 4910000 |  49267s | train_loss=0.0116
+  step 4920000 |  49343s | train_loss=0.0120
+  step 4930000 |  49419s | train_loss=0.0119
+  step 4940000 |  49495s | train_loss=0.0119
+  step 4950000 |  49571s | train_loss=0.0118
+  step 4960000 |  49648s | train_loss=0.0112
+  step 4970000 |  49724s | train_loss=0.0114
+  step 4980000 |  49778s | train_loss=0.0113
+  step 4990000 |  49816s | train_loss=0.0118
+  step 5000000 |  49888s | train_loss=0.0125 | fid=39.3011
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d10/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d10/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..a0f6733a0ba92411dedb2472e8ec888027283a18
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d10/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d10/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d10",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 45,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d10/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d10/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..8713997b50b46103401231daf53ec9101ab5142a
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d10/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 10, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d10/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 45}
+{"step": 1, "wall_time": 72.42077445983887, "train_loss_step": 10.105440139770508, "n_params": 4285450, "total_flops": 13164902400, "train_loss": 1.0279270172119142, "subset_score_loss": 1.0279270172119142, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9563007950782776, "fid": 193.63723123085086}
+{"step": 10000, "wall_time": 162.50236821174622, "train_loss_step": 2.844590187072754, "n_params": 4285450, "total_flops": 131649024000000, "train_loss": 0.9493801116943359, "subset_score_loss": 0.9493801116943359}
+{"step": 20000, "wall_time": 255.21940279006958, "train_loss_step": 2.5554189682006836, "n_params": 4285450, "total_flops": 263298048000000, "train_loss": 0.9470539093017578, "subset_score_loss": 0.9470539093017578}
+{"step": 30000, "wall_time": 347.7276840209961, "train_loss_step": 2.6335949897766113, "n_params": 4285450, "total_flops": 394947072000000, "train_loss": 0.9457224845886231, "subset_score_loss": 0.9457224845886231}
+{"step": 40000, "wall_time": 440.0788469314575, "train_loss_step": 2.7797598838806152, "n_params": 4285450, "total_flops": 526596096000000, "train_loss": 0.9449195861816406, "subset_score_loss": 0.9449195861816406}
+{"step": 50000, "wall_time": 532.4397904872894, "train_loss_step": 2.557708978652954, "n_params": 4285450, "total_flops": 658245120000000, "train_loss": 0.9440879821777344, "subset_score_loss": 0.9440879821777344}
+{"step": 60000, "wall_time": 624.9128015041351, "train_loss_step": 2.72347092628479, "n_params": 4285450, "total_flops": 789894144000000, "train_loss": 0.9432746887207031, "subset_score_loss": 0.9432746887207031}
+{"step": 70000, "wall_time": 717.0801649093628, "train_loss_step": 2.50093936920166, "n_params": 4285450, "total_flops": 921543168000000, "train_loss": 0.9426699638366699, "subset_score_loss": 0.9426699638366699}
+{"step": 80000, "wall_time": 808.7963933944702, "train_loss_step": 2.453425407409668, "n_params": 4285450, "total_flops": 1053192192000000, "train_loss": 0.9420689582824707, "subset_score_loss": 0.9420689582824707}
+{"step": 90000, "wall_time": 901.2540245056152, "train_loss_step": 2.587137222290039, "n_params": 4285450, "total_flops": 1184841216000000, "train_loss": 0.9413530349731445, "subset_score_loss": 0.9413530349731445}
+{"step": 100000, "wall_time": 1064.3105337619781, "train_loss_step": 2.481093168258667, "n_params": 4285450, "total_flops": 1316490240000000, "train_loss": 0.9408823013305664, "subset_score_loss": 0.9408823013305664, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9380195140838623, "fid": 87.45185670128998}
+{"step": 110000, "wall_time": 1152.0901470184326, "train_loss_step": 2.6620125770568848, "n_params": 4285450, "total_flops": 1448139264000000, "train_loss": 0.9402625083923339, "subset_score_loss": 0.9402625083923339}
+{"step": 120000, "wall_time": 1244.4785287380219, "train_loss_step": 2.588148832321167, "n_params": 4285450, "total_flops": 1579788288000000, "train_loss": 0.9397024154663086, "subset_score_loss": 0.9397024154663086}
+{"step": 130000, "wall_time": 1336.8655874729156, "train_loss_step": 2.3869431018829346, "n_params": 4285450, "total_flops": 1711437312000000, "train_loss": 0.9390886306762696, "subset_score_loss": 0.9390886306762696}
+{"step": 140000, "wall_time": 1428.91237616539, "train_loss_step": 2.653367280960083, "n_params": 4285450, "total_flops": 1843086336000000, "train_loss": 0.9383777618408203, "subset_score_loss": 0.9383777618408203}
+{"step": 150000, "wall_time": 1521.5430595874786, "train_loss_step": 2.8910021781921387, "n_params": 4285450, "total_flops": 1974735360000000, "train_loss": 0.9378398895263672, "subset_score_loss": 0.9378398895263672}
+{"step": 160000, "wall_time": 1614.551337480545, "train_loss_step": 2.4903554916381836, "n_params": 4285450, "total_flops": 2106384384000000, "train_loss": 0.9369779586791992, "subset_score_loss": 0.9369779586791992}
+{"step": 170000, "wall_time": 1707.3317794799805, "train_loss_step": 2.63545560836792, "n_params": 4285450, "total_flops": 2238033408000000, "train_loss": 0.9360366821289062, "subset_score_loss": 0.9360366821289062}
+{"step": 180000, "wall_time": 1800.193591117859, "train_loss_step": 2.5223333835601807, "n_params": 4285450, "total_flops": 2369682432000000, "train_loss": 0.9354704856872559, "subset_score_loss": 0.9354704856872559}
+{"step": 190000, "wall_time": 1893.238158941269, "train_loss_step": 2.7829017639160156, "n_params": 4285450, "total_flops": 2501331456000000, "train_loss": 0.9344347953796387, "subset_score_loss": 0.9344347953796387}
+{"step": 200000, "wall_time": 2058.125035047531, "train_loss_step": 2.681434154510498, "n_params": 4285450, "total_flops": 2632980480000000, "train_loss": 0.9336167335510254, "subset_score_loss": 0.9336167335510254, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9359046816825867, "fid": 87.60890879094713}
+{"step": 210000, "wall_time": 2146.197569131851, "train_loss_step": 2.645216464996338, "n_params": 4285450, "total_flops": 2764629504000000, "train_loss": 0.9324563980102539, "subset_score_loss": 0.9324563980102539}
+{"step": 220000, "wall_time": 2239.1415750980377, "train_loss_step": 2.7772107124328613, "n_params": 4285450, "total_flops": 2896278528000000, "train_loss": 0.9311612129211426, "subset_score_loss": 0.9311612129211426}
+{"step": 230000, "wall_time": 2332.1186244487762, "train_loss_step": 2.392716884613037, "n_params": 4285450, "total_flops": 3027927552000000, "train_loss": 0.9299526214599609, "subset_score_loss": 0.9299526214599609}
+{"step": 240000, "wall_time": 2425.128100633621, "train_loss_step": 2.39725923538208, "n_params": 4285450, "total_flops": 3159576576000000, "train_loss": 0.9282915115356445, "subset_score_loss": 0.9282915115356445}
+{"step": 250000, "wall_time": 2518.185360431671, "train_loss_step": 3.051440715789795, "n_params": 4285450, "total_flops": 3291225600000000, "train_loss": 0.9266276359558105, "subset_score_loss": 0.9266276359558105}
+{"step": 260000, "wall_time": 2611.2596242427826, "train_loss_step": 2.566474199295044, "n_params": 4285450, "total_flops": 3422874624000000, "train_loss": 0.924675464630127, "subset_score_loss": 0.924675464630127}
+{"step": 270000, "wall_time": 2704.408565759659, "train_loss_step": 2.6637649536132812, "n_params": 4285450, "total_flops": 3554523648000000, "train_loss": 0.922310733795166, "subset_score_loss": 0.922310733795166}
+{"step": 280000, "wall_time": 2797.459966659546, "train_loss_step": 2.6152234077453613, "n_params": 4285450, "total_flops": 3686172672000000, "train_loss": 0.9192453384399414, "subset_score_loss": 0.9192453384399414}
+{"step": 290000, "wall_time": 2890.5153152942657, "train_loss_step": 2.5321314334869385, "n_params": 4285450, "total_flops": 3817821696000000, "train_loss": 0.9155274391174316, "subset_score_loss": 0.9155274391174316}
+{"step": 300000, "wall_time": 3055.89782166481, "train_loss_step": 2.5777335166931152, "n_params": 4285450, "total_flops": 3949470720000000, "train_loss": 0.9109970092773437, "subset_score_loss": 0.9109970092773437, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9348767399787903, "fid": 86.30830264644256}
+{"step": 310000, "wall_time": 3145.832552909851, "train_loss_step": 2.461956024169922, "n_params": 4285450, "total_flops": 4081119744000000, "train_loss": 0.9042882919311523, "subset_score_loss": 0.9042882919311523}
+{"step": 320000, "wall_time": 3237.3745613098145, "train_loss_step": 2.539316415786743, "n_params": 4285450, "total_flops": 4212768768000000, "train_loss": 0.8951518058776855, "subset_score_loss": 0.8951518058776855}
+{"step": 330000, "wall_time": 3330.6882603168488, "train_loss_step": 2.703965663909912, "n_params": 4285450, "total_flops": 4344417792000000, "train_loss": 0.8836443901062012, "subset_score_loss": 0.8836443901062012}
+{"step": 340000, "wall_time": 3423.9604032039642, "train_loss_step": 2.5183308124542236, "n_params": 4285450, "total_flops": 4476066816000000, "train_loss": 0.8656232833862305, "subset_score_loss": 0.8656232833862305}
+{"step": 350000, "wall_time": 3517.063567876816, "train_loss_step": 2.4703140258789062, "n_params": 4285450, "total_flops": 4607715840000000, "train_loss": 0.8458391189575195, "subset_score_loss": 0.8458391189575195}
+{"step": 360000, "wall_time": 3610.069430589676, "train_loss_step": 2.556734085083008, "n_params": 4285450, "total_flops": 4739364864000000, "train_loss": 0.8218016624450684, "subset_score_loss": 0.8218016624450684}
+{"step": 370000, "wall_time": 3703.036828517914, "train_loss_step": 2.354217052459717, "n_params": 4285450, "total_flops": 4871013888000000, "train_loss": 0.7928703308105469, "subset_score_loss": 0.7928703308105469}
+{"step": 380000, "wall_time": 3796.2148752212524, "train_loss_step": 2.1454901695251465, "n_params": 4285450, "total_flops": 5002662912000000, "train_loss": 0.7523588180541992, "subset_score_loss": 0.7523588180541992}
+{"step": 390000, "wall_time": 3886.705056667328, "train_loss_step": 2.1376731395721436, "n_params": 4285450, "total_flops": 5134311936000000, "train_loss": 0.7175600528717041, "subset_score_loss": 0.7175600528717041}
+{"step": 400000, "wall_time": 4054.012250185013, "train_loss_step": 2.1951935291290283, "n_params": 4285450, "total_flops": 5265960960000000, "train_loss": 0.6671257019042969, "subset_score_loss": 0.6671257019042969, "memorization_fraction_pixel": 9.999999747378752e-05, "mean_nn_ratio_pixel": 0.9086308479309082, "fid": 87.92276512365993}
+{"step": 410000, "wall_time": 4143.753452062607, "train_loss_step": 2.0919365882873535, "n_params": 4285450, "total_flops": 5397609984000000, "train_loss": 0.6274586200714112, "subset_score_loss": 0.6274586200714112}
+{"step": 420000, "wall_time": 4235.628129959106, "train_loss_step": 2.1539881229400635, "n_params": 4285450, "total_flops": 5529259008000000, "train_loss": 0.5853235244750976, "subset_score_loss": 0.5853235244750976}
+{"step": 430000, "wall_time": 4328.795645236969, "train_loss_step": 2.1657395362854004, "n_params": 4285450, "total_flops": 5660908032000000, "train_loss": 0.5472482681274414, "subset_score_loss": 0.5472482681274414}
+{"step": 440000, "wall_time": 4421.904854297638, "train_loss_step": 2.2645325660705566, "n_params": 4285450, "total_flops": 5792557056000000, "train_loss": 0.5107737064361573, "subset_score_loss": 0.5107737064361573}
+{"step": 450000, "wall_time": 4515.096691131592, "train_loss_step": 2.2606422901153564, "n_params": 4285450, "total_flops": 5924206080000000, "train_loss": 0.4740626335144043, "subset_score_loss": 0.4740626335144043}
+{"step": 460000, "wall_time": 4608.1071445941925, "train_loss_step": 2.0207624435424805, "n_params": 4285450, "total_flops": 6055855104000000, "train_loss": 0.4502263069152832, "subset_score_loss": 0.4502263069152832}
+{"step": 470000, "wall_time": 4701.017871379852, "train_loss_step": 2.2215418815612793, "n_params": 4285450, "total_flops": 6187504128000000, "train_loss": 0.4150389194488525, "subset_score_loss": 0.4150389194488525}
+{"step": 480000, "wall_time": 4791.183276891708, "train_loss_step": 2.1100564002990723, "n_params": 4285450, "total_flops": 6319153152000000, "train_loss": 0.39744675159454346, "subset_score_loss": 0.39744675159454346}
+{"step": 490000, "wall_time": 4884.187522172928, "train_loss_step": 2.021070957183838, "n_params": 4285450, "total_flops": 6450802176000000, "train_loss": 0.3743466377258301, "subset_score_loss": 0.3743466377258301}
+{"step": 500000, "wall_time": 5051.318107843399, "train_loss_step": 2.0223121643066406, "n_params": 4285450, "total_flops": 6582451200000000, "train_loss": 0.36183292865753175, "subset_score_loss": 0.36183292865753175, "memorization_fraction_pixel": 0.0006000000284984708, "mean_nn_ratio_pixel": 0.8461213111877441, "fid": 85.941858824484}
+{"step": 510000, "wall_time": 5141.271400928497, "train_loss_step": 2.25878643989563, "n_params": 4285450, "total_flops": 6714100224000000, "train_loss": 0.3464197158813477, "subset_score_loss": 0.3464197158813477}
+{"step": 520000, "wall_time": 5234.30628156662, "train_loss_step": 2.02470064163208, "n_params": 4285450, "total_flops": 6845749248000000, "train_loss": 0.3273362636566162, "subset_score_loss": 0.3273362636566162}
+{"step": 530000, "wall_time": 5325.819042921066, "train_loss_step": 1.9947128295898438, "n_params": 4285450, "total_flops": 6977398272000000, "train_loss": 0.32277736663818357, "subset_score_loss": 0.32277736663818357}
+{"step": 540000, "wall_time": 5418.738851070404, "train_loss_step": 2.0481176376342773, "n_params": 4285450, "total_flops": 7109047296000000, "train_loss": 0.30418899059295657, "subset_score_loss": 0.30418899059295657}
+{"step": 550000, "wall_time": 5511.712040901184, "train_loss_step": 1.9126999378204346, "n_params": 4285450, "total_flops": 7240696320000000, "train_loss": 0.30008769035339355, "subset_score_loss": 0.30008769035339355}
+{"step": 560000, "wall_time": 5604.750175714493, "train_loss_step": 1.8799715042114258, "n_params": 4285450, "total_flops": 7372345344000000, "train_loss": 0.28490912914276123, "subset_score_loss": 0.28490912914276123}
+{"step": 570000, "wall_time": 5697.555556058884, "train_loss_step": 1.9955942630767822, "n_params": 4285450, "total_flops": 7503994368000000, "train_loss": 0.2810315370559692, "subset_score_loss": 0.2810315370559692}
+{"step": 580000, "wall_time": 5787.717347860336, "train_loss_step": 1.941469430923462, "n_params": 4285450, "total_flops": 7635643392000000, "train_loss": 0.2762108325958252, "subset_score_loss": 0.2762108325958252}
+{"step": 590000, "wall_time": 5880.870890617371, "train_loss_step": 1.7826287746429443, "n_params": 4285450, "total_flops": 7767292416000000, "train_loss": 0.2714745044708252, "subset_score_loss": 0.2714745044708252}
+{"step": 600000, "wall_time": 6047.819715261459, "train_loss_step": 1.8342459201812744, "n_params": 4285450, "total_flops": 7898941440000000, "train_loss": 0.25454063415527345, "subset_score_loss": 0.25454063415527345, "memorization_fraction_pixel": 0.00139999995008111, "mean_nn_ratio_pixel": 0.8099380731582642, "fid": 87.92856295701117}
+{"step": 610000, "wall_time": 6138.192406654358, "train_loss_step": 2.0064737796783447, "n_params": 4285450, "total_flops": 8030590464000000, "train_loss": 0.24701223373413086, "subset_score_loss": 0.24701223373413086}
+{"step": 620000, "wall_time": 6230.884244918823, "train_loss_step": 1.8841869831085205, "n_params": 4285450, "total_flops": 8162239488000000, "train_loss": 0.2457882881164551, "subset_score_loss": 0.2457882881164551}
+{"step": 630000, "wall_time": 6322.73234629631, "train_loss_step": 1.9038276672363281, "n_params": 4285450, "total_flops": 8293888512000000, "train_loss": 0.24289546012878419, "subset_score_loss": 0.24289546012878419}
+{"step": 640000, "wall_time": 6415.846953630447, "train_loss_step": 1.7925505638122559, "n_params": 4285450, "total_flops": 8425537536000000, "train_loss": 0.23704593181610106, "subset_score_loss": 0.23704593181610106}
+{"step": 650000, "wall_time": 6508.686094760895, "train_loss_step": 1.9567005634307861, "n_params": 4285450, "total_flops": 8557186560000000, "train_loss": 0.22855396270751954, "subset_score_loss": 0.22855396270751954}
+{"step": 660000, "wall_time": 6602.110817193985, "train_loss_step": 1.7195417881011963, "n_params": 4285450, "total_flops": 8688835584000000, "train_loss": 0.22539951801300048, "subset_score_loss": 0.22539951801300048}
+{"step": 670000, "wall_time": 6691.661205768585, "train_loss_step": 1.801034927368164, "n_params": 4285450, "total_flops": 8820484608000000, "train_loss": 0.22449588775634766, "subset_score_loss": 0.22449588775634766}
+{"step": 680000, "wall_time": 6784.752322673798, "train_loss_step": 1.742741346359253, "n_params": 4285450, "total_flops": 8952133632000000, "train_loss": 0.21702225208282472, "subset_score_loss": 0.21702225208282472}
+{"step": 690000, "wall_time": 6877.511944055557, "train_loss_step": 1.783437967300415, "n_params": 4285450, "total_flops": 9083782656000000, "train_loss": 0.21371614933013916, "subset_score_loss": 0.21371614933013916}
+{"step": 700000, "wall_time": 7044.414302825928, "train_loss_step": 2.1544923782348633, "n_params": 4285450, "total_flops": 9215431680000000, "train_loss": 0.2096233606338501, "subset_score_loss": 0.2096233606338501, "memorization_fraction_pixel": 0.0031999999191612005, "mean_nn_ratio_pixel": 0.778915524482727, "fid": 86.70163649042004}
+{"step": 710000, "wall_time": 7134.669527769089, "train_loss_step": 1.8246161937713623, "n_params": 4285450, "total_flops": 9347080704000000, "train_loss": 0.2052071809768677, "subset_score_loss": 0.2052071809768677}
+{"step": 720000, "wall_time": 7227.445039272308, "train_loss_step": 1.8130853176116943, "n_params": 4285450, "total_flops": 9478729728000000, "train_loss": 0.20090603828430176, "subset_score_loss": 0.20090603828430176}
+{"step": 730000, "wall_time": 7320.875194549561, "train_loss_step": 1.870189905166626, "n_params": 4285450, "total_flops": 9610378752000000, "train_loss": 0.20070281028747558, "subset_score_loss": 0.20070281028747558}
+{"step": 740000, "wall_time": 7412.336426973343, "train_loss_step": 2.07269287109375, "n_params": 4285450, "total_flops": 9742027776000000, "train_loss": 0.19392380714416504, "subset_score_loss": 0.19392380714416504}
+{"step": 750000, "wall_time": 7505.476144313812, "train_loss_step": 1.984036922454834, "n_params": 4285450, "total_flops": 9873676800000000, "train_loss": 0.19434136152267456, "subset_score_loss": 0.19434136152267456}
+{"step": 760000, "wall_time": 7598.333510398865, "train_loss_step": 1.6123255491256714, "n_params": 4285450, "total_flops": 10005325824000000, "train_loss": 0.19354482889175414, "subset_score_loss": 0.19354482889175414}
+{"step": 770000, "wall_time": 7688.129180669785, "train_loss_step": 1.861286997795105, "n_params": 4285450, "total_flops": 10136974848000000, "train_loss": 0.19220978021621704, "subset_score_loss": 0.19220978021621704}
+{"step": 780000, "wall_time": 7781.195690870285, "train_loss_step": 2.0743210315704346, "n_params": 4285450, "total_flops": 10268623872000000, "train_loss": 0.1873910665512085, "subset_score_loss": 0.1873910665512085}
+{"step": 790000, "wall_time": 7874.341282129288, "train_loss_step": 1.6849310398101807, "n_params": 4285450, "total_flops": 10400272896000000, "train_loss": 0.18558697700500487, "subset_score_loss": 0.18558697700500487}
+{"step": 800000, "wall_time": 8041.139182806015, "train_loss_step": 1.8095736503601074, "n_params": 4285450, "total_flops": 10531921920000000, "train_loss": 0.18490008115768433, "subset_score_loss": 0.18490008115768433, "memorization_fraction_pixel": 0.0024999999441206455, "mean_nn_ratio_pixel": 0.7617304921150208, "fid": 87.13255422433365}
+{"step": 810000, "wall_time": 8131.542951107025, "train_loss_step": 1.879807472229004, "n_params": 4285450, "total_flops": 10663570944000000, "train_loss": 0.1788713216781616, "subset_score_loss": 0.1788713216781616}
+{"step": 820000, "wall_time": 8224.540831565857, "train_loss_step": 1.742917776107788, "n_params": 4285450, "total_flops": 10795219968000000, "train_loss": 0.17995867729187012, "subset_score_loss": 0.17995867729187012}
+{"step": 830000, "wall_time": 8317.684846878052, "train_loss_step": 1.8399276733398438, "n_params": 4285450, "total_flops": 10926868992000000, "train_loss": 0.1759154677391052, "subset_score_loss": 0.1759154677391052}
+{"step": 840000, "wall_time": 8409.842449426651, "train_loss_step": 1.9897061586380005, "n_params": 4285450, "total_flops": 11058518016000000, "train_loss": 0.17427439689636232, "subset_score_loss": 0.17427439689636232}
+{"step": 850000, "wall_time": 8502.973865509033, "train_loss_step": 1.904540777206421, "n_params": 4285450, "total_flops": 11190167040000000, "train_loss": 0.17453980445861816, "subset_score_loss": 0.17453980445861816}
+{"step": 860000, "wall_time": 8592.17877650261, "train_loss_step": 1.8388097286224365, "n_params": 4285450, "total_flops": 11321816064000000, "train_loss": 0.1727262020111084, "subset_score_loss": 0.1727262020111084}
+{"step": 870000, "wall_time": 8685.147603750229, "train_loss_step": 1.6860827207565308, "n_params": 4285450, "total_flops": 11453465088000000, "train_loss": 0.16963422298431396, "subset_score_loss": 0.16963422298431396}
+{"step": 880000, "wall_time": 8778.111206531525, "train_loss_step": 1.6623990535736084, "n_params": 4285450, "total_flops": 11585114112000000, "train_loss": 0.16802916526794434, "subset_score_loss": 0.16802916526794434}
+{"step": 890000, "wall_time": 8871.302310705185, "train_loss_step": 1.597304105758667, "n_params": 4285450, "total_flops": 11716763136000000, "train_loss": 0.16506694555282592, "subset_score_loss": 0.16506694555282592}
+{"step": 900000, "wall_time": 9037.717787981033, "train_loss_step": 1.8714797496795654, "n_params": 4285450, "total_flops": 11848412160000000, "train_loss": 0.16461290121078492, "subset_score_loss": 0.16461290121078492, "memorization_fraction_pixel": 0.0026000000070780516, "mean_nn_ratio_pixel": 0.7517126798629761, "fid": 88.14906346396758}
+{"step": 910000, "wall_time": 9128.717976093292, "train_loss_step": 1.6610642671585083, "n_params": 4285450, "total_flops": 11980061184000000, "train_loss": 0.16352589130401612, "subset_score_loss": 0.16352589130401612}
+{"step": 920000, "wall_time": 9220.401373624802, "train_loss_step": 1.639204502105713, "n_params": 4285450, "total_flops": 12111710208000000, "train_loss": 0.15996503829956055, "subset_score_loss": 0.15996503829956055}
+{"step": 930000, "wall_time": 9313.693174362183, "train_loss_step": 1.7463990449905396, "n_params": 4285450, "total_flops": 12243359232000000, "train_loss": 0.16242965459823608, "subset_score_loss": 0.16242965459823608}
+{"step": 940000, "wall_time": 9407.289639472961, "train_loss_step": 1.9169626235961914, "n_params": 4285450, "total_flops": 12375008256000000, "train_loss": 0.15998337268829346, "subset_score_loss": 0.15998337268829346}
+{"step": 950000, "wall_time": 9498.186539411545, "train_loss_step": 1.719547986984253, "n_params": 4285450, "total_flops": 12506657280000000, "train_loss": 0.15836458206176757, "subset_score_loss": 0.15836458206176757}
+{"step": 960000, "wall_time": 9588.401784658432, "train_loss_step": 1.916377067565918, "n_params": 4285450, "total_flops": 12638306304000000, "train_loss": 0.15741714239120483, "subset_score_loss": 0.15741714239120483}
+{"step": 970000, "wall_time": 9681.397362232208, "train_loss_step": 1.7110499143600464, "n_params": 4285450, "total_flops": 12769955328000000, "train_loss": 0.1554149270057678, "subset_score_loss": 0.1554149270057678}
+{"step": 980000, "wall_time": 9774.605527162552, "train_loss_step": 2.036670684814453, "n_params": 4285450, "total_flops": 12901604352000000, "train_loss": 0.1520627498626709, "subset_score_loss": 0.1520627498626709}
+{"step": 990000, "wall_time": 9867.753418684006, "train_loss_step": 1.733088731765747, "n_params": 4285450, "total_flops": 13033253376000000, "train_loss": 0.1539296269416809, "subset_score_loss": 0.1539296269416809}
+{"step": 1000000, "wall_time": 10034.394078731537, "train_loss_step": 1.797806739807129, "n_params": 4285450, "total_flops": 13164902400000000, "train_loss": 0.15414329767227172, "subset_score_loss": 0.15414329767227172, "memorization_fraction_pixel": 0.004000000189989805, "mean_nn_ratio_pixel": 0.7359018325805664, "fid": 87.84698500344024}
+{"step": 1010000, "wall_time": 10126.500329256058, "train_loss_step": 1.9039759635925293, "n_params": 4285450, "total_flops": 13296551424000000, "train_loss": 0.15370279550552368, "subset_score_loss": 0.15370279550552368}
+{"step": 1020000, "wall_time": 10217.656844377518, "train_loss_step": 1.8116962909698486, "n_params": 4285450, "total_flops": 13428200448000000, "train_loss": 0.14968847036361693, "subset_score_loss": 0.14968847036361693}
+{"step": 1030000, "wall_time": 10310.518735170364, "train_loss_step": 1.5184508562088013, "n_params": 4285450, "total_flops": 13559849472000000, "train_loss": 0.14704508781433107, "subset_score_loss": 0.14704508781433107}
+{"step": 1040000, "wall_time": 10403.152500152588, "train_loss_step": 1.8163442611694336, "n_params": 4285450, "total_flops": 13691498496000000, "train_loss": 0.1481052279472351, "subset_score_loss": 0.1481052279472351}
+{"step": 1050000, "wall_time": 10490.8474111557, "train_loss_step": 1.842110276222229, "n_params": 4285450, "total_flops": 13823147520000000, "train_loss": 0.14529817104339598, "subset_score_loss": 0.14529817104339598}
+{"step": 1060000, "wall_time": 10583.72668004036, "train_loss_step": 1.5619888305664062, "n_params": 4285450, "total_flops": 13954796544000000, "train_loss": 0.14510414600372315, "subset_score_loss": 0.14510414600372315}
+{"step": 1070000, "wall_time": 10676.810356140137, "train_loss_step": 1.8099093437194824, "n_params": 4285450, "total_flops": 14086445568000000, "train_loss": 0.14536516666412352, "subset_score_loss": 0.14536516666412352}
+{"step": 1080000, "wall_time": 10769.784564256668, "train_loss_step": 1.8845267295837402, "n_params": 4285450, "total_flops": 14218094592000000, "train_loss": 0.14203834533691406, "subset_score_loss": 0.14203834533691406}
+{"step": 1090000, "wall_time": 10862.522688865662, "train_loss_step": 1.678837537765503, "n_params": 4285450, "total_flops": 14349743616000000, "train_loss": 0.1451419472694397, "subset_score_loss": 0.1451419472694397}
+{"step": 1100000, "wall_time": 11029.10192155838, "train_loss_step": 1.887520670890808, "n_params": 4285450, "total_flops": 14481392640000000, "train_loss": 0.14542590379714965, "subset_score_loss": 0.14542590379714965, "memorization_fraction_pixel": 0.003000000026077032, "mean_nn_ratio_pixel": 0.7327617406845093, "fid": 87.92244340394325}
+{"step": 1110000, "wall_time": 11121.209813117981, "train_loss_step": 1.6324026584625244, "n_params": 4285450, "total_flops": 14613041664000000, "train_loss": 0.13764007091522218, "subset_score_loss": 0.13764007091522218}
+{"step": 1120000, "wall_time": 11212.586755275726, "train_loss_step": 1.8864727020263672, "n_params": 4285450, "total_flops": 14744690688000000, "train_loss": 0.1411228060722351, "subset_score_loss": 0.1411228060722351}
+{"step": 1130000, "wall_time": 11305.459203243256, "train_loss_step": 1.9500842094421387, "n_params": 4285450, "total_flops": 14876339712000000, "train_loss": 0.13875566720962523, "subset_score_loss": 0.13875566720962523}
+{"step": 1140000, "wall_time": 11398.342839241028, "train_loss_step": 1.651764154434204, "n_params": 4285450, "total_flops": 15007988736000000, "train_loss": 0.13922271728515626, "subset_score_loss": 0.13922271728515626}
+{"step": 1150000, "wall_time": 11489.096104383469, "train_loss_step": 1.5618736743927002, "n_params": 4285450, "total_flops": 15139637760000000, "train_loss": 0.13710827827453614, "subset_score_loss": 0.13710827827453614}
+{"step": 1160000, "wall_time": 11580.357149839401, "train_loss_step": 1.5881431102752686, "n_params": 4285450, "total_flops": 15271286784000000, "train_loss": 0.1369154930114746, "subset_score_loss": 0.1369154930114746}
+{"step": 1170000, "wall_time": 11673.38263297081, "train_loss_step": 1.6330726146697998, "n_params": 4285450, "total_flops": 15402935808000000, "train_loss": 0.13849879503250123, "subset_score_loss": 0.13849879503250123}
+{"step": 1180000, "wall_time": 11766.460345029831, "train_loss_step": 1.7708799839019775, "n_params": 4285450, "total_flops": 15534584832000000, "train_loss": 0.13576974868774414, "subset_score_loss": 0.13576974868774414}
+{"step": 1190000, "wall_time": 11859.386012792587, "train_loss_step": 1.6245365142822266, "n_params": 4285450, "total_flops": 15666233856000000, "train_loss": 0.132703959941864, "subset_score_loss": 0.132703959941864}
+{"step": 1200000, "wall_time": 12025.951909780502, "train_loss_step": 1.8047624826431274, "n_params": 4285450, "total_flops": 15797882880000000, "train_loss": 0.1318112015724182, "subset_score_loss": 0.1318112015724182, "memorization_fraction_pixel": 0.0035000001080334187, "mean_nn_ratio_pixel": 0.7252233028411865, "fid": 87.61479006317629}
+{"step": 1210000, "wall_time": 12117.830673456192, "train_loss_step": 1.9293036460876465, "n_params": 4285450, "total_flops": 15929531904000000, "train_loss": 0.1311752200126648, "subset_score_loss": 0.1311752200126648}
+{"step": 1220000, "wall_time": 12209.476904630661, "train_loss_step": 1.7492800951004028, "n_params": 4285450, "total_flops": 16061180928000000, "train_loss": 0.1325183629989624, "subset_score_loss": 0.1325183629989624}
+{"step": 1230000, "wall_time": 12302.363789319992, "train_loss_step": 1.8493924140930176, "n_params": 4285450, "total_flops": 16192829952000000, "train_loss": 0.13001692295074463, "subset_score_loss": 0.13001692295074463}
+{"step": 1240000, "wall_time": 12391.794676542282, "train_loss_step": 1.845798134803772, "n_params": 4285450, "total_flops": 16324478976000000, "train_loss": 0.12649940252304076, "subset_score_loss": 0.12649940252304076}
+{"step": 1250000, "wall_time": 12484.985581874847, "train_loss_step": 1.7339744567871094, "n_params": 4285450, "total_flops": 16456128000000000, "train_loss": 0.12906975746154786, "subset_score_loss": 0.12906975746154786}
+{"step": 1260000, "wall_time": 12576.389829397202, "train_loss_step": 1.5974112749099731, "n_params": 4285450, "total_flops": 16587777024000000, "train_loss": 0.1287897825241089, "subset_score_loss": 0.1287897825241089}
+{"step": 1270000, "wall_time": 12669.161614179611, "train_loss_step": 1.682481288909912, "n_params": 4285450, "total_flops": 16719426048000000, "train_loss": 0.12980918884277343, "subset_score_loss": 0.12980918884277343}
+{"step": 1280000, "wall_time": 12762.15352487564, "train_loss_step": 1.8001396656036377, "n_params": 4285450, "total_flops": 16851075072000000, "train_loss": 0.12832378149032592, "subset_score_loss": 0.12832378149032592}
+{"step": 1290000, "wall_time": 12855.238600730896, "train_loss_step": 1.7096800804138184, "n_params": 4285450, "total_flops": 16982724096000000, "train_loss": 0.12560081481933594, "subset_score_loss": 0.12560081481933594}
+{"step": 1300000, "wall_time": 13022.006848573685, "train_loss_step": 1.7169713973999023, "n_params": 4285450, "total_flops": 17114373120000000, "train_loss": 0.12392033338546753, "subset_score_loss": 0.12392033338546753, "memorization_fraction_pixel": 0.0044999998062849045, "mean_nn_ratio_pixel": 0.720117449760437, "fid": 87.88834225967011}
+{"step": 1310000, "wall_time": 13114.288707971573, "train_loss_step": 1.763258934020996, "n_params": 4285450, "total_flops": 17246022144000000, "train_loss": 0.12540206909179688, "subset_score_loss": 0.12540206909179688}
+{"step": 1320000, "wall_time": 13205.992714643478, "train_loss_step": 1.6884163618087769, "n_params": 4285450, "total_flops": 17377671168000000, "train_loss": 0.12412036657333374, "subset_score_loss": 0.12412036657333374}
+{"step": 1330000, "wall_time": 13298.221536159515, "train_loss_step": 1.754703164100647, "n_params": 4285450, "total_flops": 17509320192000000, "train_loss": 0.12322436571121216, "subset_score_loss": 0.12322436571121216}
+{"step": 1340000, "wall_time": 13388.139371395111, "train_loss_step": 1.8466250896453857, "n_params": 4285450, "total_flops": 17640969216000000, "train_loss": 0.12294219732284546, "subset_score_loss": 0.12294219732284546}
+{"step": 1350000, "wall_time": 13481.146386861801, "train_loss_step": 1.8183897733688354, "n_params": 4285450, "total_flops": 17772618240000000, "train_loss": 0.12176997661590576, "subset_score_loss": 0.12176997661590576}
+{"step": 1360000, "wall_time": 13574.787087917328, "train_loss_step": 1.9962248802185059, "n_params": 4285450, "total_flops": 17904267264000000, "train_loss": 0.12070447206497192, "subset_score_loss": 0.12070447206497192}
+{"step": 1370000, "wall_time": 13665.896191835403, "train_loss_step": 1.8156274557113647, "n_params": 4285450, "total_flops": 18035916288000000, "train_loss": 0.11892434358596801, "subset_score_loss": 0.11892434358596801}
+{"step": 1380000, "wall_time": 13758.707144975662, "train_loss_step": 1.7109880447387695, "n_params": 4285450, "total_flops": 18167565312000000, "train_loss": 0.121448814868927, "subset_score_loss": 0.121448814868927}
+{"step": 1390000, "wall_time": 13851.171360969543, "train_loss_step": 1.575568675994873, "n_params": 4285450, "total_flops": 18299214336000000, "train_loss": 0.11984050273895264, "subset_score_loss": 0.11984050273895264}
+{"step": 1400000, "wall_time": 14017.780508995056, "train_loss_step": 1.7248395681381226, "n_params": 4285450, "total_flops": 18430863360000000, "train_loss": 0.11990656852722167, "subset_score_loss": 0.11990656852722167, "memorization_fraction_pixel": 0.0044999998062849045, "mean_nn_ratio_pixel": 0.7125044465065002, "fid": 88.25873037444386}
+{"step": 1410000, "wall_time": 14109.841000080109, "train_loss_step": 1.6549270153045654, "n_params": 4285450, "total_flops": 18562512384000000, "train_loss": 0.12013227939605713, "subset_score_loss": 0.12013227939605713}
+{"step": 1420000, "wall_time": 14200.735787630081, "train_loss_step": 1.8866534233093262, "n_params": 4285450, "total_flops": 18694161408000000, "train_loss": 0.11838849782943725, "subset_score_loss": 0.11838849782943725}
+{"step": 1430000, "wall_time": 14289.827094078064, "train_loss_step": 1.8254237174987793, "n_params": 4285450, "total_flops": 18825810432000000, "train_loss": 0.11815403699874878, "subset_score_loss": 0.11815403699874878}
+{"step": 1440000, "wall_time": 14382.383785247803, "train_loss_step": 1.6120312213897705, "n_params": 4285450, "total_flops": 18957459456000000, "train_loss": 0.11633670330047607, "subset_score_loss": 0.11633670330047607}
+{"step": 1450000, "wall_time": 14474.943967580795, "train_loss_step": 1.7434589862823486, "n_params": 4285450, "total_flops": 19089108480000000, "train_loss": 0.11484160423278808, "subset_score_loss": 0.11484160423278808}
+{"step": 1460000, "wall_time": 14568.158089399338, "train_loss_step": 1.5614173412322998, "n_params": 4285450, "total_flops": 19220757504000000, "train_loss": 0.11703654527664184, "subset_score_loss": 0.11703654527664184}
+{"step": 1470000, "wall_time": 14659.74957871437, "train_loss_step": 1.8746858835220337, "n_params": 4285450, "total_flops": 19352406528000000, "train_loss": 0.11476998329162598, "subset_score_loss": 0.11476998329162598}
+{"step": 1480000, "wall_time": 14752.717462301254, "train_loss_step": 1.676650047302246, "n_params": 4285450, "total_flops": 19484055552000000, "train_loss": 0.11597566604614258, "subset_score_loss": 0.11597566604614258}
+{"step": 1490000, "wall_time": 14845.676706790924, "train_loss_step": 1.884082555770874, "n_params": 4285450, "total_flops": 19615704576000000, "train_loss": 0.1145898461341858, "subset_score_loss": 0.1145898461341858}
+{"step": 1500000, "wall_time": 15012.27846980095, "train_loss_step": 1.8322559595108032, "n_params": 4285450, "total_flops": 19747353600000000, "train_loss": 0.11316467523574829, "subset_score_loss": 0.11316467523574829, "memorization_fraction_pixel": 0.005400000140070915, "mean_nn_ratio_pixel": 0.7026338577270508, "fid": 86.58421574961243}
+{"step": 1510000, "wall_time": 15103.644528150558, "train_loss_step": 1.748105764389038, "n_params": 4285450, "total_flops": 19879002624000000, "train_loss": 0.11207629442214966, "subset_score_loss": 0.11207629442214966}
+{"step": 1520000, "wall_time": 15195.979546308517, "train_loss_step": 1.495882511138916, "n_params": 4285450, "total_flops": 20010651648000000, "train_loss": 0.11514525413513184, "subset_score_loss": 0.11514525413513184}
+{"step": 1530000, "wall_time": 15283.479576587677, "train_loss_step": 1.8038537502288818, "n_params": 4285450, "total_flops": 20142300672000000, "train_loss": 0.11419463157653809, "subset_score_loss": 0.11419463157653809}
+{"step": 1540000, "wall_time": 15376.271923780441, "train_loss_step": 1.6617850065231323, "n_params": 4285450, "total_flops": 20273949696000000, "train_loss": 0.1129865288734436, "subset_score_loss": 0.1129865288734436}
+{"step": 1550000, "wall_time": 15469.241857290268, "train_loss_step": 1.6616407632827759, "n_params": 4285450, "total_flops": 20405598720000000, "train_loss": 0.11244438886642456, "subset_score_loss": 0.11244438886642456}
+{"step": 1560000, "wall_time": 15562.35622549057, "train_loss_step": 1.696549415588379, "n_params": 4285450, "total_flops": 20537247744000000, "train_loss": 0.11146367788314819, "subset_score_loss": 0.11146367788314819}
+{"step": 1570000, "wall_time": 15654.207745790482, "train_loss_step": 1.795745849609375, "n_params": 4285450, "total_flops": 20668896768000000, "train_loss": 0.10953294038772583, "subset_score_loss": 0.10953294038772583}
+{"step": 1580000, "wall_time": 15747.147425413132, "train_loss_step": 1.855514645576477, "n_params": 4285450, "total_flops": 20800545792000000, "train_loss": 0.11011230945587158, "subset_score_loss": 0.11011230945587158}
+{"step": 1590000, "wall_time": 15840.285279512405, "train_loss_step": 1.6718714237213135, "n_params": 4285450, "total_flops": 20932194816000000, "train_loss": 0.11136802434921264, "subset_score_loss": 0.11136802434921264}
+{"step": 1600000, "wall_time": 16006.735537528992, "train_loss_step": 1.6307142972946167, "n_params": 4285450, "total_flops": 21063843840000000, "train_loss": 0.1099963665008545, "subset_score_loss": 0.1099963665008545, "memorization_fraction_pixel": 0.004999999888241291, "mean_nn_ratio_pixel": 0.701209306716919, "fid": 86.88647185720775}
+{"step": 1610000, "wall_time": 16097.884105443954, "train_loss_step": 1.589935064315796, "n_params": 4285450, "total_flops": 21195492864000000, "train_loss": 0.1081624150276184, "subset_score_loss": 0.1081624150276184}
+{"step": 1620000, "wall_time": 16181.544699430466, "train_loss_step": 1.5888240337371826, "n_params": 4285450, "total_flops": 21327141888000000, "train_loss": 0.10736459493637085, "subset_score_loss": 0.10736459493637085}
+{"step": 1630000, "wall_time": 16274.51455116272, "train_loss_step": 1.7096762657165527, "n_params": 4285450, "total_flops": 21458790912000000, "train_loss": 0.1078647255897522, "subset_score_loss": 0.1078647255897522}
+{"step": 1640000, "wall_time": 16367.136416196823, "train_loss_step": 1.610817313194275, "n_params": 4285450, "total_flops": 21590439936000000, "train_loss": 0.10664267539978027, "subset_score_loss": 0.10664267539978027}
+{"step": 1650000, "wall_time": 16460.384056329727, "train_loss_step": 1.826488733291626, "n_params": 4285450, "total_flops": 21722088960000000, "train_loss": 0.1088487982749939, "subset_score_loss": 0.1088487982749939}
+{"step": 1660000, "wall_time": 16553.58822774887, "train_loss_step": 1.7896831035614014, "n_params": 4285450, "total_flops": 21853737984000000, "train_loss": 0.10807220935821533, "subset_score_loss": 0.10807220935821533}
+{"step": 1670000, "wall_time": 16646.8938100338, "train_loss_step": 1.6647956371307373, "n_params": 4285450, "total_flops": 21985387008000000, "train_loss": 0.10844436883926392, "subset_score_loss": 0.10844436883926392}
+{"step": 1680000, "wall_time": 16738.666660547256, "train_loss_step": 1.9138283729553223, "n_params": 4285450, "total_flops": 22117036032000000, "train_loss": 0.10506123304367065, "subset_score_loss": 0.10506123304367065}
+{"step": 1690000, "wall_time": 16831.986328601837, "train_loss_step": 1.8595771789550781, "n_params": 4285450, "total_flops": 22248685056000000, "train_loss": 0.10585031509399415, "subset_score_loss": 0.10585031509399415}
+{"step": 1700000, "wall_time": 16997.574867248535, "train_loss_step": 1.8626105785369873, "n_params": 4285450, "total_flops": 22380334080000000, "train_loss": 0.10545239448547364, "subset_score_loss": 0.10545239448547364, "memorization_fraction_pixel": 0.004999999888241291, "mean_nn_ratio_pixel": 0.7033357620239258, "fid": 87.49394495059094}
+{"step": 1710000, "wall_time": 17089.383045196533, "train_loss_step": 1.7348301410675049, "n_params": 4285450, "total_flops": 22511983104000000, "train_loss": 0.10518401861190796, "subset_score_loss": 0.10518401861190796}
+{"step": 1720000, "wall_time": 17171.76845765114, "train_loss_step": 1.6329536437988281, "n_params": 4285450, "total_flops": 22643632128000000, "train_loss": 0.1047629714012146, "subset_score_loss": 0.1047629714012146}
+{"step": 1730000, "wall_time": 17264.7824614048, "train_loss_step": 1.8339110612869263, "n_params": 4285450, "total_flops": 22775281152000000, "train_loss": 0.10224677324295044, "subset_score_loss": 0.10224677324295044}
+{"step": 1740000, "wall_time": 17357.54015994072, "train_loss_step": 1.7658720016479492, "n_params": 4285450, "total_flops": 22906930176000000, "train_loss": 0.10233020782470703, "subset_score_loss": 0.10233020782470703}
+{"step": 1750000, "wall_time": 17450.402901411057, "train_loss_step": 1.6816272735595703, "n_params": 4285450, "total_flops": 23038579200000000, "train_loss": 0.10242534875869751, "subset_score_loss": 0.10242534875869751}
+{"step": 1760000, "wall_time": 17543.479123353958, "train_loss_step": 1.6104378700256348, "n_params": 4285450, "total_flops": 23170228224000000, "train_loss": 0.10115990638732911, "subset_score_loss": 0.10115990638732911}
+{"step": 1770000, "wall_time": 17636.464884996414, "train_loss_step": 1.536954641342163, "n_params": 4285450, "total_flops": 23301877248000000, "train_loss": 0.10013823509216309, "subset_score_loss": 0.10013823509216309}
+{"step": 1780000, "wall_time": 17728.39206123352, "train_loss_step": 1.8163774013519287, "n_params": 4285450, "total_flops": 23433526272000000, "train_loss": 0.1009592890739441, "subset_score_loss": 0.1009592890739441}
+{"step": 1790000, "wall_time": 17821.303372859955, "train_loss_step": 1.681460976600647, "n_params": 4285450, "total_flops": 23565175296000000, "train_loss": 0.10076580047607422, "subset_score_loss": 0.10076580047607422}
+{"step": 1800000, "wall_time": 17987.70285153389, "train_loss_step": 1.720353364944458, "n_params": 4285450, "total_flops": 23696824320000000, "train_loss": 0.10095336437225341, "subset_score_loss": 0.10095336437225341, "memorization_fraction_pixel": 0.005799999926239252, "mean_nn_ratio_pixel": 0.6918171644210815, "fid": 87.07952368965215}
+{"step": 1810000, "wall_time": 18079.616392612457, "train_loss_step": 1.7818353176116943, "n_params": 4285450, "total_flops": 23828473344000000, "train_loss": 0.10109895467758179, "subset_score_loss": 0.10109895467758179}
+{"step": 1820000, "wall_time": 18163.519114017487, "train_loss_step": 1.7521107196807861, "n_params": 4285450, "total_flops": 23960122368000000, "train_loss": 0.1001011848449707, "subset_score_loss": 0.1001011848449707}
+{"step": 1830000, "wall_time": 18254.696994304657, "train_loss_step": 1.7696709632873535, "n_params": 4285450, "total_flops": 24091771392000000, "train_loss": 0.09924113750457764, "subset_score_loss": 0.09924113750457764}
+{"step": 1840000, "wall_time": 18347.683135032654, "train_loss_step": 1.756454348564148, "n_params": 4285450, "total_flops": 24223420416000000, "train_loss": 0.10023086071014405, "subset_score_loss": 0.10023086071014405}
+{"step": 1850000, "wall_time": 18440.461189746857, "train_loss_step": 1.703843593597412, "n_params": 4285450, "total_flops": 24355069440000000, "train_loss": 0.09919496178627014, "subset_score_loss": 0.09919496178627014}
+{"step": 1860000, "wall_time": 18533.545682907104, "train_loss_step": 1.953191876411438, "n_params": 4285450, "total_flops": 24486718464000000, "train_loss": 0.09876548051834107, "subset_score_loss": 0.09876548051834107}
+{"step": 1870000, "wall_time": 18626.730583429337, "train_loss_step": 1.6328657865524292, "n_params": 4285450, "total_flops": 24618367488000000, "train_loss": 0.09793460369110107, "subset_score_loss": 0.09793460369110107}
+{"step": 1880000, "wall_time": 18720.101648569107, "train_loss_step": 1.830430269241333, "n_params": 4285450, "total_flops": 24750016512000000, "train_loss": 0.0968672752380371, "subset_score_loss": 0.0968672752380371}
+{"step": 1890000, "wall_time": 18811.396834135056, "train_loss_step": 1.691023588180542, "n_params": 4285450, "total_flops": 24881665536000000, "train_loss": 0.09724501371383668, "subset_score_loss": 0.09724501371383668}
+{"step": 1900000, "wall_time": 18978.10640025139, "train_loss_step": 1.8009265661239624, "n_params": 4285450, "total_flops": 25013314560000000, "train_loss": 0.09749345183372497, "subset_score_loss": 0.09749345183372497, "memorization_fraction_pixel": 0.004800000227987766, "mean_nn_ratio_pixel": 0.6977092027664185, "fid": 87.72647109416903}
+{"step": 1910000, "wall_time": 19069.49963617325, "train_loss_step": 2.0079660415649414, "n_params": 4285450, "total_flops": 25144963584000000, "train_loss": 0.09599050283432006, "subset_score_loss": 0.09599050283432006}
+{"step": 1920000, "wall_time": 19152.327802419662, "train_loss_step": 1.6444684267044067, "n_params": 4285450, "total_flops": 25276612608000000, "train_loss": 0.09550371766090393, "subset_score_loss": 0.09550371766090393}
+{"step": 1930000, "wall_time": 19243.45960831642, "train_loss_step": 1.7670071125030518, "n_params": 4285450, "total_flops": 25408261632000000, "train_loss": 0.09491363763809205, "subset_score_loss": 0.09491363763809205}
+{"step": 1940000, "wall_time": 19336.27882194519, "train_loss_step": 1.7961978912353516, "n_params": 4285450, "total_flops": 25539910656000000, "train_loss": 0.09682770371437073, "subset_score_loss": 0.09682770371437073}
+{"step": 1950000, "wall_time": 19428.967371702194, "train_loss_step": 1.776363730430603, "n_params": 4285450, "total_flops": 25671559680000000, "train_loss": 0.09694762229919433, "subset_score_loss": 0.09694762229919433}
+{"step": 1960000, "wall_time": 19522.114148139954, "train_loss_step": 1.7995936870574951, "n_params": 4285450, "total_flops": 25803208704000000, "train_loss": 0.09570933580398559, "subset_score_loss": 0.09570933580398559}
+{"step": 1970000, "wall_time": 19615.014565467834, "train_loss_step": 1.7990641593933105, "n_params": 4285450, "total_flops": 25934857728000000, "train_loss": 0.09528911709785462, "subset_score_loss": 0.09528911709785462}
+{"step": 1980000, "wall_time": 19707.976956367493, "train_loss_step": 1.9054126739501953, "n_params": 4285450, "total_flops": 26066506752000000, "train_loss": 0.09563621282577514, "subset_score_loss": 0.09563621282577514}
+{"step": 1990000, "wall_time": 19799.750344991684, "train_loss_step": 1.9139111042022705, "n_params": 4285450, "total_flops": 26198155776000000, "train_loss": 0.09475998878479004, "subset_score_loss": 0.09475998878479004}
+{"step": 2000000, "wall_time": 19964.76243329048, "train_loss_step": 1.6056175231933594, "n_params": 4285450, "total_flops": 26329804800000000, "train_loss": 0.09328234195709229, "subset_score_loss": 0.09328234195709229, "memorization_fraction_pixel": 0.005799999926239252, "mean_nn_ratio_pixel": 0.6941757202148438, "fid": 88.10921262589467}
+{"step": 2010000, "wall_time": 20053.919152259827, "train_loss_step": 1.7424829006195068, "n_params": 4285450, "total_flops": 26461453824000000, "train_loss": 0.09330956935882569, "subset_score_loss": 0.09330956935882569}
+{"step": 2020000, "wall_time": 20139.50043439865, "train_loss_step": 1.7941668033599854, "n_params": 4285450, "total_flops": 26593102848000000, "train_loss": 0.0932001531124115, "subset_score_loss": 0.0932001531124115}
+{"step": 2030000, "wall_time": 20230.9359395504, "train_loss_step": 1.6352118253707886, "n_params": 4285450, "total_flops": 26724751872000000, "train_loss": 0.09357242584228516, "subset_score_loss": 0.09357242584228516}
+{"step": 2040000, "wall_time": 20324.108173131943, "train_loss_step": 1.7077386379241943, "n_params": 4285450, "total_flops": 26856400896000000, "train_loss": 0.09287226796150208, "subset_score_loss": 0.09287226796150208}
+{"step": 2050000, "wall_time": 20417.11926341057, "train_loss_step": 1.5098297595977783, "n_params": 4285450, "total_flops": 26988049920000000, "train_loss": 0.0924832284450531, "subset_score_loss": 0.0924832284450531}
+{"step": 2060000, "wall_time": 20509.90386581421, "train_loss_step": 1.6506850719451904, "n_params": 4285450, "total_flops": 27119698944000000, "train_loss": 0.09093795418739319, "subset_score_loss": 0.09093795418739319}
+{"step": 2070000, "wall_time": 20603.11124420166, "train_loss_step": 1.604461908340454, "n_params": 4285450, "total_flops": 27251347968000000, "train_loss": 0.09127933979034424, "subset_score_loss": 0.09127933979034424}
+{"step": 2080000, "wall_time": 20696.124073266983, "train_loss_step": 1.6004834175109863, "n_params": 4285450, "total_flops": 27382996992000000, "train_loss": 0.09190648198127746, "subset_score_loss": 0.09190648198127746}
+{"step": 2090000, "wall_time": 20789.36616539955, "train_loss_step": 1.7061781883239746, "n_params": 4285450, "total_flops": 27514646016000000, "train_loss": 0.09289025664329528, "subset_score_loss": 0.09289025664329528}
+{"step": 2100000, "wall_time": 20953.322063922882, "train_loss_step": 1.7963407039642334, "n_params": 4285450, "total_flops": 27646295040000000, "train_loss": 0.09313007593154907, "subset_score_loss": 0.09313007593154907, "memorization_fraction_pixel": 0.006099999882280827, "mean_nn_ratio_pixel": 0.6856324672698975, "fid": 84.63725859040916}
+{"step": 2110000, "wall_time": 21039.96646809578, "train_loss_step": 1.7719663381576538, "n_params": 4285450, "total_flops": 27777944064000000, "train_loss": 0.09045875668525696, "subset_score_loss": 0.09045875668525696}
+{"step": 2120000, "wall_time": 21131.11533689499, "train_loss_step": 1.6886959075927734, "n_params": 4285450, "total_flops": 27909593088000000, "train_loss": 0.08984078764915467, "subset_score_loss": 0.08984078764915467}
+{"step": 2130000, "wall_time": 21222.75994849205, "train_loss_step": 1.8850491046905518, "n_params": 4285450, "total_flops": 28041242112000000, "train_loss": 0.08995897769927978, "subset_score_loss": 0.08995897769927978}
+{"step": 2140000, "wall_time": 21316.486927986145, "train_loss_step": 1.6678264141082764, "n_params": 4285450, "total_flops": 28172891136000000, "train_loss": 0.08912971019744872, "subset_score_loss": 0.08912971019744872}
+{"step": 2150000, "wall_time": 21411.77848792076, "train_loss_step": 1.6587166786193848, "n_params": 4285450, "total_flops": 28304540160000000, "train_loss": 0.0884532392024994, "subset_score_loss": 0.0884532392024994}
+{"step": 2160000, "wall_time": 21506.556184530258, "train_loss_step": 1.7557191848754883, "n_params": 4285450, "total_flops": 28436189184000000, "train_loss": 0.08957520127296448, "subset_score_loss": 0.08957520127296448}
+{"step": 2170000, "wall_time": 21601.1092171669, "train_loss_step": 1.645725965499878, "n_params": 4285450, "total_flops": 28567838208000000, "train_loss": 0.09008888006210328, "subset_score_loss": 0.09008888006210328}
+{"step": 2180000, "wall_time": 21696.165148735046, "train_loss_step": 1.5626153945922852, "n_params": 4285450, "total_flops": 28699487232000000, "train_loss": 0.08802444338798524, "subset_score_loss": 0.08802444338798524}
+{"step": 2190000, "wall_time": 21790.34295940399, "train_loss_step": 1.9413599967956543, "n_params": 4285450, "total_flops": 28831136256000000, "train_loss": 0.0894516110420227, "subset_score_loss": 0.0894516110420227}
+{"step": 2200000, "wall_time": 21957.095320940018, "train_loss_step": 1.6806851625442505, "n_params": 4285450, "total_flops": 28962785280000000, "train_loss": 0.08854373097419739, "subset_score_loss": 0.08854373097419739, "memorization_fraction_pixel": 0.00559999980032444, "mean_nn_ratio_pixel": 0.6930532455444336, "fid": 86.6951894194308}
+{"step": 2210000, "wall_time": 22036.83154630661, "train_loss_step": 1.8501688241958618, "n_params": 4285450, "total_flops": 29094434304000000, "train_loss": 0.08778974413871765, "subset_score_loss": 0.08778974413871765}
+{"step": 2220000, "wall_time": 22128.06237220764, "train_loss_step": 1.844078779220581, "n_params": 4285450, "total_flops": 29226083328000000, "train_loss": 0.08810473084449769, "subset_score_loss": 0.08810473084449769}
+{"step": 2230000, "wall_time": 22221.81091094017, "train_loss_step": 1.639054775238037, "n_params": 4285450, "total_flops": 29357732352000000, "train_loss": 0.08810496926307679, "subset_score_loss": 0.08810496926307679}
+{"step": 2240000, "wall_time": 22317.138835906982, "train_loss_step": 1.8215057849884033, "n_params": 4285450, "total_flops": 29489381376000000, "train_loss": 0.08619900941848754, "subset_score_loss": 0.08619900941848754}
+{"step": 2250000, "wall_time": 22412.791082382202, "train_loss_step": 1.683341383934021, "n_params": 4285450, "total_flops": 29621030400000000, "train_loss": 0.08687597513198853, "subset_score_loss": 0.08687597513198853}
+{"step": 2260000, "wall_time": 22507.635728359222, "train_loss_step": 1.8027851581573486, "n_params": 4285450, "total_flops": 29752679424000000, "train_loss": 0.08754438757896424, "subset_score_loss": 0.08754438757896424}
+{"step": 2270000, "wall_time": 22602.40883088112, "train_loss_step": 1.7282211780548096, "n_params": 4285450, "total_flops": 29884328448000000, "train_loss": 0.08746042847633362, "subset_score_loss": 0.08746042847633362}
+{"step": 2280000, "wall_time": 22695.700811862946, "train_loss_step": 1.7769668102264404, "n_params": 4285450, "total_flops": 30015977472000000, "train_loss": 0.08624168038368225, "subset_score_loss": 0.08624168038368225}
+{"step": 2290000, "wall_time": 22790.87288093567, "train_loss_step": 1.6237363815307617, "n_params": 4285450, "total_flops": 30147626496000000, "train_loss": 0.08742232918739319, "subset_score_loss": 0.08742232918739319}
+{"step": 2300000, "wall_time": 22958.709069490433, "train_loss_step": 1.8789626359939575, "n_params": 4285450, "total_flops": 30279275520000000, "train_loss": 0.08596476316452026, "subset_score_loss": 0.08596476316452026, "memorization_fraction_pixel": 0.004100000020116568, "mean_nn_ratio_pixel": 0.6860048174858093, "fid": 86.44630803783797}
+{"step": 2310000, "wall_time": 23040.5950922966, "train_loss_step": 1.5289483070373535, "n_params": 4285450, "total_flops": 30410924544000000, "train_loss": 0.08427460193634033, "subset_score_loss": 0.08427460193634033}
+{"step": 2320000, "wall_time": 23131.37930083275, "train_loss_step": 1.8822101354599, "n_params": 4285450, "total_flops": 30542573568000000, "train_loss": 0.0843193531036377, "subset_score_loss": 0.0843193531036377}
+{"step": 2330000, "wall_time": 23224.040904045105, "train_loss_step": 1.718268632888794, "n_params": 4285450, "total_flops": 30674222592000000, "train_loss": 0.08506908416748046, "subset_score_loss": 0.08506908416748046}
+{"step": 2340000, "wall_time": 23319.70949602127, "train_loss_step": 1.756824016571045, "n_params": 4285450, "total_flops": 30805871616000000, "train_loss": 0.08359602689743043, "subset_score_loss": 0.08359602689743043}
+{"step": 2350000, "wall_time": 23415.10133123398, "train_loss_step": 1.8971439599990845, "n_params": 4285450, "total_flops": 30937520640000000, "train_loss": 0.0841299831867218, "subset_score_loss": 0.0841299831867218}
+{"step": 2360000, "wall_time": 23510.185928344727, "train_loss_step": 1.7943708896636963, "n_params": 4285450, "total_flops": 31069169664000000, "train_loss": 0.08321497440338135, "subset_score_loss": 0.08321497440338135}
+{"step": 2370000, "wall_time": 23603.36389541626, "train_loss_step": 1.772687554359436, "n_params": 4285450, "total_flops": 31200818688000000, "train_loss": 0.0843050718307495, "subset_score_loss": 0.0843050718307495}
+{"step": 2380000, "wall_time": 23695.982318401337, "train_loss_step": 1.6723124980926514, "n_params": 4285450, "total_flops": 31332467712000000, "train_loss": 0.08510093092918396, "subset_score_loss": 0.08510093092918396}
+{"step": 2390000, "wall_time": 23789.0313270092, "train_loss_step": 1.7358789443969727, "n_params": 4285450, "total_flops": 31464116736000000, "train_loss": 0.08472935557365417, "subset_score_loss": 0.08472935557365417}
+{"step": 2400000, "wall_time": 23954.16166305542, "train_loss_step": 1.6343990564346313, "n_params": 4285450, "total_flops": 31595765760000000, "train_loss": 0.08463438153266907, "subset_score_loss": 0.08463438153266907, "memorization_fraction_pixel": 0.004800000227987766, "mean_nn_ratio_pixel": 0.6878759860992432, "fid": 87.95329794616076}
+{"step": 2410000, "wall_time": 24040.305507659912, "train_loss_step": 1.8067715167999268, "n_params": 4285450, "total_flops": 31727414784000000, "train_loss": 0.0844628393650055, "subset_score_loss": 0.0844628393650055}
+{"step": 2420000, "wall_time": 24131.410858631134, "train_loss_step": 1.6580818891525269, "n_params": 4285450, "total_flops": 31859063808000000, "train_loss": 0.0835819661617279, "subset_score_loss": 0.0835819661617279}
+{"step": 2430000, "wall_time": 24222.89689064026, "train_loss_step": 1.5328433513641357, "n_params": 4285450, "total_flops": 31990712832000000, "train_loss": 0.08263846635818481, "subset_score_loss": 0.08263846635818481}
+{"step": 2440000, "wall_time": 24315.882224082947, "train_loss_step": 1.759732961654663, "n_params": 4285450, "total_flops": 32122361856000000, "train_loss": 0.08241798877716064, "subset_score_loss": 0.08241798877716064}
+{"step": 2450000, "wall_time": 24408.71235871315, "train_loss_step": 1.7713358402252197, "n_params": 4285450, "total_flops": 32254010880000000, "train_loss": 0.08321245312690735, "subset_score_loss": 0.08321245312690735}
+{"step": 2460000, "wall_time": 24501.548669815063, "train_loss_step": 1.8029334545135498, "n_params": 4285450, "total_flops": 32385659904000000, "train_loss": 0.08296996355056763, "subset_score_loss": 0.08296996355056763}
+{"step": 2470000, "wall_time": 24594.02388739586, "train_loss_step": 1.7711939811706543, "n_params": 4285450, "total_flops": 32517308928000000, "train_loss": 0.08331155180931091, "subset_score_loss": 0.08331155180931091}
+{"step": 2480000, "wall_time": 24686.69186782837, "train_loss_step": 1.7185802459716797, "n_params": 4285450, "total_flops": 32648957952000000, "train_loss": 0.08134763836860656, "subset_score_loss": 0.08134763836860656}
+{"step": 2490000, "wall_time": 24779.36469888687, "train_loss_step": 1.526802659034729, "n_params": 4285450, "total_flops": 32780606976000000, "train_loss": 0.08310880661010742, "subset_score_loss": 0.08310880661010742}
+{"step": 2500000, "wall_time": 24945.700102567673, "train_loss_step": 1.7087665796279907, "n_params": 4285450, "total_flops": 32912256000000000, "train_loss": 0.08170388340950012, "subset_score_loss": 0.08170388340950012, "memorization_fraction_pixel": 0.005499999970197678, "mean_nn_ratio_pixel": 0.6775503754615784, "fid": 88.62824637046204}
+{"step": 2510000, "wall_time": 25025.31342601776, "train_loss_step": 1.6626778841018677, "n_params": 4285450, "total_flops": 33043905024000000, "train_loss": 0.08062724471092224, "subset_score_loss": 0.08062724471092224}
+{"step": 2520000, "wall_time": 25116.47247695923, "train_loss_step": 1.6368155479431152, "n_params": 4285450, "total_flops": 33175554048000000, "train_loss": 0.08021662831306457, "subset_score_loss": 0.08021662831306457}
+{"step": 2530000, "wall_time": 25208.309814929962, "train_loss_step": 1.767449140548706, "n_params": 4285450, "total_flops": 33307203072000000, "train_loss": 0.08080512285232544, "subset_score_loss": 0.08080512285232544}
+{"step": 2540000, "wall_time": 25301.08506321907, "train_loss_step": 1.659813642501831, "n_params": 4285450, "total_flops": 33438852096000000, "train_loss": 0.0807874321937561, "subset_score_loss": 0.0807874321937561}
+{"step": 2550000, "wall_time": 25394.06343483925, "train_loss_step": 1.7023789882659912, "n_params": 4285450, "total_flops": 33570501120000000, "train_loss": 0.07979539036750793, "subset_score_loss": 0.07979539036750793}
+{"step": 2560000, "wall_time": 25487.194450616837, "train_loss_step": 1.760739803314209, "n_params": 4285450, "total_flops": 33702150144000000, "train_loss": 0.08033652305603027, "subset_score_loss": 0.08033652305603027}
+{"step": 2570000, "wall_time": 25579.92964029312, "train_loss_step": 1.5039995908737183, "n_params": 4285450, "total_flops": 33833799168000000, "train_loss": 0.08011555671691895, "subset_score_loss": 0.08011555671691895}
+{"step": 2580000, "wall_time": 25672.71263360977, "train_loss_step": 1.6434260606765747, "n_params": 4285450, "total_flops": 33965448192000000, "train_loss": 0.07989612221717834, "subset_score_loss": 0.07989612221717834}
+{"step": 2590000, "wall_time": 25765.796422958374, "train_loss_step": 1.780775547027588, "n_params": 4285450, "total_flops": 34097097216000000, "train_loss": 0.07944562435150146, "subset_score_loss": 0.07944562435150146}
+{"step": 2600000, "wall_time": 25931.5763027668, "train_loss_step": 1.6610726118087769, "n_params": 4285450, "total_flops": 34228746240000000, "train_loss": 0.08051330447196961, "subset_score_loss": 0.08051330447196961, "memorization_fraction_pixel": 0.005900000222027302, "mean_nn_ratio_pixel": 0.6801033020019531, "fid": 86.1920231402569}
+{"step": 2610000, "wall_time": 26012.671766757965, "train_loss_step": 1.737199068069458, "n_params": 4285450, "total_flops": 34360395264000000, "train_loss": 0.0803464412689209, "subset_score_loss": 0.0803464412689209}
+{"step": 2620000, "wall_time": 26104.01299405098, "train_loss_step": 1.7068285942077637, "n_params": 4285450, "total_flops": 34492044288000000, "train_loss": 0.07916600704193115, "subset_score_loss": 0.07916600704193115}
+{"step": 2630000, "wall_time": 26195.377269029617, "train_loss_step": 1.6829748153686523, "n_params": 4285450, "total_flops": 34623693312000000, "train_loss": 0.07901322841644287, "subset_score_loss": 0.07901322841644287}
+{"step": 2640000, "wall_time": 26288.09908246994, "train_loss_step": 1.6085307598114014, "n_params": 4285450, "total_flops": 34755342336000000, "train_loss": 0.08020500540733337, "subset_score_loss": 0.08020500540733337}
+{"step": 2650000, "wall_time": 26381.18247795105, "train_loss_step": 1.845374584197998, "n_params": 4285450, "total_flops": 34886991360000000, "train_loss": 0.07967036366462707, "subset_score_loss": 0.07967036366462707}
+{"step": 2660000, "wall_time": 26474.228361606598, "train_loss_step": 1.9061567783355713, "n_params": 4285450, "total_flops": 35018640384000000, "train_loss": 0.07883709073066711, "subset_score_loss": 0.07883709073066711}
+{"step": 2670000, "wall_time": 26566.767730236053, "train_loss_step": 1.7857407331466675, "n_params": 4285450, "total_flops": 35150289408000000, "train_loss": 0.07647693157196045, "subset_score_loss": 0.07647693157196045}
+{"step": 2680000, "wall_time": 26659.33103966713, "train_loss_step": 1.7821253538131714, "n_params": 4285450, "total_flops": 35281938432000000, "train_loss": 0.07713597416877746, "subset_score_loss": 0.07713597416877746}
+{"step": 2690000, "wall_time": 26751.562745571136, "train_loss_step": 1.7018890380859375, "n_params": 4285450, "total_flops": 35413587456000000, "train_loss": 0.07607446908950806, "subset_score_loss": 0.07607446908950806}
+{"step": 2700000, "wall_time": 26917.100334882736, "train_loss_step": 1.6090787649154663, "n_params": 4285450, "total_flops": 35545236480000000, "train_loss": 0.07716013193130493, "subset_score_loss": 0.07716013193130493, "memorization_fraction_pixel": 0.00430000014603138, "mean_nn_ratio_pixel": 0.6813002824783325, "fid": 86.25486547991582}
+{"step": 2710000, "wall_time": 27003.334221839905, "train_loss_step": 1.6111607551574707, "n_params": 4285450, "total_flops": 35676885504000000, "train_loss": 0.07666283249855041, "subset_score_loss": 0.07666283249855041}
+{"step": 2720000, "wall_time": 27092.721851587296, "train_loss_step": 1.716987133026123, "n_params": 4285450, "total_flops": 35808534528000000, "train_loss": 0.07765309810638428, "subset_score_loss": 0.07765309810638428}
+{"step": 2730000, "wall_time": 27184.412227630615, "train_loss_step": 1.7919566631317139, "n_params": 4285450, "total_flops": 35940183552000000, "train_loss": 0.07858579754829406, "subset_score_loss": 0.07858579754829406}
+{"step": 2740000, "wall_time": 27277.41909146309, "train_loss_step": 1.6677000522613525, "n_params": 4285450, "total_flops": 36071832576000000, "train_loss": 0.0767405390739441, "subset_score_loss": 0.0767405390739441}
+{"step": 2750000, "wall_time": 27370.367173671722, "train_loss_step": 1.7304989099502563, "n_params": 4285450, "total_flops": 36203481600000000, "train_loss": 0.07670865654945373, "subset_score_loss": 0.07670865654945373}
+{"step": 2760000, "wall_time": 27463.353595733643, "train_loss_step": 1.689300298690796, "n_params": 4285450, "total_flops": 36335130624000000, "train_loss": 0.07701526880264283, "subset_score_loss": 0.07701526880264283}
+{"step": 2770000, "wall_time": 27556.129210472107, "train_loss_step": 1.5618419647216797, "n_params": 4285450, "total_flops": 36466779648000000, "train_loss": 0.07756702303886413, "subset_score_loss": 0.07756702303886413}
+{"step": 2780000, "wall_time": 27649.011489868164, "train_loss_step": 1.5927610397338867, "n_params": 4285450, "total_flops": 36598428672000000, "train_loss": 0.07615141868591309, "subset_score_loss": 0.07615141868591309}
+{"step": 2790000, "wall_time": 27741.29012823105, "train_loss_step": 1.6186953783035278, "n_params": 4285450, "total_flops": 36730077696000000, "train_loss": 0.07571704387664795, "subset_score_loss": 0.07571704387664795}
+{"step": 2800000, "wall_time": 27905.122715234756, "train_loss_step": 1.5553754568099976, "n_params": 4285450, "total_flops": 36861726720000000, "train_loss": 0.0754886507987976, "subset_score_loss": 0.0754886507987976, "memorization_fraction_pixel": 0.005200000014156103, "mean_nn_ratio_pixel": 0.679141640663147, "fid": 87.19306205904958}
+{"step": 2810000, "wall_time": 27992.5752286911, "train_loss_step": 1.8678678274154663, "n_params": 4285450, "total_flops": 36993375744000000, "train_loss": 0.07663422226905822, "subset_score_loss": 0.07663422226905822}
+{"step": 2820000, "wall_time": 28081.831355571747, "train_loss_step": 1.6947654485702515, "n_params": 4285450, "total_flops": 37125024768000000, "train_loss": 0.07516810894012452, "subset_score_loss": 0.07516810894012452}
+{"step": 2830000, "wall_time": 28173.51648736, "train_loss_step": 1.708125114440918, "n_params": 4285450, "total_flops": 37256673792000000, "train_loss": 0.07575830817222595, "subset_score_loss": 0.07575830817222595}
+{"step": 2840000, "wall_time": 28266.59208059311, "train_loss_step": 1.6036303043365479, "n_params": 4285450, "total_flops": 37388322816000000, "train_loss": 0.0745839536190033, "subset_score_loss": 0.0745839536190033}
+{"step": 2850000, "wall_time": 28359.48908638954, "train_loss_step": 1.6589686870574951, "n_params": 4285450, "total_flops": 37519971840000000, "train_loss": 0.07492811679840088, "subset_score_loss": 0.07492811679840088}
+{"step": 2860000, "wall_time": 28452.175123929977, "train_loss_step": 1.7371357679367065, "n_params": 4285450, "total_flops": 37651620864000000, "train_loss": 0.07633464336395264, "subset_score_loss": 0.07633464336395264}
+{"step": 2870000, "wall_time": 28545.099497318268, "train_loss_step": 1.7114574909210205, "n_params": 4285450, "total_flops": 37783269888000000, "train_loss": 0.074680495262146, "subset_score_loss": 0.074680495262146}
+{"step": 2880000, "wall_time": 28638.22434282303, "train_loss_step": 1.592651128768921, "n_params": 4285450, "total_flops": 37914918912000000, "train_loss": 0.07380025386810303, "subset_score_loss": 0.07380025386810303}
+{"step": 2890000, "wall_time": 28730.404208421707, "train_loss_step": 1.936908483505249, "n_params": 4285450, "total_flops": 38046567936000000, "train_loss": 0.0743181824684143, "subset_score_loss": 0.0743181824684143}
+{"step": 2900000, "wall_time": 28892.025494337082, "train_loss_step": 1.3661260604858398, "n_params": 4285450, "total_flops": 38178216960000000, "train_loss": 0.07386639714241028, "subset_score_loss": 0.07386639714241028, "memorization_fraction_pixel": 0.0052999998442828655, "mean_nn_ratio_pixel": 0.680507242679596, "fid": 87.38318818111115}
+{"step": 2910000, "wall_time": 28982.606919288635, "train_loss_step": 1.6900557279586792, "n_params": 4285450, "total_flops": 38309865984000000, "train_loss": 0.07354335188865661, "subset_score_loss": 0.07354335188865661}
+{"step": 2920000, "wall_time": 29072.860273838043, "train_loss_step": 1.8020541667938232, "n_params": 4285450, "total_flops": 38441515008000000, "train_loss": 0.07342998385429382, "subset_score_loss": 0.07342998385429382}
+{"step": 2930000, "wall_time": 29164.41136956215, "train_loss_step": 1.600874662399292, "n_params": 4285450, "total_flops": 38573164032000000, "train_loss": 0.07404080629348755, "subset_score_loss": 0.07404080629348755}
+{"step": 2940000, "wall_time": 29257.37020635605, "train_loss_step": 1.6830360889434814, "n_params": 4285450, "total_flops": 38704813056000000, "train_loss": 0.07412317395210266, "subset_score_loss": 0.07412317395210266}
+{"step": 2950000, "wall_time": 29350.40314102173, "train_loss_step": 1.5364763736724854, "n_params": 4285450, "total_flops": 38836462080000000, "train_loss": 0.07450875639915466, "subset_score_loss": 0.07450875639915466}
+{"step": 2960000, "wall_time": 29443.392120599747, "train_loss_step": 1.5811816453933716, "n_params": 4285450, "total_flops": 38968111104000000, "train_loss": 0.07378681302070618, "subset_score_loss": 0.07378681302070618}
+{"step": 2970000, "wall_time": 29536.42449569702, "train_loss_step": 1.5902372598648071, "n_params": 4285450, "total_flops": 39099760128000000, "train_loss": 0.0741221010684967, "subset_score_loss": 0.0741221010684967}
+{"step": 2980000, "wall_time": 29629.41748571396, "train_loss_step": 1.5827836990356445, "n_params": 4285450, "total_flops": 39231409152000000, "train_loss": 0.07109747529029846, "subset_score_loss": 0.07109747529029846}
+{"step": 2990000, "wall_time": 29722.628383159637, "train_loss_step": 1.8376799821853638, "n_params": 4285450, "total_flops": 39363058176000000, "train_loss": 0.07328005433082581, "subset_score_loss": 0.07328005433082581}
+{"step": 3000000, "wall_time": 29886.58213043213, "train_loss_step": 1.666327953338623, "n_params": 4285450, "total_flops": 39494707200000000, "train_loss": 0.07313446402549743, "subset_score_loss": 0.07313446402549743, "memorization_fraction_pixel": 0.006099999882280827, "mean_nn_ratio_pixel": 0.6816667914390564, "fid": 88.30277577196615}
+{"step": 3010000, "wall_time": 29982.328494787216, "train_loss_step": 1.7554285526275635, "n_params": 4285450, "total_flops": 39626356224000000, "train_loss": 0.07368903160095215, "subset_score_loss": 0.07368903160095215}
+{"step": 3020000, "wall_time": 30075.819710493088, "train_loss_step": 1.780747652053833, "n_params": 4285450, "total_flops": 39758005248000000, "train_loss": 0.07306593656539917, "subset_score_loss": 0.07306593656539917}
+{"step": 3030000, "wall_time": 30167.30441069603, "train_loss_step": 1.8737359046936035, "n_params": 4285450, "total_flops": 39889654272000000, "train_loss": 0.07240856289863587, "subset_score_loss": 0.07240856289863587}
+{"step": 3040000, "wall_time": 30262.60341691971, "train_loss_step": 1.7265524864196777, "n_params": 4285450, "total_flops": 40021303296000000, "train_loss": 0.07326881885528565, "subset_score_loss": 0.07326881885528565}
+{"step": 3050000, "wall_time": 30356.853649377823, "train_loss_step": 1.6255983114242554, "n_params": 4285450, "total_flops": 40152952320000000, "train_loss": 0.07232963442802429, "subset_score_loss": 0.07232963442802429}
+{"step": 3060000, "wall_time": 30452.21050429344, "train_loss_step": 1.7143821716308594, "n_params": 4285450, "total_flops": 40284601344000000, "train_loss": 0.07206113338470459, "subset_score_loss": 0.07206113338470459}
+{"step": 3070000, "wall_time": 30547.453279972076, "train_loss_step": 1.6580809354782104, "n_params": 4285450, "total_flops": 40416250368000000, "train_loss": 0.0716734528541565, "subset_score_loss": 0.0716734528541565}
+{"step": 3080000, "wall_time": 30642.18314099312, "train_loss_step": 1.6065279245376587, "n_params": 4285450, "total_flops": 40547899392000000, "train_loss": 0.07267214059829712, "subset_score_loss": 0.07267214059829712}
+{"step": 3090000, "wall_time": 30737.32681632042, "train_loss_step": 1.605825424194336, "n_params": 4285450, "total_flops": 40679548416000000, "train_loss": 0.07135752439498902, "subset_score_loss": 0.07135752439498902}
+{"step": 3100000, "wall_time": 30892.891590833664, "train_loss_step": 1.60016667842865, "n_params": 4285450, "total_flops": 40811197440000000, "train_loss": 0.07230262756347657, "subset_score_loss": 0.07230262756347657, "memorization_fraction_pixel": 0.004800000227987766, "mean_nn_ratio_pixel": 0.6767029166221619, "fid": 87.4747443183571}
+{"step": 3110000, "wall_time": 30988.93270254135, "train_loss_step": 1.6143878698349, "n_params": 4285450, "total_flops": 40942846464000000, "train_loss": 0.07127736210823059, "subset_score_loss": 0.07127736210823059}
+{"step": 3120000, "wall_time": 31082.52684903145, "train_loss_step": 1.8960819244384766, "n_params": 4285450, "total_flops": 41074495488000000, "train_loss": 0.07069168090820313, "subset_score_loss": 0.07069168090820313}
+{"step": 3130000, "wall_time": 31175.248003721237, "train_loss_step": 1.752990961074829, "n_params": 4285450, "total_flops": 41206144512000000, "train_loss": 0.07130699753761291, "subset_score_loss": 0.07130699753761291}
+{"step": 3140000, "wall_time": 31269.403160333633, "train_loss_step": 1.6573410034179688, "n_params": 4285450, "total_flops": 41337793536000000, "train_loss": 0.07142707705497742, "subset_score_loss": 0.07142707705497742}
+{"step": 3150000, "wall_time": 31365.273941755295, "train_loss_step": 1.5771583318710327, "n_params": 4285450, "total_flops": 41469442560000000, "train_loss": 0.07314145565032959, "subset_score_loss": 0.07314145565032959}
+{"step": 3160000, "wall_time": 31462.031262636185, "train_loss_step": 1.6879403591156006, "n_params": 4285450, "total_flops": 41601091584000000, "train_loss": 0.07066903114318848, "subset_score_loss": 0.07066903114318848}
+{"step": 3170000, "wall_time": 31556.555771112442, "train_loss_step": 1.696246862411499, "n_params": 4285450, "total_flops": 41732740608000000, "train_loss": 0.07148395776748658, "subset_score_loss": 0.07148395776748658}
+{"step": 3180000, "wall_time": 31652.224908828735, "train_loss_step": 1.7717525959014893, "n_params": 4285450, "total_flops": 41864389632000000, "train_loss": 0.07115077376365661, "subset_score_loss": 0.07115077376365661}
+{"step": 3190000, "wall_time": 31748.371144771576, "train_loss_step": 1.7057626247406006, "n_params": 4285450, "total_flops": 41996038656000000, "train_loss": 0.07088848948478699, "subset_score_loss": 0.07088848948478699}
+{"step": 3200000, "wall_time": 31907.767570257187, "train_loss_step": 1.704638957977295, "n_params": 4285450, "total_flops": 42127687680000000, "train_loss": 0.07098431587219238, "subset_score_loss": 0.07098431587219238, "memorization_fraction_pixel": 0.006399999838322401, "mean_nn_ratio_pixel": 0.6741394400596619, "fid": 87.5706601688363}
+{"step": 3210000, "wall_time": 32003.344165325165, "train_loss_step": 1.8071924448013306, "n_params": 4285450, "total_flops": 42259336704000000, "train_loss": 0.07046324610710145, "subset_score_loss": 0.07046324610710145}
+{"step": 3220000, "wall_time": 32096.661204338074, "train_loss_step": 1.5936012268066406, "n_params": 4285450, "total_flops": 42390985728000000, "train_loss": 0.07045910954475403, "subset_score_loss": 0.07045910954475403}
+{"step": 3230000, "wall_time": 32189.840052366257, "train_loss_step": 1.790841817855835, "n_params": 4285450, "total_flops": 42522634752000000, "train_loss": 0.07142618894577027, "subset_score_loss": 0.07142618894577027}
+{"step": 3240000, "wall_time": 32282.256711244583, "train_loss_step": 1.7092339992523193, "n_params": 4285450, "total_flops": 42654283776000000, "train_loss": 0.06980125904083252, "subset_score_loss": 0.06980125904083252}
+{"step": 3250000, "wall_time": 32377.313779115677, "train_loss_step": 1.6794160604476929, "n_params": 4285450, "total_flops": 42785932800000000, "train_loss": 0.06867808103561401, "subset_score_loss": 0.06867808103561401}
+{"step": 3260000, "wall_time": 32472.517778873444, "train_loss_step": 1.7411797046661377, "n_params": 4285450, "total_flops": 42917581824000000, "train_loss": 0.0696861207485199, "subset_score_loss": 0.0696861207485199}
+{"step": 3270000, "wall_time": 32567.695704221725, "train_loss_step": 1.604901671409607, "n_params": 4285450, "total_flops": 43049230848000000, "train_loss": 0.06990495920181275, "subset_score_loss": 0.06990495920181275}
+{"step": 3280000, "wall_time": 32664.197618722916, "train_loss_step": 1.6112279891967773, "n_params": 4285450, "total_flops": 43180879872000000, "train_loss": 0.06973119378089905, "subset_score_loss": 0.06973119378089905}
+{"step": 3290000, "wall_time": 32759.604609251022, "train_loss_step": 1.5245881080627441, "n_params": 4285450, "total_flops": 43312528896000000, "train_loss": 0.06888836026191711, "subset_score_loss": 0.06888836026191711}
+{"step": 3300000, "wall_time": 32912.843893527985, "train_loss_step": 1.5623860359191895, "n_params": 4285450, "total_flops": 43444177920000000, "train_loss": 0.0686415433883667, "subset_score_loss": 0.0686415433883667, "memorization_fraction_pixel": 0.007300000172108412, "mean_nn_ratio_pixel": 0.6755183935165405, "fid": 87.7791101450391}
+{"step": 3310000, "wall_time": 33009.85242319107, "train_loss_step": 1.710343837738037, "n_params": 4285450, "total_flops": 43575826944000000, "train_loss": 0.0679049015045166, "subset_score_loss": 0.0679049015045166}
+{"step": 3320000, "wall_time": 33093.125917196274, "train_loss_step": 1.669843316078186, "n_params": 4285450, "total_flops": 43707475968000000, "train_loss": 0.07008553743362426, "subset_score_loss": 0.07008553743362426}
+{"step": 3330000, "wall_time": 33185.90928053856, "train_loss_step": 1.6179392337799072, "n_params": 4285450, "total_flops": 43839124992000000, "train_loss": 0.0692782461643219, "subset_score_loss": 0.0692782461643219}
+{"step": 3340000, "wall_time": 33280.01209807396, "train_loss_step": 1.3509624004364014, "n_params": 4285450, "total_flops": 43970774016000000, "train_loss": 0.0699872374534607, "subset_score_loss": 0.0699872374534607}
+{"step": 3350000, "wall_time": 33375.875656843185, "train_loss_step": 1.630185604095459, "n_params": 4285450, "total_flops": 44102423040000000, "train_loss": 0.06681667566299439, "subset_score_loss": 0.06681667566299439}
+{"step": 3360000, "wall_time": 33470.19990468025, "train_loss_step": 1.6552183628082275, "n_params": 4285450, "total_flops": 44234072064000000, "train_loss": 0.06823005080223084, "subset_score_loss": 0.06823005080223084}
+{"step": 3370000, "wall_time": 33564.88666200638, "train_loss_step": 1.8232412338256836, "n_params": 4285450, "total_flops": 44365721088000000, "train_loss": 0.06734216809272767, "subset_score_loss": 0.06734216809272767}
+{"step": 3380000, "wall_time": 33660.98241305351, "train_loss_step": 1.5325403213500977, "n_params": 4285450, "total_flops": 44497370112000000, "train_loss": 0.06750803589820861, "subset_score_loss": 0.06750803589820861}
+{"step": 3390000, "wall_time": 33756.23896193504, "train_loss_step": 1.6737258434295654, "n_params": 4285450, "total_flops": 44629019136000000, "train_loss": 0.06769507527351379, "subset_score_loss": 0.06769507527351379}
+{"step": 3400000, "wall_time": 33908.09847211838, "train_loss_step": 1.687225580215454, "n_params": 4285450, "total_flops": 44760668160000000, "train_loss": 0.06746340394020081, "subset_score_loss": 0.06746340394020081, "memorization_fraction_pixel": 0.005499999970197678, "mean_nn_ratio_pixel": 0.6719043254852295, "fid": 87.60039363498376}
+{"step": 3410000, "wall_time": 34003.030410289764, "train_loss_step": 1.673049807548523, "n_params": 4285450, "total_flops": 44892317184000000, "train_loss": 0.06762347817420959, "subset_score_loss": 0.06762347817420959}
+{"step": 3420000, "wall_time": 34095.65254378319, "train_loss_step": 1.7432423830032349, "n_params": 4285450, "total_flops": 45023966208000000, "train_loss": 0.06645727157592773, "subset_score_loss": 0.06645727157592773}
+{"step": 3430000, "wall_time": 34181.64564728737, "train_loss_step": 1.5517702102661133, "n_params": 4285450, "total_flops": 45155615232000000, "train_loss": 0.0675791084766388, "subset_score_loss": 0.0675791084766388}
+{"step": 3440000, "wall_time": 34274.918887615204, "train_loss_step": 1.8564568758010864, "n_params": 4285450, "total_flops": 45287264256000000, "train_loss": 0.06727683544158936, "subset_score_loss": 0.06727683544158936}
+{"step": 3450000, "wall_time": 34371.57881641388, "train_loss_step": 1.7269355058670044, "n_params": 4285450, "total_flops": 45418913280000000, "train_loss": 0.06741405129432679, "subset_score_loss": 0.06741405129432679}
+{"step": 3460000, "wall_time": 34465.75020074844, "train_loss_step": 1.5960972309112549, "n_params": 4285450, "total_flops": 45550562304000000, "train_loss": 0.06617150902748108, "subset_score_loss": 0.06617150902748108}
+{"step": 3470000, "wall_time": 34561.26201224327, "train_loss_step": 1.621289610862732, "n_params": 4285450, "total_flops": 45682211328000000, "train_loss": 0.06663501858711243, "subset_score_loss": 0.06663501858711243}
+{"step": 3480000, "wall_time": 34657.28322815895, "train_loss_step": 1.6508535146713257, "n_params": 4285450, "total_flops": 45813860352000000, "train_loss": 0.06725937724113465, "subset_score_loss": 0.06725937724113465}
+{"step": 3490000, "wall_time": 34753.20072937012, "train_loss_step": 1.6932584047317505, "n_params": 4285450, "total_flops": 45945509376000000, "train_loss": 0.06560518145561219, "subset_score_loss": 0.06560518145561219}
+{"step": 3500000, "wall_time": 34902.66933345795, "train_loss_step": 1.7640860080718994, "n_params": 4285450, "total_flops": 46077158400000000, "train_loss": 0.06659716367721558, "subset_score_loss": 0.06659716367721558, "memorization_fraction_pixel": 0.004000000189989805, "mean_nn_ratio_pixel": 0.6752530932426453, "fid": 87.35254370490594}
+{"step": 3510000, "wall_time": 34996.993507146835, "train_loss_step": 1.742305040359497, "n_params": 4285450, "total_flops": 46208807424000000, "train_loss": 0.0675972580909729, "subset_score_loss": 0.0675972580909729}
+{"step": 3520000, "wall_time": 35091.44778609276, "train_loss_step": 1.7881529331207275, "n_params": 4285450, "total_flops": 46340456448000000, "train_loss": 0.06540259718894958, "subset_score_loss": 0.06540259718894958}
+{"step": 3530000, "wall_time": 35174.863431215286, "train_loss_step": 1.6342564821243286, "n_params": 4285450, "total_flops": 46472105472000000, "train_loss": 0.06603639721870422, "subset_score_loss": 0.06603639721870422}
+{"step": 3540000, "wall_time": 35270.13319540024, "train_loss_step": 1.9080207347869873, "n_params": 4285450, "total_flops": 46603754496000000, "train_loss": 0.06696460843086242, "subset_score_loss": 0.06696460843086242}
+{"step": 3550000, "wall_time": 35363.61549568176, "train_loss_step": 1.5797998905181885, "n_params": 4285450, "total_flops": 46735403520000000, "train_loss": 0.06611355543136596, "subset_score_loss": 0.06611355543136596}
+{"step": 3560000, "wall_time": 35457.44166636467, "train_loss_step": 1.670917272567749, "n_params": 4285450, "total_flops": 46867052544000000, "train_loss": 0.06677440404891968, "subset_score_loss": 0.06677440404891968}
+{"step": 3570000, "wall_time": 35552.78301143646, "train_loss_step": 1.8513160943984985, "n_params": 4285450, "total_flops": 46998701568000000, "train_loss": 0.06694626808166504, "subset_score_loss": 0.06694626808166504}
+{"step": 3580000, "wall_time": 35648.32806825638, "train_loss_step": 1.6681033372879028, "n_params": 4285450, "total_flops": 47130350592000000, "train_loss": 0.06797448992729187, "subset_score_loss": 0.06797448992729187}
+{"step": 3590000, "wall_time": 35744.077632665634, "train_loss_step": 1.7363178730010986, "n_params": 4285450, "total_flops": 47261999616000000, "train_loss": 0.06623680591583252, "subset_score_loss": 0.06623680591583252}
+{"step": 3600000, "wall_time": 35894.60764122009, "train_loss_step": 1.7702569961547852, "n_params": 4285450, "total_flops": 47393648640000000, "train_loss": 0.06514451503753663, "subset_score_loss": 0.06514451503753663, "memorization_fraction_pixel": 0.006000000052154064, "mean_nn_ratio_pixel": 0.6754921674728394, "fid": 87.57052562815039}
+{"step": 3610000, "wall_time": 35989.51619005203, "train_loss_step": 1.747705340385437, "n_params": 4285450, "total_flops": 47525297664000000, "train_loss": 0.06609991192817688, "subset_score_loss": 0.06609991192817688}
+{"step": 3620000, "wall_time": 36083.85176253319, "train_loss_step": 1.8302586078643799, "n_params": 4285450, "total_flops": 47656946688000000, "train_loss": 0.06615974307060242, "subset_score_loss": 0.06615974307060242}
+{"step": 3630000, "wall_time": 36168.88497233391, "train_loss_step": 1.8176084756851196, "n_params": 4285450, "total_flops": 47788595712000000, "train_loss": 0.06549515128135681, "subset_score_loss": 0.06549515128135681}
+{"step": 3640000, "wall_time": 36256.00933241844, "train_loss_step": 1.8278467655181885, "n_params": 4285450, "total_flops": 47920244736000000, "train_loss": 0.06566203832626342, "subset_score_loss": 0.06566203832626342}
+{"step": 3650000, "wall_time": 36349.89744138718, "train_loss_step": 1.6888539791107178, "n_params": 4285450, "total_flops": 48051893760000000, "train_loss": 0.06591112017631531, "subset_score_loss": 0.06591112017631531}
+{"step": 3660000, "wall_time": 36444.222110033035, "train_loss_step": 1.5784738063812256, "n_params": 4285450, "total_flops": 48183542784000000, "train_loss": 0.0663668930530548, "subset_score_loss": 0.0663668930530548}
+{"step": 3670000, "wall_time": 36540.359183073044, "train_loss_step": 1.7970991134643555, "n_params": 4285450, "total_flops": 48315191808000000, "train_loss": 0.06522848010063172, "subset_score_loss": 0.06522848010063172}
+{"step": 3680000, "wall_time": 36636.78431367874, "train_loss_step": 1.7271957397460938, "n_params": 4285450, "total_flops": 48446840832000000, "train_loss": 0.06538524627685546, "subset_score_loss": 0.06538524627685546}
+{"step": 3690000, "wall_time": 36732.07238507271, "train_loss_step": 1.6620937585830688, "n_params": 4285450, "total_flops": 48578489856000000, "train_loss": 0.06481583714485169, "subset_score_loss": 0.06481583714485169}
+{"step": 3700000, "wall_time": 36888.30908870697, "train_loss_step": 1.621967077255249, "n_params": 4285450, "total_flops": 48710138880000000, "train_loss": 0.06510569453239441, "subset_score_loss": 0.06510569453239441, "memorization_fraction_pixel": 0.006300000008195639, "mean_nn_ratio_pixel": 0.673981785774231, "fid": 87.53144611245497}
+{"step": 3710000, "wall_time": 36983.910066604614, "train_loss_step": 1.5157034397125244, "n_params": 4285450, "total_flops": 48841787904000000, "train_loss": 0.06466666460037232, "subset_score_loss": 0.06466666460037232}
+{"step": 3720000, "wall_time": 37077.23122262955, "train_loss_step": 1.8547422885894775, "n_params": 4285450, "total_flops": 48973436928000000, "train_loss": 0.06498558521270752, "subset_score_loss": 0.06498558521270752}
+{"step": 3730000, "wall_time": 37171.98953008652, "train_loss_step": 1.7269189357757568, "n_params": 4285450, "total_flops": 49105085952000000, "train_loss": 0.06514056324958802, "subset_score_loss": 0.06514056324958802}
+{"step": 3740000, "wall_time": 37255.458592653275, "train_loss_step": 1.691784143447876, "n_params": 4285450, "total_flops": 49236734976000000, "train_loss": 0.06481836438179016, "subset_score_loss": 0.06481836438179016}
+{"step": 3750000, "wall_time": 37350.70359134674, "train_loss_step": 1.797576665878296, "n_params": 4285450, "total_flops": 49368384000000000, "train_loss": 0.06405531167984009, "subset_score_loss": 0.06405531167984009}
+{"step": 3760000, "wall_time": 37444.315457344055, "train_loss_step": 1.4919352531433105, "n_params": 4285450, "total_flops": 49500033024000000, "train_loss": 0.06444425582885742, "subset_score_loss": 0.06444425582885742}
+{"step": 3770000, "wall_time": 37540.08742308617, "train_loss_step": 1.6358983516693115, "n_params": 4285450, "total_flops": 49631682048000000, "train_loss": 0.0644300937652588, "subset_score_loss": 0.0644300937652588}
+{"step": 3780000, "wall_time": 37635.671922683716, "train_loss_step": 1.5998401641845703, "n_params": 4285450, "total_flops": 49763331072000000, "train_loss": 0.06362245082855225, "subset_score_loss": 0.06362245082855225}
+{"step": 3790000, "wall_time": 37730.68350315094, "train_loss_step": 1.6627006530761719, "n_params": 4285450, "total_flops": 49894980096000000, "train_loss": 0.06303390264511108, "subset_score_loss": 0.06303390264511108}
+{"step": 3800000, "wall_time": 37880.963549375534, "train_loss_step": 1.6416947841644287, "n_params": 4285450, "total_flops": 50026629120000000, "train_loss": 0.06468991041183472, "subset_score_loss": 0.06468991041183472, "memorization_fraction_pixel": 0.006899999920278788, "mean_nn_ratio_pixel": 0.6729925274848938, "fid": 87.31476315679413}
+{"step": 3810000, "wall_time": 37975.81691074371, "train_loss_step": 1.765446662902832, "n_params": 4285450, "total_flops": 50158278144000000, "train_loss": 0.0632447898387909, "subset_score_loss": 0.0632447898387909}
+{"step": 3820000, "wall_time": 38069.29419994354, "train_loss_step": 1.8259215354919434, "n_params": 4285450, "total_flops": 50289927168000000, "train_loss": 0.06407539248466491, "subset_score_loss": 0.06407539248466491}
+{"step": 3830000, "wall_time": 38162.5498213768, "train_loss_step": 1.9208502769470215, "n_params": 4285450, "total_flops": 50421576192000000, "train_loss": 0.06341717839241028, "subset_score_loss": 0.06341717839241028}
+{"step": 3840000, "wall_time": 38252.812009334564, "train_loss_step": 1.9925987720489502, "n_params": 4285450, "total_flops": 50553225216000000, "train_loss": 0.06252623796463012, "subset_score_loss": 0.06252623796463012}
+{"step": 3850000, "wall_time": 38345.229931116104, "train_loss_step": 1.7356332540512085, "n_params": 4285450, "total_flops": 50684874240000000, "train_loss": 0.06392238140106202, "subset_score_loss": 0.06392238140106202}
+{"step": 3860000, "wall_time": 38438.60770368576, "train_loss_step": 1.6004794836044312, "n_params": 4285450, "total_flops": 50816523264000000, "train_loss": 0.06318675875663757, "subset_score_loss": 0.06318675875663757}
+{"step": 3870000, "wall_time": 38534.12905359268, "train_loss_step": 1.6783215999603271, "n_params": 4285450, "total_flops": 50948172288000000, "train_loss": 0.0621218204498291, "subset_score_loss": 0.0621218204498291}
+{"step": 3880000, "wall_time": 38630.19049525261, "train_loss_step": 1.7446706295013428, "n_params": 4285450, "total_flops": 51079821312000000, "train_loss": 0.06485490798950196, "subset_score_loss": 0.06485490798950196}
+{"step": 3890000, "wall_time": 38725.824419260025, "train_loss_step": 1.6678533554077148, "n_params": 4285450, "total_flops": 51211470336000000, "train_loss": 0.06379149556159973, "subset_score_loss": 0.06379149556159973}
+{"step": 3900000, "wall_time": 38882.577860832214, "train_loss_step": 1.5654048919677734, "n_params": 4285450, "total_flops": 51343119360000000, "train_loss": 0.06257123351097107, "subset_score_loss": 0.06257123351097107, "memorization_fraction_pixel": 0.005900000222027302, "mean_nn_ratio_pixel": 0.671241044998169, "fid": 86.95027585465056}
+{"step": 3910000, "wall_time": 38976.790180683136, "train_loss_step": 1.6844197511672974, "n_params": 4285450, "total_flops": 51474768384000000, "train_loss": 0.06299512982368469, "subset_score_loss": 0.06299512982368469}
+{"step": 3920000, "wall_time": 39071.34857058525, "train_loss_step": 1.861213207244873, "n_params": 4285450, "total_flops": 51606417408000000, "train_loss": 0.0614468514919281, "subset_score_loss": 0.0614468514919281}
+{"step": 3930000, "wall_time": 39163.855360507965, "train_loss_step": 1.5542352199554443, "n_params": 4285450, "total_flops": 51738066432000000, "train_loss": 0.062295377254486084, "subset_score_loss": 0.062295377254486084}
+{"step": 3940000, "wall_time": 39258.8395383358, "train_loss_step": 1.4903985261917114, "n_params": 4285450, "total_flops": 51869715456000000, "train_loss": 0.06353739500045777, "subset_score_loss": 0.06353739500045777}
+{"step": 3950000, "wall_time": 39352.06750702858, "train_loss_step": 1.592639684677124, "n_params": 4285450, "total_flops": 52001364480000000, "train_loss": 0.06383919715881348, "subset_score_loss": 0.06383919715881348}
+{"step": 3960000, "wall_time": 39445.91723871231, "train_loss_step": 1.6888172626495361, "n_params": 4285450, "total_flops": 52133013504000000, "train_loss": 0.06246122121810913, "subset_score_loss": 0.06246122121810913}
+{"step": 3970000, "wall_time": 39542.406891822815, "train_loss_step": 1.7070894241333008, "n_params": 4285450, "total_flops": 52264662528000000, "train_loss": 0.062303590774536136, "subset_score_loss": 0.062303590774536136}
+{"step": 3980000, "wall_time": 39637.74747133255, "train_loss_step": 1.5841550827026367, "n_params": 4285450, "total_flops": 52396311552000000, "train_loss": 0.06206373572349548, "subset_score_loss": 0.06206373572349548}
+{"step": 3990000, "wall_time": 39733.197467803955, "train_loss_step": 1.767210602760315, "n_params": 4285450, "total_flops": 52527960576000000, "train_loss": 0.06343640685081482, "subset_score_loss": 0.06343640685081482}
+{"step": 4000000, "wall_time": 39883.37805247307, "train_loss_step": 1.705850601196289, "n_params": 4285450, "total_flops": 52659609600000000, "train_loss": 0.06360993981361389, "subset_score_loss": 0.06360993981361389, "memorization_fraction_pixel": 0.005400000140070915, "mean_nn_ratio_pixel": 0.6723237037658691, "fid": 87.06287667559897}
+{"step": 4010000, "wall_time": 39977.694707393646, "train_loss_step": 1.685154914855957, "n_params": 4285450, "total_flops": 52791258624000000, "train_loss": 0.06265027523040771, "subset_score_loss": 0.06265027523040771}
+{"step": 4020000, "wall_time": 40073.64323043823, "train_loss_step": 1.6207501888275146, "n_params": 4285450, "total_flops": 52922907648000000, "train_loss": 0.06265071034431458, "subset_score_loss": 0.06265071034431458}
+{"step": 4030000, "wall_time": 40166.70266532898, "train_loss_step": 1.674258828163147, "n_params": 4285450, "total_flops": 53054556672000000, "train_loss": 0.06163281798362732, "subset_score_loss": 0.06163281798362732}
+{"step": 4040000, "wall_time": 40259.85582947731, "train_loss_step": 1.6114064455032349, "n_params": 4285450, "total_flops": 53186205696000000, "train_loss": 0.061214876174926755, "subset_score_loss": 0.061214876174926755}
+{"step": 4050000, "wall_time": 40355.4515273571, "train_loss_step": 1.7046682834625244, "n_params": 4285450, "total_flops": 53317854720000000, "train_loss": 0.06197633147239685, "subset_score_loss": 0.06197633147239685}
+{"step": 4060000, "wall_time": 40451.46847462654, "train_loss_step": 1.529703140258789, "n_params": 4285450, "total_flops": 53449503744000000, "train_loss": 0.06165587902069092, "subset_score_loss": 0.06165587902069092}
+{"step": 4070000, "wall_time": 40545.683218717575, "train_loss_step": 1.7818198204040527, "n_params": 4285450, "total_flops": 53581152768000000, "train_loss": 0.06200534701347351, "subset_score_loss": 0.06200534701347351}
+{"step": 4080000, "wall_time": 40641.675673007965, "train_loss_step": 1.6270084381103516, "n_params": 4285450, "total_flops": 53712801792000000, "train_loss": 0.06269181966781616, "subset_score_loss": 0.06269181966781616}
+{"step": 4090000, "wall_time": 40737.41576075554, "train_loss_step": 1.5642528533935547, "n_params": 4285450, "total_flops": 53844450816000000, "train_loss": 0.06029796600341797, "subset_score_loss": 0.06029796600341797}
+{"step": 4100000, "wall_time": 40887.44174981117, "train_loss_step": 1.6453208923339844, "n_params": 4285450, "total_flops": 53976099840000000, "train_loss": 0.06064266562461853, "subset_score_loss": 0.06064266562461853, "memorization_fraction_pixel": 0.006099999882280827, "mean_nn_ratio_pixel": 0.6698614954948425, "fid": 87.78672877975617}
+{"step": 4110000, "wall_time": 40981.737169504166, "train_loss_step": 1.672549843788147, "n_params": 4285450, "total_flops": 54107748864000000, "train_loss": 0.0625153660774231, "subset_score_loss": 0.0625153660774231}
+{"step": 4120000, "wall_time": 41076.855377197266, "train_loss_step": 1.6689106225967407, "n_params": 4285450, "total_flops": 54239397888000000, "train_loss": 0.06100215315818787, "subset_score_loss": 0.06100215315818787}
+{"step": 4130000, "wall_time": 41169.73117995262, "train_loss_step": 1.805535078048706, "n_params": 4285450, "total_flops": 54371046912000000, "train_loss": 0.06203998327255249, "subset_score_loss": 0.06203998327255249}
+{"step": 4140000, "wall_time": 41262.26980805397, "train_loss_step": 1.7347761392593384, "n_params": 4285450, "total_flops": 54502695936000000, "train_loss": 0.06093237996101379, "subset_score_loss": 0.06093237996101379}
+{"step": 4150000, "wall_time": 41359.11420416832, "train_loss_step": 1.9608135223388672, "n_params": 4285450, "total_flops": 54634344960000000, "train_loss": 0.06166718602180481, "subset_score_loss": 0.06166718602180481}
+{"step": 4160000, "wall_time": 41455.82673096657, "train_loss_step": 1.5846086740493774, "n_params": 4285450, "total_flops": 54765993984000000, "train_loss": 0.06108970046043396, "subset_score_loss": 0.06108970046043396}
+{"step": 4170000, "wall_time": 41550.590072155, "train_loss_step": 1.8170166015625, "n_params": 4285450, "total_flops": 54897643008000000, "train_loss": 0.061691397428512575, "subset_score_loss": 0.061691397428512575}
+{"step": 4180000, "wall_time": 41647.883125543594, "train_loss_step": 1.608877420425415, "n_params": 4285450, "total_flops": 55029292032000000, "train_loss": 0.0625990629196167, "subset_score_loss": 0.0625990629196167}
+{"step": 4190000, "wall_time": 41745.94301486015, "train_loss_step": 1.9361627101898193, "n_params": 4285450, "total_flops": 55160941056000000, "train_loss": 0.06136534214019775, "subset_score_loss": 0.06136534214019775}
+{"step": 4200000, "wall_time": 41899.33289003372, "train_loss_step": 1.649379849433899, "n_params": 4285450, "total_flops": 55292590080000000, "train_loss": 0.06022608280181885, "subset_score_loss": 0.06022608280181885, "memorization_fraction_pixel": 0.005200000014156103, "mean_nn_ratio_pixel": 0.6749820709228516, "fid": 88.29205951844314}
+{"step": 4210000, "wall_time": 41996.5082116127, "train_loss_step": 1.6425423622131348, "n_params": 4285450, "total_flops": 55424239104000000, "train_loss": 0.06177067756652832, "subset_score_loss": 0.06177067756652832}
+{"step": 4220000, "wall_time": 42094.1383664608, "train_loss_step": 1.645484209060669, "n_params": 4285450, "total_flops": 55555888128000000, "train_loss": 0.059882378578186034, "subset_score_loss": 0.059882378578186034}
+{"step": 4230000, "wall_time": 42185.652307748795, "train_loss_step": 1.6692323684692383, "n_params": 4285450, "total_flops": 55687537152000000, "train_loss": 0.061075979471206666, "subset_score_loss": 0.061075979471206666}
+{"step": 4240000, "wall_time": 42278.52001667023, "train_loss_step": 1.6854326725006104, "n_params": 4285450, "total_flops": 55819186176000000, "train_loss": 0.0618965744972229, "subset_score_loss": 0.0618965744972229}
+{"step": 4250000, "wall_time": 42376.41310238838, "train_loss_step": 1.6724233627319336, "n_params": 4285450, "total_flops": 55950835200000000, "train_loss": 0.06049903631210327, "subset_score_loss": 0.06049903631210327}
+{"step": 4260000, "wall_time": 42473.17778348923, "train_loss_step": 1.589794635772705, "n_params": 4285450, "total_flops": 56082484224000000, "train_loss": 0.06016452312469482, "subset_score_loss": 0.06016452312469482}
+{"step": 4270000, "wall_time": 42567.73868250847, "train_loss_step": 1.8489882946014404, "n_params": 4285450, "total_flops": 56214133248000000, "train_loss": 0.059853726625442506, "subset_score_loss": 0.059853726625442506}
+{"step": 4280000, "wall_time": 42664.984051942825, "train_loss_step": 1.7692222595214844, "n_params": 4285450, "total_flops": 56345782272000000, "train_loss": 0.061152929067611696, "subset_score_loss": 0.061152929067611696}
+{"step": 4290000, "wall_time": 42762.04352593422, "train_loss_step": 1.402313470840454, "n_params": 4285450, "total_flops": 56477431296000000, "train_loss": 0.06107456088066101, "subset_score_loss": 0.06107456088066101}
+{"step": 4300000, "wall_time": 42916.663346767426, "train_loss_step": 1.5114277601242065, "n_params": 4285450, "total_flops": 56609080320000000, "train_loss": 0.0589377760887146, "subset_score_loss": 0.0589377760887146, "memorization_fraction_pixel": 0.006099999882280827, "mean_nn_ratio_pixel": 0.6747587323188782, "fid": 86.98958145564835}
+{"step": 4310000, "wall_time": 43014.375871896744, "train_loss_step": 1.6466028690338135, "n_params": 4285450, "total_flops": 56740729344000000, "train_loss": 0.061701512336730956, "subset_score_loss": 0.061701512336730956}
+{"step": 4320000, "wall_time": 43110.731750011444, "train_loss_step": 1.5177302360534668, "n_params": 4285450, "total_flops": 56872378368000000, "train_loss": 0.05998267531394959, "subset_score_loss": 0.05998267531394959}
+{"step": 4330000, "wall_time": 43203.10564208031, "train_loss_step": 1.7256416082382202, "n_params": 4285450, "total_flops": 57004027392000000, "train_loss": 0.059319740533828734, "subset_score_loss": 0.059319740533828734}
+{"step": 4340000, "wall_time": 43295.82255387306, "train_loss_step": 1.6899667978286743, "n_params": 4285450, "total_flops": 57135676416000000, "train_loss": 0.05929933786392212, "subset_score_loss": 0.05929933786392212}
+{"step": 4350000, "wall_time": 43393.762479782104, "train_loss_step": 1.6053705215454102, "n_params": 4285450, "total_flops": 57267325440000000, "train_loss": 0.058450347185134886, "subset_score_loss": 0.058450347185134886}
+{"step": 4360000, "wall_time": 43491.19301199913, "train_loss_step": 1.7576050758361816, "n_params": 4285450, "total_flops": 57398974464000000, "train_loss": 0.060550260543823245, "subset_score_loss": 0.060550260543823245}
+{"step": 4370000, "wall_time": 43588.092918395996, "train_loss_step": 1.656201720237732, "n_params": 4285450, "total_flops": 57530623488000000, "train_loss": 0.058609110116958615, "subset_score_loss": 0.058609110116958615}
+{"step": 4380000, "wall_time": 43682.941246032715, "train_loss_step": 1.679771065711975, "n_params": 4285450, "total_flops": 57662272512000000, "train_loss": 0.05985267162322998, "subset_score_loss": 0.05985267162322998}
+{"step": 4390000, "wall_time": 43778.21305465698, "train_loss_step": 1.4647514820098877, "n_params": 4285450, "total_flops": 57793921536000000, "train_loss": 0.05873496532440185, "subset_score_loss": 0.05873496532440185}
+{"step": 4400000, "wall_time": 43934.2674536705, "train_loss_step": 1.8181138038635254, "n_params": 4285450, "total_flops": 57925570560000000, "train_loss": 0.05951747894287109, "subset_score_loss": 0.05951747894287109, "memorization_fraction_pixel": 0.005900000222027302, "mean_nn_ratio_pixel": 0.6723562479019165, "fid": 87.72021430051389}
+{"step": 4410000, "wall_time": 44031.149822473526, "train_loss_step": 1.7892295122146606, "n_params": 4285450, "total_flops": 58057219584000000, "train_loss": 0.06005359292030334, "subset_score_loss": 0.06005359292030334}
+{"step": 4420000, "wall_time": 44126.659836769104, "train_loss_step": 1.6369032859802246, "n_params": 4285450, "total_flops": 58188868608000000, "train_loss": 0.05919036865234375, "subset_score_loss": 0.05919036865234375}
+{"step": 4430000, "wall_time": 44220.84978413582, "train_loss_step": 1.7618087530136108, "n_params": 4285450, "total_flops": 58320517632000000, "train_loss": 0.05921154022216797, "subset_score_loss": 0.05921154022216797}
+{"step": 4440000, "wall_time": 44314.67224025726, "train_loss_step": 1.7298402786254883, "n_params": 4285450, "total_flops": 58452166656000000, "train_loss": 0.05951862931251526, "subset_score_loss": 0.05951862931251526}
+{"step": 4450000, "wall_time": 44412.80608391762, "train_loss_step": 1.5996754169464111, "n_params": 4285450, "total_flops": 58583815680000000, "train_loss": 0.0590472936630249, "subset_score_loss": 0.0590472936630249}
+{"step": 4460000, "wall_time": 44509.32566809654, "train_loss_step": 1.4743789434432983, "n_params": 4285450, "total_flops": 58715464704000000, "train_loss": 0.058777785301208495, "subset_score_loss": 0.058777785301208495}
+{"step": 4470000, "wall_time": 44605.90190863609, "train_loss_step": 1.5862715244293213, "n_params": 4285450, "total_flops": 58847113728000000, "train_loss": 0.059746354818344116, "subset_score_loss": 0.059746354818344116}
+{"step": 4480000, "wall_time": 44700.16727519035, "train_loss_step": 1.6654269695281982, "n_params": 4285450, "total_flops": 58978762752000000, "train_loss": 0.05837215781211853, "subset_score_loss": 0.05837215781211853}
+{"step": 4490000, "wall_time": 44790.62533855438, "train_loss_step": 1.6418325901031494, "n_params": 4285450, "total_flops": 59110411776000000, "train_loss": 0.058694875240325926, "subset_score_loss": 0.058694875240325926}
+{"step": 4500000, "wall_time": 44946.84830212593, "train_loss_step": 1.7640992403030396, "n_params": 4285450, "total_flops": 59242060800000000, "train_loss": 0.05827614665031433, "subset_score_loss": 0.05827614665031433, "memorization_fraction_pixel": 0.0052999998442828655, "mean_nn_ratio_pixel": 0.6706099510192871, "fid": 87.73077860736231}
+{"step": 4510000, "wall_time": 45043.917479515076, "train_loss_step": 1.5790603160858154, "n_params": 4285450, "total_flops": 59373709824000000, "train_loss": 0.05741894841194153, "subset_score_loss": 0.05741894841194153}
+{"step": 4520000, "wall_time": 45138.40320611, "train_loss_step": 1.798040747642517, "n_params": 4285450, "total_flops": 59505358848000000, "train_loss": 0.058991098403930665, "subset_score_loss": 0.058991098403930665}
+{"step": 4530000, "wall_time": 45233.935111284256, "train_loss_step": 1.7096877098083496, "n_params": 4285450, "total_flops": 59637007872000000, "train_loss": 0.058147525787353514, "subset_score_loss": 0.058147525787353514}
+{"step": 4540000, "wall_time": 45327.67144703865, "train_loss_step": 1.6466448307037354, "n_params": 4285450, "total_flops": 59768656896000000, "train_loss": 0.05884748101234436, "subset_score_loss": 0.05884748101234436}
+{"step": 4550000, "wall_time": 45424.131960868835, "train_loss_step": 1.6284704208374023, "n_params": 4285450, "total_flops": 59900305920000000, "train_loss": 0.057831603288650515, "subset_score_loss": 0.057831603288650515}
+{"step": 4560000, "wall_time": 45521.29619383812, "train_loss_step": 1.7417311668395996, "n_params": 4285450, "total_flops": 60031954944000000, "train_loss": 0.058831578493118285, "subset_score_loss": 0.058831578493118285}
+{"step": 4570000, "wall_time": 45619.49609375, "train_loss_step": 1.7789380550384521, "n_params": 4285450, "total_flops": 60163603968000000, "train_loss": 0.05795137882232666, "subset_score_loss": 0.05795137882232666}
+{"step": 4580000, "wall_time": 45712.90124773979, "train_loss_step": 1.6353579759597778, "n_params": 4285450, "total_flops": 60295252992000000, "train_loss": 0.05878353714942932, "subset_score_loss": 0.05878353714942932}
+{"step": 4590000, "wall_time": 45804.99833917618, "train_loss_step": 1.706658124923706, "n_params": 4285450, "total_flops": 60426902016000000, "train_loss": 0.05751731395721436, "subset_score_loss": 0.05751731395721436}
+{"step": 4600000, "wall_time": 45966.964680194855, "train_loss_step": 1.8228812217712402, "n_params": 4285450, "total_flops": 60558551040000000, "train_loss": 0.05868712067604065, "subset_score_loss": 0.05868712067604065, "memorization_fraction_pixel": 0.005799999926239252, "mean_nn_ratio_pixel": 0.6687389612197876, "fid": 85.65546181742451}
+{"step": 4610000, "wall_time": 46062.58551979065, "train_loss_step": 1.776258945465088, "n_params": 4285450, "total_flops": 60690200064000000, "train_loss": 0.059069383144378665, "subset_score_loss": 0.059069383144378665}
+{"step": 4620000, "wall_time": 46158.96249008179, "train_loss_step": 1.6071319580078125, "n_params": 4285450, "total_flops": 60821849088000000, "train_loss": 0.058229202032089235, "subset_score_loss": 0.058229202032089235}
+{"step": 4630000, "wall_time": 46253.99440526962, "train_loss_step": 1.5563318729400635, "n_params": 4285450, "total_flops": 60953498112000000, "train_loss": 0.05838971734046936, "subset_score_loss": 0.05838971734046936}
+{"step": 4640000, "wall_time": 46348.47809410095, "train_loss_step": 1.8725831508636475, "n_params": 4285450, "total_flops": 61085147136000000, "train_loss": 0.0581893801689148, "subset_score_loss": 0.0581893801689148}
+{"step": 4650000, "wall_time": 46443.772896528244, "train_loss_step": 1.5927070379257202, "n_params": 4285450, "total_flops": 61216796160000000, "train_loss": 0.058739465475082395, "subset_score_loss": 0.058739465475082395}
+{"step": 4660000, "wall_time": 46540.96240234375, "train_loss_step": 1.7041802406311035, "n_params": 4285450, "total_flops": 61348445184000000, "train_loss": 0.05777804851531983, "subset_score_loss": 0.05777804851531983}
+{"step": 4670000, "wall_time": 46637.238502025604, "train_loss_step": 1.6190077066421509, "n_params": 4285450, "total_flops": 61480094208000000, "train_loss": 0.05721678137779236, "subset_score_loss": 0.05721678137779236}
+{"step": 4680000, "wall_time": 46732.65753865242, "train_loss_step": 1.5569133758544922, "n_params": 4285450, "total_flops": 61611743232000000, "train_loss": 0.0570986807346344, "subset_score_loss": 0.0570986807346344}
+{"step": 4690000, "wall_time": 46817.88589262962, "train_loss_step": 1.6486642360687256, "n_params": 4285450, "total_flops": 61743392256000000, "train_loss": 0.05750992298126221, "subset_score_loss": 0.05750992298126221}
+{"step": 4700000, "wall_time": 46982.64118432999, "train_loss_step": 1.5623893737792969, "n_params": 4285450, "total_flops": 61875041280000000, "train_loss": 0.05758805871009827, "subset_score_loss": 0.05758805871009827, "memorization_fraction_pixel": 0.006099999882280827, "mean_nn_ratio_pixel": 0.6714909672737122, "fid": 86.98894687505594}
+{"step": 4710000, "wall_time": 47077.964390039444, "train_loss_step": 1.759456753730774, "n_params": 4285450, "total_flops": 62006690304000000, "train_loss": 0.05811988115310669, "subset_score_loss": 0.05811988115310669}
+{"step": 4720000, "wall_time": 47175.00821137428, "train_loss_step": 1.5581891536712646, "n_params": 4285450, "total_flops": 62138339328000000, "train_loss": 0.05787842869758606, "subset_score_loss": 0.05787842869758606}
+{"step": 4730000, "wall_time": 47270.95625925064, "train_loss_step": 1.6140384674072266, "n_params": 4285450, "total_flops": 62269988352000000, "train_loss": 0.05772771239280701, "subset_score_loss": 0.05772771239280701}
+{"step": 4740000, "wall_time": 47366.63358950615, "train_loss_step": 1.747354507446289, "n_params": 4285450, "total_flops": 62401637376000000, "train_loss": 0.05742262005805969, "subset_score_loss": 0.05742262005805969}
+{"step": 4750000, "wall_time": 47461.9600815773, "train_loss_step": 1.8097338676452637, "n_params": 4285450, "total_flops": 62533286400000000, "train_loss": 0.056999492645263675, "subset_score_loss": 0.056999492645263675}
+{"step": 4760000, "wall_time": 47558.28157067299, "train_loss_step": 1.6637847423553467, "n_params": 4285450, "total_flops": 62664935424000000, "train_loss": 0.0582431435585022, "subset_score_loss": 0.0582431435585022}
+{"step": 4770000, "wall_time": 47654.27346158028, "train_loss_step": 1.5958397388458252, "n_params": 4285450, "total_flops": 62796584448000000, "train_loss": 0.057029664516448975, "subset_score_loss": 0.057029664516448975}
+{"step": 4780000, "wall_time": 47751.97501564026, "train_loss_step": 1.721768856048584, "n_params": 4285450, "total_flops": 62928233472000000, "train_loss": 0.057596254348754886, "subset_score_loss": 0.057596254348754886}
+{"step": 4790000, "wall_time": 47838.06635379791, "train_loss_step": 1.6245927810668945, "n_params": 4285450, "total_flops": 63059882496000000, "train_loss": 0.05610228180885315, "subset_score_loss": 0.05610228180885315}
+{"step": 4800000, "wall_time": 48008.86021780968, "train_loss_step": 1.8110487461090088, "n_params": 4285450, "total_flops": 63191531520000000, "train_loss": 0.05699176788330078, "subset_score_loss": 0.05699176788330078, "memorization_fraction_pixel": 0.005799999926239252, "mean_nn_ratio_pixel": 0.6688882112503052, "fid": 88.2981181646093}
+{"step": 4810000, "wall_time": 48106.71967577934, "train_loss_step": 1.7513115406036377, "n_params": 4285450, "total_flops": 63323180544000000, "train_loss": 0.056527060270309445, "subset_score_loss": 0.056527060270309445}
+{"step": 4820000, "wall_time": 48201.62232732773, "train_loss_step": 1.6614184379577637, "n_params": 4285450, "total_flops": 63454829568000000, "train_loss": 0.05697152614593506, "subset_score_loss": 0.05697152614593506}
+{"step": 4830000, "wall_time": 48298.55774760246, "train_loss_step": 1.534853458404541, "n_params": 4285450, "total_flops": 63586478592000000, "train_loss": 0.05581168532371521, "subset_score_loss": 0.05581168532371521}
+{"step": 4840000, "wall_time": 48393.7240562439, "train_loss_step": 1.6534757614135742, "n_params": 4285450, "total_flops": 63718127616000000, "train_loss": 0.0562127947807312, "subset_score_loss": 0.0562127947807312}
+{"step": 4850000, "wall_time": 48489.64931178093, "train_loss_step": 1.7814775705337524, "n_params": 4285450, "total_flops": 63849776640000000, "train_loss": 0.05710683465003967, "subset_score_loss": 0.05710683465003967}
+{"step": 4860000, "wall_time": 48586.575063467026, "train_loss_step": 1.7531471252441406, "n_params": 4285450, "total_flops": 63981425664000000, "train_loss": 0.05726540684700012, "subset_score_loss": 0.05726540684700012}
+{"step": 4870000, "wall_time": 48683.73177933693, "train_loss_step": 1.6862056255340576, "n_params": 4285450, "total_flops": 64113074688000000, "train_loss": 0.056672656536102296, "subset_score_loss": 0.056672656536102296}
+{"step": 4880000, "wall_time": 48773.91449832916, "train_loss_step": 1.7331976890563965, "n_params": 4285450, "total_flops": 64244723712000000, "train_loss": 0.05656709671020508, "subset_score_loss": 0.05656709671020508}
+{"step": 4890000, "wall_time": 48850.94720005989, "train_loss_step": 1.5491440296173096, "n_params": 4285450, "total_flops": 64376372736000000, "train_loss": 0.05672614574432373, "subset_score_loss": 0.05672614574432373}
+{"step": 4900000, "wall_time": 48992.28514647484, "train_loss_step": 1.6476529836654663, "n_params": 4285450, "total_flops": 64508021760000000, "train_loss": 0.0568406879901886, "subset_score_loss": 0.0568406879901886, "memorization_fraction_pixel": 0.004900000058114529, "mean_nn_ratio_pixel": 0.6720601320266724, "fid": 87.340075109113}
+{"step": 4910000, "wall_time": 49071.99053525925, "train_loss_step": 1.7781307697296143, "n_params": 4285450, "total_flops": 64639670784000000, "train_loss": 0.056496661901473996, "subset_score_loss": 0.056496661901473996}
+{"step": 4920000, "wall_time": 49147.853258132935, "train_loss_step": 1.8092288970947266, "n_params": 4285450, "total_flops": 64771319808000000, "train_loss": 0.056661075353622435, "subset_score_loss": 0.056661075353622435}
+{"step": 4930000, "wall_time": 49227.02144241333, "train_loss_step": 1.7034566402435303, "n_params": 4285450, "total_flops": 64902968832000000, "train_loss": 0.05669617056846619, "subset_score_loss": 0.05669617056846619}
+{"step": 4940000, "wall_time": 49302.71081709862, "train_loss_step": 1.6986608505249023, "n_params": 4285450, "total_flops": 65034617856000000, "train_loss": 0.057612675428390506, "subset_score_loss": 0.057612675428390506}
+{"step": 4950000, "wall_time": 49382.15724039078, "train_loss_step": 1.6584219932556152, "n_params": 4285450, "total_flops": 65166266880000000, "train_loss": 0.05663923621177673, "subset_score_loss": 0.05663923621177673}
+{"step": 4960000, "wall_time": 49462.20265960693, "train_loss_step": 1.6888327598571777, "n_params": 4285450, "total_flops": 65297915904000000, "train_loss": 0.0565075159072876, "subset_score_loss": 0.0565075159072876}
+{"step": 4970000, "wall_time": 49542.27737092972, "train_loss_step": 1.6027464866638184, "n_params": 4285450, "total_flops": 65429564928000000, "train_loss": 0.054828041791915895, "subset_score_loss": 0.054828041791915895}
+{"step": 4980000, "wall_time": 49622.918422460556, "train_loss_step": 1.848981261253357, "n_params": 4285450, "total_flops": 65561213952000000, "train_loss": 0.055677282810211184, "subset_score_loss": 0.055677282810211184}
+{"step": 4990000, "wall_time": 49699.49473142624, "train_loss_step": 1.717089295387268, "n_params": 4285450, "total_flops": 65692862976000000, "train_loss": 0.05651382207870483, "subset_score_loss": 0.05651382207870483}
+{"step": 5000000, "wall_time": 49842.86510682106, "train_loss_step": 1.8115965127944946, "n_params": 4285450, "total_flops": 65824512000000000, "train_loss": 0.05530483722686767, "subset_score_loss": 0.05530483722686767, "memorization_fraction_pixel": 0.006000000052154064, "mean_nn_ratio_pixel": 0.6703751683235168, "fid": 86.78276609347633}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d10/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d10/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..942bde77e2e08e865948fd77ef3313a27ec1ec4b
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d10/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     72s | train_loss=1.0279 | fid=193.6372
+  step   10000 |    163s | train_loss=0.9494
+  step   20000 |    255s | train_loss=0.9471
+  step   30000 |    348s | train_loss=0.9457
+  step   40000 |    440s | train_loss=0.9449
+  step   50000 |    532s | train_loss=0.9441
+  step   60000 |    625s | train_loss=0.9433
+  step   70000 |    717s | train_loss=0.9427
+  step   80000 |    809s | train_loss=0.9421
+  step   90000 |    901s | train_loss=0.9414
+  step  100000 |   1064s | train_loss=0.9409 | fid=87.4519
+  step  110000 |   1152s | train_loss=0.9403
+  step  120000 |   1244s | train_loss=0.9397
+  step  130000 |   1337s | train_loss=0.9391
+  step  140000 |   1429s | train_loss=0.9384
+  step  150000 |   1522s | train_loss=0.9378
+  step  160000 |   1615s | train_loss=0.9370
+  step  170000 |   1707s | train_loss=0.9360
+  step  180000 |   1800s | train_loss=0.9355
+  step  190000 |   1893s | train_loss=0.9344
+  step  200000 |   2058s | train_loss=0.9336 | fid=87.6089
+  step  210000 |   2146s | train_loss=0.9325
+  step  220000 |   2239s | train_loss=0.9312
+  step  230000 |   2332s | train_loss=0.9300
+  step  240000 |   2425s | train_loss=0.9283
+  step  250000 |   2518s | train_loss=0.9266
+  step  260000 |   2611s | train_loss=0.9247
+  step  270000 |   2704s | train_loss=0.9223
+  step  280000 |   2797s | train_loss=0.9192
+  step  290000 |   2891s | train_loss=0.9155
+  step  300000 |   3056s | train_loss=0.9110 | fid=86.3083
+  step  310000 |   3146s | train_loss=0.9043
+  step  320000 |   3237s | train_loss=0.8952
+  step  330000 |   3331s | train_loss=0.8836
+  step  340000 |   3424s | train_loss=0.8656
+  step  350000 |   3517s | train_loss=0.8458
+  step  360000 |   3610s | train_loss=0.8218
+  step  370000 |   3703s | train_loss=0.7929
+  step  380000 |   3796s | train_loss=0.7524
+  step  390000 |   3887s | train_loss=0.7176
+  step  400000 |   4054s | train_loss=0.6671 | fid=87.9228
+  step  410000 |   4144s | train_loss=0.6275
+  step  420000 |   4236s | train_loss=0.5853
+  step  430000 |   4329s | train_loss=0.5472
+  step  440000 |   4422s | train_loss=0.5108
+  step  450000 |   4515s | train_loss=0.4741
+  step  460000 |   4608s | train_loss=0.4502
+  step  470000 |   4701s | train_loss=0.4150
+  step  480000 |   4791s | train_loss=0.3974
+  step  490000 |   4884s | train_loss=0.3743
+  step  500000 |   5051s | train_loss=0.3618 | fid=85.9419
+  step  510000 |   5141s | train_loss=0.3464
+  step  520000 |   5234s | train_loss=0.3273
+  step  530000 |   5326s | train_loss=0.3228
+  step  540000 |   5419s | train_loss=0.3042
+  step  550000 |   5512s | train_loss=0.3001
+  step  560000 |   5605s | train_loss=0.2849
+  step  570000 |   5698s | train_loss=0.2810
+  step  580000 |   5788s | train_loss=0.2762
+  step  590000 |   5881s | train_loss=0.2715
+  step  600000 |   6048s | train_loss=0.2545 | fid=87.9286
+  step  610000 |   6138s | train_loss=0.2470
+  step  620000 |   6231s | train_loss=0.2458
+  step  630000 |   6323s | train_loss=0.2429
+  step  640000 |   6416s | train_loss=0.2370
+  step  650000 |   6509s | train_loss=0.2286
+  step  660000 |   6602s | train_loss=0.2254
+  step  670000 |   6692s | train_loss=0.2245
+  step  680000 |   6785s | train_loss=0.2170
+  step  690000 |   6878s | train_loss=0.2137
+  step  700000 |   7044s | train_loss=0.2096 | fid=86.7016
+  step  710000 |   7135s | train_loss=0.2052
+  step  720000 |   7227s | train_loss=0.2009
+  step  730000 |   7321s | train_loss=0.2007
+  step  740000 |   7412s | train_loss=0.1939
+  step  750000 |   7505s | train_loss=0.1943
+  step  760000 |   7598s | train_loss=0.1935
+  step  770000 |   7688s | train_loss=0.1922
+  step  780000 |   7781s | train_loss=0.1874
+  step  790000 |   7874s | train_loss=0.1856
+  step  800000 |   8041s | train_loss=0.1849 | fid=87.1326
+  step  810000 |   8132s | train_loss=0.1789
+  step  820000 |   8225s | train_loss=0.1800
+  step  830000 |   8318s | train_loss=0.1759
+  step  840000 |   8410s | train_loss=0.1743
+  step  850000 |   8503s | train_loss=0.1745
+  step  860000 |   8592s | train_loss=0.1727
+  step  870000 |   8685s | train_loss=0.1696
+  step  880000 |   8778s | train_loss=0.1680
+  step  890000 |   8871s | train_loss=0.1651
+  step  900000 |   9038s | train_loss=0.1646 | fid=88.1491
+  step  910000 |   9129s | train_loss=0.1635
+  step  920000 |   9220s | train_loss=0.1600
+  step  930000 |   9314s | train_loss=0.1624
+  step  940000 |   9407s | train_loss=0.1600
+  step  950000 |   9498s | train_loss=0.1584
+  step  960000 |   9588s | train_loss=0.1574
+  step  970000 |   9681s | train_loss=0.1554
+  step  980000 |   9775s | train_loss=0.1521
+  step  990000 |   9868s | train_loss=0.1539
+  step 1000000 |  10034s | train_loss=0.1541 | fid=87.8470
+  step 1010000 |  10127s | train_loss=0.1537
+  step 1020000 |  10218s | train_loss=0.1497
+  step 1030000 |  10311s | train_loss=0.1470
+  step 1040000 |  10403s | train_loss=0.1481
+  step 1050000 |  10491s | train_loss=0.1453
+  step 1060000 |  10584s | train_loss=0.1451
+  step 1070000 |  10677s | train_loss=0.1454
+  step 1080000 |  10770s | train_loss=0.1420
+  step 1090000 |  10863s | train_loss=0.1451
+  step 1100000 |  11029s | train_loss=0.1454 | fid=87.9224
+  step 1110000 |  11121s | train_loss=0.1376
+  step 1120000 |  11213s | train_loss=0.1411
+  step 1130000 |  11305s | train_loss=0.1388
+  step 1140000 |  11398s | train_loss=0.1392
+  step 1150000 |  11489s | train_loss=0.1371
+  step 1160000 |  11580s | train_loss=0.1369
+  step 1170000 |  11673s | train_loss=0.1385
+  step 1180000 |  11766s | train_loss=0.1358
+  step 1190000 |  11859s | train_loss=0.1327
+  step 1200000 |  12026s | train_loss=0.1318 | fid=87.6148
+  step 1210000 |  12118s | train_loss=0.1312
+  step 1220000 |  12209s | train_loss=0.1325
+  step 1230000 |  12302s | train_loss=0.1300
+  step 1240000 |  12392s | train_loss=0.1265
+  step 1250000 |  12485s | train_loss=0.1291
+  step 1260000 |  12576s | train_loss=0.1288
+  step 1270000 |  12669s | train_loss=0.1298
+  step 1280000 |  12762s | train_loss=0.1283
+  step 1290000 |  12855s | train_loss=0.1256
+  step 1300000 |  13022s | train_loss=0.1239 | fid=87.8883
+  step 1310000 |  13114s | train_loss=0.1254
+  step 1320000 |  13206s | train_loss=0.1241
+  step 1330000 |  13298s | train_loss=0.1232
+  step 1340000 |  13388s | train_loss=0.1229
+  step 1350000 |  13481s | train_loss=0.1218
+  step 1360000 |  13575s | train_loss=0.1207
+  step 1370000 |  13666s | train_loss=0.1189
+  step 1380000 |  13759s | train_loss=0.1214
+  step 1390000 |  13851s | train_loss=0.1198
+  step 1400000 |  14018s | train_loss=0.1199 | fid=88.2587
+  step 1410000 |  14110s | train_loss=0.1201
+  step 1420000 |  14201s | train_loss=0.1184
+  step 1430000 |  14290s | train_loss=0.1182
+  step 1440000 |  14382s | train_loss=0.1163
+  step 1450000 |  14475s | train_loss=0.1148
+  step 1460000 |  14568s | train_loss=0.1170
+  step 1470000 |  14660s | train_loss=0.1148
+  step 1480000 |  14753s | train_loss=0.1160
+  step 1490000 |  14846s | train_loss=0.1146
+  step 1500000 |  15012s | train_loss=0.1132 | fid=86.5842
+  step 1510000 |  15104s | train_loss=0.1121
+  step 1520000 |  15196s | train_loss=0.1151
+  step 1530000 |  15283s | train_loss=0.1142
+  step 1540000 |  15376s | train_loss=0.1130
+  step 1550000 |  15469s | train_loss=0.1124
+  step 1560000 |  15562s | train_loss=0.1115
+  step 1570000 |  15654s | train_loss=0.1095
+  step 1580000 |  15747s | train_loss=0.1101
+  step 1590000 |  15840s | train_loss=0.1114
+  step 1600000 |  16007s | train_loss=0.1100 | fid=86.8865
+  step 1610000 |  16098s | train_loss=0.1082
+  step 1620000 |  16182s | train_loss=0.1074
+  step 1630000 |  16275s | train_loss=0.1079
+  step 1640000 |  16367s | train_loss=0.1066
+  step 1650000 |  16460s | train_loss=0.1088
+  step 1660000 |  16554s | train_loss=0.1081
+  step 1670000 |  16647s | train_loss=0.1084
+  step 1680000 |  16739s | train_loss=0.1051
+  step 1690000 |  16832s | train_loss=0.1059
+  step 1700000 |  16998s | train_loss=0.1055 | fid=87.4939
+  step 1710000 |  17089s | train_loss=0.1052
+  step 1720000 |  17172s | train_loss=0.1048
+  step 1730000 |  17265s | train_loss=0.1022
+  step 1740000 |  17358s | train_loss=0.1023
+  step 1750000 |  17450s | train_loss=0.1024
+  step 1760000 |  17543s | train_loss=0.1012
+  step 1770000 |  17636s | train_loss=0.1001
+  step 1780000 |  17728s | train_loss=0.1010
+  step 1790000 |  17821s | train_loss=0.1008
+  step 1800000 |  17988s | train_loss=0.1010 | fid=87.0795
+  step 1810000 |  18080s | train_loss=0.1011
+  step 1820000 |  18164s | train_loss=0.1001
+  step 1830000 |  18255s | train_loss=0.0992
+  step 1840000 |  18348s | train_loss=0.1002
+  step 1850000 |  18440s | train_loss=0.0992
+  step 1860000 |  18534s | train_loss=0.0988
+  step 1870000 |  18627s | train_loss=0.0979
+  step 1880000 |  18720s | train_loss=0.0969
+  step 1890000 |  18811s | train_loss=0.0972
+  step 1900000 |  18978s | train_loss=0.0975 | fid=87.7265
+  step 1910000 |  19069s | train_loss=0.0960
+  step 1920000 |  19152s | train_loss=0.0955
+  step 1930000 |  19243s | train_loss=0.0949
+  step 1940000 |  19336s | train_loss=0.0968
+  step 1950000 |  19429s | train_loss=0.0969
+  step 1960000 |  19522s | train_loss=0.0957
+  step 1970000 |  19615s | train_loss=0.0953
+  step 1980000 |  19708s | train_loss=0.0956
+  step 1990000 |  19800s | train_loss=0.0948
+  step 2000000 |  19965s | train_loss=0.0933 | fid=88.1092
+  step 2010000 |  20054s | train_loss=0.0933
+  step 2020000 |  20140s | train_loss=0.0932
+  step 2030000 |  20231s | train_loss=0.0936
+  step 2040000 |  20324s | train_loss=0.0929
+  step 2050000 |  20417s | train_loss=0.0925
+  step 2060000 |  20510s | train_loss=0.0909
+  step 2070000 |  20603s | train_loss=0.0913
+  step 2080000 |  20696s | train_loss=0.0919
+  step 2090000 |  20789s | train_loss=0.0929
+  step 2100000 |  20953s | train_loss=0.0931 | fid=84.6373
+  step 2110000 |  21040s | train_loss=0.0905
+  step 2120000 |  21131s | train_loss=0.0898
+  step 2130000 |  21223s | train_loss=0.0900
+  step 2140000 |  21316s | train_loss=0.0891
+  step 2150000 |  21412s | train_loss=0.0885
+  step 2160000 |  21507s | train_loss=0.0896
+  step 2170000 |  21601s | train_loss=0.0901
+  step 2180000 |  21696s | train_loss=0.0880
+  step 2190000 |  21790s | train_loss=0.0895
+  step 2200000 |  21957s | train_loss=0.0885 | fid=86.6952
+  step 2210000 |  22037s | train_loss=0.0878
+  step 2220000 |  22128s | train_loss=0.0881
+  step 2230000 |  22222s | train_loss=0.0881
+  step 2240000 |  22317s | train_loss=0.0862
+  step 2250000 |  22413s | train_loss=0.0869
+  step 2260000 |  22508s | train_loss=0.0875
+  step 2270000 |  22602s | train_loss=0.0875
+  step 2280000 |  22696s | train_loss=0.0862
+  step 2290000 |  22791s | train_loss=0.0874
+  step 2300000 |  22959s | train_loss=0.0860 | fid=86.4463
+  step 2310000 |  23041s | train_loss=0.0843
+  step 2320000 |  23131s | train_loss=0.0843
+  step 2330000 |  23224s | train_loss=0.0851
+  step 2340000 |  23320s | train_loss=0.0836
+  step 2350000 |  23415s | train_loss=0.0841
+  step 2360000 |  23510s | train_loss=0.0832
+  step 2370000 |  23603s | train_loss=0.0843
+  step 2380000 |  23696s | train_loss=0.0851
+  step 2390000 |  23789s | train_loss=0.0847
+  step 2400000 |  23954s | train_loss=0.0846 | fid=87.9533
+  step 2410000 |  24040s | train_loss=0.0845
+  step 2420000 |  24131s | train_loss=0.0836
+  step 2430000 |  24223s | train_loss=0.0826
+  step 2440000 |  24316s | train_loss=0.0824
+  step 2450000 |  24409s | train_loss=0.0832
+  step 2460000 |  24502s | train_loss=0.0830
+  step 2470000 |  24594s | train_loss=0.0833
+  step 2480000 |  24687s | train_loss=0.0813
+  step 2490000 |  24779s | train_loss=0.0831
+  step 2500000 |  24946s | train_loss=0.0817 | fid=88.6282
+  step 2510000 |  25025s | train_loss=0.0806
+  step 2520000 |  25116s | train_loss=0.0802
+  step 2530000 |  25208s | train_loss=0.0808
+  step 2540000 |  25301s | train_loss=0.0808
+  step 2550000 |  25394s | train_loss=0.0798
+  step 2560000 |  25487s | train_loss=0.0803
+  step 2570000 |  25580s | train_loss=0.0801
+  step 2580000 |  25673s | train_loss=0.0799
+  step 2590000 |  25766s | train_loss=0.0794
+  step 2600000 |  25932s | train_loss=0.0805 | fid=86.1920
+  step 2610000 |  26013s | train_loss=0.0803
+  step 2620000 |  26104s | train_loss=0.0792
+  step 2630000 |  26195s | train_loss=0.0790
+  step 2640000 |  26288s | train_loss=0.0802
+  step 2650000 |  26381s | train_loss=0.0797
+  step 2660000 |  26474s | train_loss=0.0788
+  step 2670000 |  26567s | train_loss=0.0765
+  step 2680000 |  26659s | train_loss=0.0771
+  step 2690000 |  26752s | train_loss=0.0761
+  step 2700000 |  26917s | train_loss=0.0772 | fid=86.2549
+  step 2710000 |  27003s | train_loss=0.0767
+  step 2720000 |  27093s | train_loss=0.0777
+  step 2730000 |  27184s | train_loss=0.0786
+  step 2740000 |  27277s | train_loss=0.0767
+  step 2750000 |  27370s | train_loss=0.0767
+  step 2760000 |  27463s | train_loss=0.0770
+  step 2770000 |  27556s | train_loss=0.0776
+  step 2780000 |  27649s | train_loss=0.0762
+  step 2790000 |  27741s | train_loss=0.0757
+  step 2800000 |  27905s | train_loss=0.0755 | fid=87.1931
+  step 2810000 |  27993s | train_loss=0.0766
+  step 2820000 |  28082s | train_loss=0.0752
+  step 2830000 |  28174s | train_loss=0.0758
+  step 2840000 |  28267s | train_loss=0.0746
+  step 2850000 |  28359s | train_loss=0.0749
+  step 2860000 |  28452s | train_loss=0.0763
+  step 2870000 |  28545s | train_loss=0.0747
+  step 2880000 |  28638s | train_loss=0.0738
+  step 2890000 |  28730s | train_loss=0.0743
+  step 2900000 |  28892s | train_loss=0.0739 | fid=87.3832
+  step 2910000 |  28983s | train_loss=0.0735
+  step 2920000 |  29073s | train_loss=0.0734
+  step 2930000 |  29164s | train_loss=0.0740
+  step 2940000 |  29257s | train_loss=0.0741
+  step 2950000 |  29350s | train_loss=0.0745
+  step 2960000 |  29443s | train_loss=0.0738
+  step 2970000 |  29536s | train_loss=0.0741
+  step 2980000 |  29629s | train_loss=0.0711
+  step 2990000 |  29723s | train_loss=0.0733
+  step 3000000 |  29887s | train_loss=0.0731 | fid=88.3028
+  step 3010000 |  29982s | train_loss=0.0737
+  step 3020000 |  30076s | train_loss=0.0731
+  step 3030000 |  30167s | train_loss=0.0724
+  step 3040000 |  30263s | train_loss=0.0733
+  step 3050000 |  30357s | train_loss=0.0723
+  step 3060000 |  30452s | train_loss=0.0721
+  step 3070000 |  30547s | train_loss=0.0717
+  step 3080000 |  30642s | train_loss=0.0727
+  step 3090000 |  30737s | train_loss=0.0714
+  step 3100000 |  30893s | train_loss=0.0723 | fid=87.4747
+  step 3110000 |  30989s | train_loss=0.0713
+  step 3120000 |  31083s | train_loss=0.0707
+  step 3130000 |  31175s | train_loss=0.0713
+  step 3140000 |  31269s | train_loss=0.0714
+  step 3150000 |  31365s | train_loss=0.0731
+  step 3160000 |  31462s | train_loss=0.0707
+  step 3170000 |  31557s | train_loss=0.0715
+  step 3180000 |  31652s | train_loss=0.0712
+  step 3190000 |  31748s | train_loss=0.0709
+  step 3200000 |  31908s | train_loss=0.0710 | fid=87.5707
+  step 3210000 |  32003s | train_loss=0.0705
+  step 3220000 |  32097s | train_loss=0.0705
+  step 3230000 |  32190s | train_loss=0.0714
+  step 3240000 |  32282s | train_loss=0.0698
+  step 3250000 |  32377s | train_loss=0.0687
+  step 3260000 |  32473s | train_loss=0.0697
+  step 3270000 |  32568s | train_loss=0.0699
+  step 3280000 |  32664s | train_loss=0.0697
+  step 3290000 |  32760s | train_loss=0.0689
+  step 3300000 |  32913s | train_loss=0.0686 | fid=87.7791
+  step 3310000 |  33010s | train_loss=0.0679
+  step 3320000 |  33093s | train_loss=0.0701
+  step 3330000 |  33186s | train_loss=0.0693
+  step 3340000 |  33280s | train_loss=0.0700
+  step 3350000 |  33376s | train_loss=0.0668
+  step 3360000 |  33470s | train_loss=0.0682
+  step 3370000 |  33565s | train_loss=0.0673
+  step 3380000 |  33661s | train_loss=0.0675
+  step 3390000 |  33756s | train_loss=0.0677
+  step 3400000 |  33908s | train_loss=0.0675 | fid=87.6004
+  step 3410000 |  34003s | train_loss=0.0676
+  step 3420000 |  34096s | train_loss=0.0665
+  step 3430000 |  34182s | train_loss=0.0676
+  step 3440000 |  34275s | train_loss=0.0673
+  step 3450000 |  34372s | train_loss=0.0674
+  step 3460000 |  34466s | train_loss=0.0662
+  step 3470000 |  34561s | train_loss=0.0666
+  step 3480000 |  34657s | train_loss=0.0673
+  step 3490000 |  34753s | train_loss=0.0656
+  step 3500000 |  34903s | train_loss=0.0666 | fid=87.3525
+  step 3510000 |  34997s | train_loss=0.0676
+  step 3520000 |  35091s | train_loss=0.0654
+  step 3530000 |  35175s | train_loss=0.0660
+  step 3540000 |  35270s | train_loss=0.0670
+  step 3550000 |  35364s | train_loss=0.0661
+  step 3560000 |  35457s | train_loss=0.0668
+  step 3570000 |  35553s | train_loss=0.0669
+  step 3580000 |  35648s | train_loss=0.0680
+  step 3590000 |  35744s | train_loss=0.0662
+  step 3600000 |  35895s | train_loss=0.0651 | fid=87.5705
+  step 3610000 |  35990s | train_loss=0.0661
+  step 3620000 |  36084s | train_loss=0.0662
+  step 3630000 |  36169s | train_loss=0.0655
+  step 3640000 |  36256s | train_loss=0.0657
+  step 3650000 |  36350s | train_loss=0.0659
+  step 3660000 |  36444s | train_loss=0.0664
+  step 3670000 |  36540s | train_loss=0.0652
+  step 3680000 |  36637s | train_loss=0.0654
+  step 3690000 |  36732s | train_loss=0.0648
+  step 3700000 |  36888s | train_loss=0.0651 | fid=87.5314
+  step 3710000 |  36984s | train_loss=0.0647
+  step 3720000 |  37077s | train_loss=0.0650
+  step 3730000 |  37172s | train_loss=0.0651
+  step 3740000 |  37255s | train_loss=0.0648
+  step 3750000 |  37351s | train_loss=0.0641
+  step 3760000 |  37444s | train_loss=0.0644
+  step 3770000 |  37540s | train_loss=0.0644
+  step 3780000 |  37636s | train_loss=0.0636
+  step 3790000 |  37731s | train_loss=0.0630
+  step 3800000 |  37881s | train_loss=0.0647 | fid=87.3148
+  step 3810000 |  37976s | train_loss=0.0632
+  step 3820000 |  38069s | train_loss=0.0641
+  step 3830000 |  38163s | train_loss=0.0634
+  step 3840000 |  38253s | train_loss=0.0625
+  step 3850000 |  38345s | train_loss=0.0639
+  step 3860000 |  38439s | train_loss=0.0632
+  step 3870000 |  38534s | train_loss=0.0621
+  step 3880000 |  38630s | train_loss=0.0649
+  step 3890000 |  38726s | train_loss=0.0638
+  step 3900000 |  38883s | train_loss=0.0626 | fid=86.9503
+  step 3910000 |  38977s | train_loss=0.0630
+  step 3920000 |  39071s | train_loss=0.0614
+  step 3930000 |  39164s | train_loss=0.0623
+  step 3940000 |  39259s | train_loss=0.0635
+  step 3950000 |  39352s | train_loss=0.0638
+  step 3960000 |  39446s | train_loss=0.0625
+  step 3970000 |  39542s | train_loss=0.0623
+  step 3980000 |  39638s | train_loss=0.0621
+  step 3990000 |  39733s | train_loss=0.0634
+  step 4000000 |  39883s | train_loss=0.0636 | fid=87.0629
+  step 4010000 |  39978s | train_loss=0.0627
+  step 4020000 |  40074s | train_loss=0.0627
+  step 4030000 |  40167s | train_loss=0.0616
+  step 4040000 |  40260s | train_loss=0.0612
+  step 4050000 |  40355s | train_loss=0.0620
+  step 4060000 |  40451s | train_loss=0.0617
+  step 4070000 |  40546s | train_loss=0.0620
+  step 4080000 |  40642s | train_loss=0.0627
+  step 4090000 |  40737s | train_loss=0.0603
+  step 4100000 |  40887s | train_loss=0.0606 | fid=87.7867
+  step 4110000 |  40982s | train_loss=0.0625
+  step 4120000 |  41077s | train_loss=0.0610
+  step 4130000 |  41170s | train_loss=0.0620
+  step 4140000 |  41262s | train_loss=0.0609
+  step 4150000 |  41359s | train_loss=0.0617
+  step 4160000 |  41456s | train_loss=0.0611
+  step 4170000 |  41551s | train_loss=0.0617
+  step 4180000 |  41648s | train_loss=0.0626
+  step 4190000 |  41746s | train_loss=0.0614
+  step 4200000 |  41899s | train_loss=0.0602 | fid=88.2921
+  step 4210000 |  41997s | train_loss=0.0618
+  step 4220000 |  42094s | train_loss=0.0599
+  step 4230000 |  42186s | train_loss=0.0611
+  step 4240000 |  42279s | train_loss=0.0619
+  step 4250000 |  42376s | train_loss=0.0605
+  step 4260000 |  42473s | train_loss=0.0602
+  step 4270000 |  42568s | train_loss=0.0599
+  step 4280000 |  42665s | train_loss=0.0612
+  step 4290000 |  42762s | train_loss=0.0611
+  step 4300000 |  42917s | train_loss=0.0589 | fid=86.9896
+  step 4310000 |  43014s | train_loss=0.0617
+  step 4320000 |  43111s | train_loss=0.0600
+  step 4330000 |  43203s | train_loss=0.0593
+  step 4340000 |  43296s | train_loss=0.0593
+  step 4350000 |  43394s | train_loss=0.0585
+  step 4360000 |  43491s | train_loss=0.0606
+  step 4370000 |  43588s | train_loss=0.0586
+  step 4380000 |  43683s | train_loss=0.0599
+  step 4390000 |  43778s | train_loss=0.0587
+  step 4400000 |  43934s | train_loss=0.0595 | fid=87.7202
+  step 4410000 |  44031s | train_loss=0.0601
+  step 4420000 |  44127s | train_loss=0.0592
+  step 4430000 |  44221s | train_loss=0.0592
+  step 4440000 |  44315s | train_loss=0.0595
+  step 4450000 |  44413s | train_loss=0.0590
+  step 4460000 |  44509s | train_loss=0.0588
+  step 4470000 |  44606s | train_loss=0.0597
+  step 4480000 |  44700s | train_loss=0.0584
+  step 4490000 |  44791s | train_loss=0.0587
+  step 4500000 |  44947s | train_loss=0.0583 | fid=87.7308
+  step 4510000 |  45044s | train_loss=0.0574
+  step 4520000 |  45138s | train_loss=0.0590
+  step 4530000 |  45234s | train_loss=0.0581
+  step 4540000 |  45328s | train_loss=0.0588
+  step 4550000 |  45424s | train_loss=0.0578
+  step 4560000 |  45521s | train_loss=0.0588
+  step 4570000 |  45619s | train_loss=0.0580
+  step 4580000 |  45713s | train_loss=0.0588
+  step 4590000 |  45805s | train_loss=0.0575
+  step 4600000 |  45967s | train_loss=0.0587 | fid=85.6555
+  step 4610000 |  46063s | train_loss=0.0591
+  step 4620000 |  46159s | train_loss=0.0582
+  step 4630000 |  46254s | train_loss=0.0584
+  step 4640000 |  46348s | train_loss=0.0582
+  step 4650000 |  46444s | train_loss=0.0587
+  step 4660000 |  46541s | train_loss=0.0578
+  step 4670000 |  46637s | train_loss=0.0572
+  step 4680000 |  46733s | train_loss=0.0571
+  step 4690000 |  46818s | train_loss=0.0575
+  step 4700000 |  46983s | train_loss=0.0576 | fid=86.9889
+  step 4710000 |  47078s | train_loss=0.0581
+  step 4720000 |  47175s | train_loss=0.0579
+  step 4730000 |  47271s | train_loss=0.0577
+  step 4740000 |  47367s | train_loss=0.0574
+  step 4750000 |  47462s | train_loss=0.0570
+  step 4760000 |  47558s | train_loss=0.0582
+  step 4770000 |  47654s | train_loss=0.0570
+  step 4780000 |  47752s | train_loss=0.0576
+  step 4790000 |  47838s | train_loss=0.0561
+  step 4800000 |  48009s | train_loss=0.0570 | fid=88.2981
+  step 4810000 |  48107s | train_loss=0.0565
+  step 4820000 |  48202s | train_loss=0.0570
+  step 4830000 |  48299s | train_loss=0.0558
+  step 4840000 |  48394s | train_loss=0.0562
+  step 4850000 |  48490s | train_loss=0.0571
+  step 4860000 |  48587s | train_loss=0.0573
+  step 4870000 |  48684s | train_loss=0.0567
+  step 4880000 |  48774s | train_loss=0.0566
+  step 4890000 |  48851s | train_loss=0.0567
+  step 4900000 |  48992s | train_loss=0.0568 | fid=87.3401
+  step 4910000 |  49072s | train_loss=0.0565
+  step 4920000 |  49148s | train_loss=0.0567
+  step 4930000 |  49227s | train_loss=0.0567
+  step 4940000 |  49303s | train_loss=0.0576
+  step 4950000 |  49382s | train_loss=0.0566
+  step 4960000 |  49462s | train_loss=0.0565
+  step 4970000 |  49542s | train_loss=0.0548
+  step 4980000 |  49623s | train_loss=0.0557
+  step 4990000 |  49699s | train_loss=0.0565
+  step 5000000 |  49843s | train_loss=0.0553 | fid=86.7828
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d100/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d100/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f7569f8561b1e0d0b3c94fb4696a8958ea69d105
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d100/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d100/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d100",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 45,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d100/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d100/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..853c948a2ee6aab813d02cf116a85372191ca48b
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d100/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 100, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d100/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 45}
+{"step": 1, "wall_time": 70.89683508872986, "train_loss_step": 99.95826721191406, "n_params": 4469860, "total_flops": 13731409920, "train_loss": 1.0035713195800782, "subset_score_loss": 1.0035713195800782, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9750158190727234, "fid": 291.36977268763513}
+{"step": 10000, "wall_time": 165.73190021514893, "train_loss_step": 20.153526306152344, "n_params": 4469860, "total_flops": 137314099200000, "train_loss": 0.810569076538086, "subset_score_loss": 0.810569076538086}
+{"step": 20000, "wall_time": 262.1275508403778, "train_loss_step": 17.517854690551758, "n_params": 4469860, "total_flops": 274628198400000, "train_loss": 0.6864965057373047, "subset_score_loss": 0.6864965057373047}
+{"step": 30000, "wall_time": 358.26619505882263, "train_loss_step": 15.775700569152832, "n_params": 4469860, "total_flops": 411942297600000, "train_loss": 0.5505109786987304, "subset_score_loss": 0.5505109786987304}
+{"step": 40000, "wall_time": 454.49257946014404, "train_loss_step": 13.112432479858398, "n_params": 4469860, "total_flops": 549256396800000, "train_loss": 0.41294078826904296, "subset_score_loss": 0.41294078826904296}
+{"step": 50000, "wall_time": 551.0451800823212, "train_loss_step": 10.976468086242676, "n_params": 4469860, "total_flops": 686570496000000, "train_loss": 0.29940387725830075, "subset_score_loss": 0.29940387725830075}
+{"step": 60000, "wall_time": 647.227518081665, "train_loss_step": 10.231878280639648, "n_params": 4469860, "total_flops": 823884595200000, "train_loss": 0.22732305526733398, "subset_score_loss": 0.22732305526733398}
+{"step": 70000, "wall_time": 742.6645593643188, "train_loss_step": 9.895683288574219, "n_params": 4469860, "total_flops": 961198694400000, "train_loss": 0.18556228637695313, "subset_score_loss": 0.18556228637695313}
+{"step": 80000, "wall_time": 838.9747893810272, "train_loss_step": 9.727825164794922, "n_params": 4469860, "total_flops": 1098512793600000, "train_loss": 0.15845919609069825, "subset_score_loss": 0.15845919609069825}
+{"step": 90000, "wall_time": 935.562185049057, "train_loss_step": 8.721708297729492, "n_params": 4469860, "total_flops": 1235826892800000, "train_loss": 0.14481508255004882, "subset_score_loss": 0.14481508255004882}
+{"step": 100000, "wall_time": 1095.782490491867, "train_loss_step": 8.30708122253418, "n_params": 4469860, "total_flops": 1373140992000000, "train_loss": 0.12904741287231444, "subset_score_loss": 0.12904741287231444, "memorization_fraction_pixel": 0.0003000000142492354, "mean_nn_ratio_pixel": 0.9095867276191711, "fid": 60.356223869004964}
+{"step": 110000, "wall_time": 1192.1225984096527, "train_loss_step": 8.093696594238281, "n_params": 4469860, "total_flops": 1510455091200000, "train_loss": 0.1214564323425293, "subset_score_loss": 0.1214564323425293}
+{"step": 120000, "wall_time": 1288.2177832126617, "train_loss_step": 8.152165412902832, "n_params": 4469860, "total_flops": 1647769190400000, "train_loss": 0.1152517032623291, "subset_score_loss": 0.1152517032623291}
+{"step": 130000, "wall_time": 1383.8267185688019, "train_loss_step": 7.913569450378418, "n_params": 4469860, "total_flops": 1785083289600000, "train_loss": 0.1091773509979248, "subset_score_loss": 0.1091773509979248}
+{"step": 140000, "wall_time": 1481.3311591148376, "train_loss_step": 7.9065752029418945, "n_params": 4469860, "total_flops": 1922397388800000, "train_loss": 0.10403644561767578, "subset_score_loss": 0.10403644561767578}
+{"step": 150000, "wall_time": 1578.8041064739227, "train_loss_step": 7.628044605255127, "n_params": 4469860, "total_flops": 2059711488000000, "train_loss": 0.10173281669616699, "subset_score_loss": 0.10173281669616699}
+{"step": 160000, "wall_time": 1675.715267419815, "train_loss_step": 7.254456520080566, "n_params": 4469860, "total_flops": 2197025587200000, "train_loss": 0.09682840347290039, "subset_score_loss": 0.09682840347290039}
+{"step": 170000, "wall_time": 1772.861703157425, "train_loss_step": 7.236980438232422, "n_params": 4469860, "total_flops": 2334339686400000, "train_loss": 0.09243180274963379, "subset_score_loss": 0.09243180274963379}
+{"step": 180000, "wall_time": 1870.1175184249878, "train_loss_step": 6.997862815856934, "n_params": 4469860, "total_flops": 2471653785600000, "train_loss": 0.09027285575866699, "subset_score_loss": 0.09027285575866699}
+{"step": 190000, "wall_time": 1963.1936337947845, "train_loss_step": 7.2229905128479, "n_params": 4469860, "total_flops": 2608967884800000, "train_loss": 0.08828332901000976, "subset_score_loss": 0.08828332901000976}
+{"step": 200000, "wall_time": 2129.7700142860413, "train_loss_step": 6.714874267578125, "n_params": 4469860, "total_flops": 2746281984000000, "train_loss": 0.08562826156616211, "subset_score_loss": 0.08562826156616211, "memorization_fraction_pixel": 0.011800000444054604, "mean_nn_ratio_pixel": 0.8569769263267517, "fid": 59.16689847014548}
+{"step": 210000, "wall_time": 2227.192375898361, "train_loss_step": 7.1472039222717285, "n_params": 4469860, "total_flops": 2883596083200000, "train_loss": 0.08451889038085937, "subset_score_loss": 0.08451889038085937}
+{"step": 220000, "wall_time": 2323.6786975860596, "train_loss_step": 6.614667892456055, "n_params": 4469860, "total_flops": 3020910182400000, "train_loss": 0.08132136344909668, "subset_score_loss": 0.08132136344909668}
+{"step": 230000, "wall_time": 2420.948436021805, "train_loss_step": 6.345841407775879, "n_params": 4469860, "total_flops": 3158224281600000, "train_loss": 0.07810811519622803, "subset_score_loss": 0.07810811519622803}
+{"step": 240000, "wall_time": 2518.123641729355, "train_loss_step": 6.964479923248291, "n_params": 4469860, "total_flops": 3295538380800000, "train_loss": 0.07796962261199951, "subset_score_loss": 0.07796962261199951}
+{"step": 250000, "wall_time": 2615.139869451523, "train_loss_step": 6.725516319274902, "n_params": 4469860, "total_flops": 3432852480000000, "train_loss": 0.07648812294006348, "subset_score_loss": 0.07648812294006348}
+{"step": 260000, "wall_time": 2712.5969789028168, "train_loss_step": 6.481331825256348, "n_params": 4469860, "total_flops": 3570166579200000, "train_loss": 0.07487781524658203, "subset_score_loss": 0.07487781524658203}
+{"step": 270000, "wall_time": 2809.978691339493, "train_loss_step": 6.135115623474121, "n_params": 4469860, "total_flops": 3707480678400000, "train_loss": 0.07189961433410645, "subset_score_loss": 0.07189961433410645}
+{"step": 280000, "wall_time": 2903.167412042618, "train_loss_step": 6.8111724853515625, "n_params": 4469860, "total_flops": 3844794777600000, "train_loss": 0.07177555561065674, "subset_score_loss": 0.07177555561065674}
+{"step": 290000, "wall_time": 3000.2969319820404, "train_loss_step": 6.447779178619385, "n_params": 4469860, "total_flops": 3982108876800000, "train_loss": 0.0712183141708374, "subset_score_loss": 0.0712183141708374}
+{"step": 300000, "wall_time": 3169.339921474457, "train_loss_step": 6.361462593078613, "n_params": 4469860, "total_flops": 4119422976000000, "train_loss": 0.06790355682373046, "subset_score_loss": 0.06790355682373046, "memorization_fraction_pixel": 0.029600000008940697, "mean_nn_ratio_pixel": 0.8251574039459229, "fid": 57.10850950862758}
+{"step": 310000, "wall_time": 3266.7893636226654, "train_loss_step": 6.084931373596191, "n_params": 4469860, "total_flops": 4256737075200000, "train_loss": 0.06680652618408203, "subset_score_loss": 0.06680652618408203}
+{"step": 320000, "wall_time": 3364.3626778125763, "train_loss_step": 5.87775182723999, "n_params": 4469860, "total_flops": 4394051174400000, "train_loss": 0.06588318824768066, "subset_score_loss": 0.06588318824768066}
+{"step": 330000, "wall_time": 3461.4552388191223, "train_loss_step": 5.832408905029297, "n_params": 4469860, "total_flops": 4531365273600000, "train_loss": 0.06492477893829346, "subset_score_loss": 0.06492477893829346}
+{"step": 340000, "wall_time": 3558.8314328193665, "train_loss_step": 6.105414390563965, "n_params": 4469860, "total_flops": 4668679372800000, "train_loss": 0.06468962669372559, "subset_score_loss": 0.06468962669372559}
+{"step": 350000, "wall_time": 3655.9534935951233, "train_loss_step": 6.179144382476807, "n_params": 4469860, "total_flops": 4805993472000000, "train_loss": 0.06309946537017823, "subset_score_loss": 0.06309946537017823}
+{"step": 360000, "wall_time": 3753.624529838562, "train_loss_step": 5.956409454345703, "n_params": 4469860, "total_flops": 4943307571200000, "train_loss": 0.062321772575378416, "subset_score_loss": 0.062321772575378416}
+{"step": 370000, "wall_time": 3846.4662692546844, "train_loss_step": 6.354061126708984, "n_params": 4469860, "total_flops": 5080621670400000, "train_loss": 0.06005844116210937, "subset_score_loss": 0.06005844116210937}
+{"step": 380000, "wall_time": 3943.8796882629395, "train_loss_step": 6.277339935302734, "n_params": 4469860, "total_flops": 5217935769600000, "train_loss": 0.061313939094543454, "subset_score_loss": 0.061313939094543454}
+{"step": 390000, "wall_time": 4041.4599158763885, "train_loss_step": 5.975454330444336, "n_params": 4469860, "total_flops": 5355249868800000, "train_loss": 0.05880807399749756, "subset_score_loss": 0.05880807399749756}
+{"step": 400000, "wall_time": 4209.808537006378, "train_loss_step": 6.104806900024414, "n_params": 4469860, "total_flops": 5492563968000000, "train_loss": 0.059726810455322264, "subset_score_loss": 0.059726810455322264, "memorization_fraction_pixel": 0.058400001376867294, "mean_nn_ratio_pixel": 0.782267153263092, "fid": 53.33762716968742}
+{"step": 410000, "wall_time": 4307.017303228378, "train_loss_step": 5.542652606964111, "n_params": 4469860, "total_flops": 5629878067200000, "train_loss": 0.05718215942382812, "subset_score_loss": 0.05718215942382812}
+{"step": 420000, "wall_time": 4403.957339048386, "train_loss_step": 5.902657985687256, "n_params": 4469860, "total_flops": 5767192166400000, "train_loss": 0.05658113479614258, "subset_score_loss": 0.05658113479614258}
+{"step": 430000, "wall_time": 4501.7048988342285, "train_loss_step": 5.9839043617248535, "n_params": 4469860, "total_flops": 5904506265600000, "train_loss": 0.05659496307373047, "subset_score_loss": 0.05659496307373047}
+{"step": 440000, "wall_time": 4598.897689580917, "train_loss_step": 6.24822998046875, "n_params": 4469860, "total_flops": 6041820364800000, "train_loss": 0.05743505954742432, "subset_score_loss": 0.05743505954742432}
+{"step": 450000, "wall_time": 4695.6989133358, "train_loss_step": 6.033662796020508, "n_params": 4469860, "total_flops": 6179134464000000, "train_loss": 0.0549882173538208, "subset_score_loss": 0.0549882173538208}
+{"step": 460000, "wall_time": 4788.530832767487, "train_loss_step": 5.5257415771484375, "n_params": 4469860, "total_flops": 6316448563200000, "train_loss": 0.05414163112640381, "subset_score_loss": 0.05414163112640381}
+{"step": 470000, "wall_time": 4884.365110635757, "train_loss_step": 6.121253967285156, "n_params": 4469860, "total_flops": 6453762662400000, "train_loss": 0.05417177200317383, "subset_score_loss": 0.05417177200317383}
+{"step": 480000, "wall_time": 4981.639216184616, "train_loss_step": 5.57199764251709, "n_params": 4469860, "total_flops": 6591076761600000, "train_loss": 0.05331819534301758, "subset_score_loss": 0.05331819534301758}
+{"step": 490000, "wall_time": 5077.6463367938995, "train_loss_step": 5.859025001525879, "n_params": 4469860, "total_flops": 6728390860800000, "train_loss": 0.0524757719039917, "subset_score_loss": 0.0524757719039917}
+{"step": 500000, "wall_time": 5246.3470895290375, "train_loss_step": 5.659039497375488, "n_params": 4469860, "total_flops": 6865704960000000, "train_loss": 0.05149637222290039, "subset_score_loss": 0.05149637222290039, "memorization_fraction_pixel": 0.0722000002861023, "mean_nn_ratio_pixel": 0.7632737755775452, "fid": 53.3168756328163}
+{"step": 510000, "wall_time": 5343.184630870819, "train_loss_step": 5.971041679382324, "n_params": 4469860, "total_flops": 7003019059200000, "train_loss": 0.05122276306152344, "subset_score_loss": 0.05122276306152344}
+{"step": 520000, "wall_time": 5440.131167411804, "train_loss_step": 5.424901962280273, "n_params": 4469860, "total_flops": 7140333158400000, "train_loss": 0.05131297111511231, "subset_score_loss": 0.05131297111511231}
+{"step": 530000, "wall_time": 5537.152879238129, "train_loss_step": 5.416740417480469, "n_params": 4469860, "total_flops": 7277647257600000, "train_loss": 0.051197023391723634, "subset_score_loss": 0.051197023391723634}
+{"step": 540000, "wall_time": 5634.82604765892, "train_loss_step": 5.890152931213379, "n_params": 4469860, "total_flops": 7414961356800000, "train_loss": 0.05038305759429931, "subset_score_loss": 0.05038305759429931}
+{"step": 550000, "wall_time": 5729.30536198616, "train_loss_step": 5.7494425773620605, "n_params": 4469860, "total_flops": 7552275456000000, "train_loss": 0.050830512046813964, "subset_score_loss": 0.050830512046813964}
+{"step": 560000, "wall_time": 5823.751178979874, "train_loss_step": 5.639525413513184, "n_params": 4469860, "total_flops": 7689589555200000, "train_loss": 0.04752595901489258, "subset_score_loss": 0.04752595901489258}
+{"step": 570000, "wall_time": 5920.8407299518585, "train_loss_step": 5.1951069831848145, "n_params": 4469860, "total_flops": 7826903654400000, "train_loss": 0.05026473045349121, "subset_score_loss": 0.05026473045349121}
+{"step": 580000, "wall_time": 6018.641341209412, "train_loss_step": 5.307383060455322, "n_params": 4469860, "total_flops": 7964217753600000, "train_loss": 0.04884101867675781, "subset_score_loss": 0.04884101867675781}
+{"step": 590000, "wall_time": 6114.071841239929, "train_loss_step": 5.569873809814453, "n_params": 4469860, "total_flops": 8101531852800000, "train_loss": 0.04809267044067383, "subset_score_loss": 0.04809267044067383}
+{"step": 600000, "wall_time": 6282.714813232422, "train_loss_step": 5.839759826660156, "n_params": 4469860, "total_flops": 8238845952000000, "train_loss": 0.04780951499938965, "subset_score_loss": 0.04780951499938965, "memorization_fraction_pixel": 0.10189999639987946, "mean_nn_ratio_pixel": 0.7395416498184204, "fid": 51.18166877294986}
+{"step": 610000, "wall_time": 6380.430577516556, "train_loss_step": 5.350235939025879, "n_params": 4469860, "total_flops": 8376160051200000, "train_loss": 0.048125534057617186, "subset_score_loss": 0.048125534057617186}
+{"step": 620000, "wall_time": 6477.214250087738, "train_loss_step": 5.491538047790527, "n_params": 4469860, "total_flops": 8513474150400000, "train_loss": 0.04952626705169678, "subset_score_loss": 0.04952626705169678}
+{"step": 630000, "wall_time": 6574.88529920578, "train_loss_step": 5.73318338394165, "n_params": 4469860, "total_flops": 8650788249600000, "train_loss": 0.04709807395935059, "subset_score_loss": 0.04709807395935059}
+{"step": 640000, "wall_time": 6668.616557836533, "train_loss_step": 5.317205429077148, "n_params": 4469860, "total_flops": 8788102348800000, "train_loss": 0.04545631885528564, "subset_score_loss": 0.04545631885528564}
+{"step": 650000, "wall_time": 6761.71616435051, "train_loss_step": 5.635591506958008, "n_params": 4469860, "total_flops": 8925416448000000, "train_loss": 0.04556250095367432, "subset_score_loss": 0.04556250095367432}
+{"step": 660000, "wall_time": 6859.194933414459, "train_loss_step": 4.782559394836426, "n_params": 4469860, "total_flops": 9062730547200000, "train_loss": 0.044391818046569824, "subset_score_loss": 0.044391818046569824}
+{"step": 670000, "wall_time": 6956.850521564484, "train_loss_step": 5.597931385040283, "n_params": 4469860, "total_flops": 9200044646400000, "train_loss": 0.04625972747802734, "subset_score_loss": 0.04625972747802734}
+{"step": 680000, "wall_time": 7053.073077440262, "train_loss_step": 5.189830780029297, "n_params": 4469860, "total_flops": 9337358745600000, "train_loss": 0.04483194351196289, "subset_score_loss": 0.04483194351196289}
+{"step": 690000, "wall_time": 7150.474791526794, "train_loss_step": 5.231911659240723, "n_params": 4469860, "total_flops": 9474672844800000, "train_loss": 0.04424990177154541, "subset_score_loss": 0.04424990177154541}
+{"step": 700000, "wall_time": 7318.397993803024, "train_loss_step": 5.193031311035156, "n_params": 4469860, "total_flops": 9611986944000000, "train_loss": 0.04415043354034424, "subset_score_loss": 0.04415043354034424, "memorization_fraction_pixel": 0.11339999735355377, "mean_nn_ratio_pixel": 0.7286319136619568, "fid": 50.98933739391062}
+{"step": 710000, "wall_time": 7415.889816761017, "train_loss_step": 5.44111442565918, "n_params": 4469860, "total_flops": 9749301043200000, "train_loss": 0.04438225746154785, "subset_score_loss": 0.04438225746154785}
+{"step": 720000, "wall_time": 7513.140543460846, "train_loss_step": 5.756844997406006, "n_params": 4469860, "total_flops": 9886615142400000, "train_loss": 0.04321574211120605, "subset_score_loss": 0.04321574211120605}
+{"step": 730000, "wall_time": 7606.937608003616, "train_loss_step": 5.2898664474487305, "n_params": 4469860, "total_flops": 10023929241600000, "train_loss": 0.043104448318481446, "subset_score_loss": 0.043104448318481446}
+{"step": 740000, "wall_time": 7700.7490973472595, "train_loss_step": 5.2312750816345215, "n_params": 4469860, "total_flops": 10161243340800000, "train_loss": 0.043373188972473144, "subset_score_loss": 0.043373188972473144}
+{"step": 750000, "wall_time": 7797.777076721191, "train_loss_step": 5.07750129699707, "n_params": 4469860, "total_flops": 10298557440000000, "train_loss": 0.04322944641113281, "subset_score_loss": 0.04322944641113281}
+{"step": 760000, "wall_time": 7895.2432076931, "train_loss_step": 5.27501916885376, "n_params": 4469860, "total_flops": 10435871539200000, "train_loss": 0.04391003131866455, "subset_score_loss": 0.04391003131866455}
+{"step": 770000, "wall_time": 7993.348927497864, "train_loss_step": 5.021814346313477, "n_params": 4469860, "total_flops": 10573185638400000, "train_loss": 0.042841558456420896, "subset_score_loss": 0.042841558456420896}
+{"step": 780000, "wall_time": 8088.844765901566, "train_loss_step": 5.231820106506348, "n_params": 4469860, "total_flops": 10710499737600000, "train_loss": 0.0429872989654541, "subset_score_loss": 0.0429872989654541}
+{"step": 790000, "wall_time": 8185.571364402771, "train_loss_step": 4.9707536697387695, "n_params": 4469860, "total_flops": 10847813836800000, "train_loss": 0.04281814575195313, "subset_score_loss": 0.04281814575195313}
+{"step": 800000, "wall_time": 8354.16393494606, "train_loss_step": 5.219559192657471, "n_params": 4469860, "total_flops": 10985127936000000, "train_loss": 0.04274219036102295, "subset_score_loss": 0.04274219036102295, "memorization_fraction_pixel": 0.1477999985218048, "mean_nn_ratio_pixel": 0.7061850428581238, "fid": 50.17338471093611}
+{"step": 810000, "wall_time": 8451.446012735367, "train_loss_step": 4.904933929443359, "n_params": 4469860, "total_flops": 11122442035200000, "train_loss": 0.04119869232177734, "subset_score_loss": 0.04119869232177734}
+{"step": 820000, "wall_time": 8545.447316646576, "train_loss_step": 5.039399147033691, "n_params": 4469860, "total_flops": 11259756134400000, "train_loss": 0.041987032890319825, "subset_score_loss": 0.041987032890319825}
+{"step": 830000, "wall_time": 8639.238730192184, "train_loss_step": 5.120719909667969, "n_params": 4469860, "total_flops": 11397070233600000, "train_loss": 0.04138124942779541, "subset_score_loss": 0.04138124942779541}
+{"step": 840000, "wall_time": 8736.328875780106, "train_loss_step": 4.906148910522461, "n_params": 4469860, "total_flops": 11534384332800000, "train_loss": 0.03965394020080566, "subset_score_loss": 0.03965394020080566}
+{"step": 850000, "wall_time": 8833.460817337036, "train_loss_step": 5.2444586753845215, "n_params": 4469860, "total_flops": 11671698432000000, "train_loss": 0.0403973913192749, "subset_score_loss": 0.0403973913192749}
+{"step": 860000, "wall_time": 8930.591129302979, "train_loss_step": 4.952235221862793, "n_params": 4469860, "total_flops": 11809012531200000, "train_loss": 0.04029915332794189, "subset_score_loss": 0.04029915332794189}
+{"step": 870000, "wall_time": 9026.169524908066, "train_loss_step": 5.044300079345703, "n_params": 4469860, "total_flops": 11946326630400000, "train_loss": 0.040487027168273924, "subset_score_loss": 0.040487027168273924}
+{"step": 880000, "wall_time": 9123.302417516708, "train_loss_step": 4.862348556518555, "n_params": 4469860, "total_flops": 12083640729600000, "train_loss": 0.04004396438598633, "subset_score_loss": 0.04004396438598633}
+{"step": 890000, "wall_time": 9218.318225860596, "train_loss_step": 4.671483516693115, "n_params": 4469860, "total_flops": 12220954828800000, "train_loss": 0.03818636894226074, "subset_score_loss": 0.03818636894226074}
+{"step": 900000, "wall_time": 9389.367248535156, "train_loss_step": 5.0142107009887695, "n_params": 4469860, "total_flops": 12358268928000000, "train_loss": 0.041001267433166504, "subset_score_loss": 0.041001267433166504, "memorization_fraction_pixel": 0.1695999950170517, "mean_nn_ratio_pixel": 0.6924503445625305, "fid": 50.81269670199636}
+{"step": 910000, "wall_time": 9483.664768457413, "train_loss_step": 4.941762924194336, "n_params": 4469860, "total_flops": 12495583027200000, "train_loss": 0.04054206371307373, "subset_score_loss": 0.04054206371307373}
+{"step": 920000, "wall_time": 9577.92270231247, "train_loss_step": 4.862853050231934, "n_params": 4469860, "total_flops": 12632897126400000, "train_loss": 0.039722962379455565, "subset_score_loss": 0.039722962379455565}
+{"step": 930000, "wall_time": 9675.045773744583, "train_loss_step": 4.784772872924805, "n_params": 4469860, "total_flops": 12770211225600000, "train_loss": 0.03850595235824585, "subset_score_loss": 0.03850595235824585}
+{"step": 940000, "wall_time": 9772.47631931305, "train_loss_step": 4.93214225769043, "n_params": 4469860, "total_flops": 12907525324800000, "train_loss": 0.03861378431320191, "subset_score_loss": 0.03861378431320191}
+{"step": 950000, "wall_time": 9869.523341655731, "train_loss_step": 4.729331970214844, "n_params": 4469860, "total_flops": 13044839424000000, "train_loss": 0.03986240386962891, "subset_score_loss": 0.03986240386962891}
+{"step": 960000, "wall_time": 9966.763805866241, "train_loss_step": 4.637711524963379, "n_params": 4469860, "total_flops": 13182153523200000, "train_loss": 0.038444488048553466, "subset_score_loss": 0.038444488048553466}
+{"step": 970000, "wall_time": 10062.256660938263, "train_loss_step": 5.186338424682617, "n_params": 4469860, "total_flops": 13319467622400000, "train_loss": 0.03711127519607544, "subset_score_loss": 0.03711127519607544}
+{"step": 980000, "wall_time": 10159.511867761612, "train_loss_step": 4.93697452545166, "n_params": 4469860, "total_flops": 13456781721600000, "train_loss": 0.03789504528045654, "subset_score_loss": 0.03789504528045654}
+{"step": 990000, "wall_time": 10253.570774793625, "train_loss_step": 4.8463640213012695, "n_params": 4469860, "total_flops": 13594095820800000, "train_loss": 0.03692601203918457, "subset_score_loss": 0.03692601203918457}
+{"step": 1000000, "wall_time": 10422.87542772293, "train_loss_step": 4.927255630493164, "n_params": 4469860, "total_flops": 13731409920000000, "train_loss": 0.03734782457351685, "subset_score_loss": 0.03734782457351685, "memorization_fraction_pixel": 0.2070000022649765, "mean_nn_ratio_pixel": 0.6761616468429565, "fid": 50.657796049704714}
+{"step": 1010000, "wall_time": 10516.377207040787, "train_loss_step": 5.024124622344971, "n_params": 4469860, "total_flops": 13868724019200000, "train_loss": 0.03688720464706421, "subset_score_loss": 0.03688720464706421}
+{"step": 1020000, "wall_time": 10613.556898117065, "train_loss_step": 4.797435760498047, "n_params": 4469860, "total_flops": 14006038118400000, "train_loss": 0.036202731132507326, "subset_score_loss": 0.036202731132507326}
+{"step": 1030000, "wall_time": 10710.829612255096, "train_loss_step": 4.805692672729492, "n_params": 4469860, "total_flops": 14143352217600000, "train_loss": 0.036747729778289794, "subset_score_loss": 0.036747729778289794}
+{"step": 1040000, "wall_time": 10807.440867185593, "train_loss_step": 4.955820560455322, "n_params": 4469860, "total_flops": 14280666316800000, "train_loss": 0.03715131044387818, "subset_score_loss": 0.03715131044387818}
+{"step": 1050000, "wall_time": 10904.246773481369, "train_loss_step": 4.448068618774414, "n_params": 4469860, "total_flops": 14417980416000000, "train_loss": 0.03780246734619141, "subset_score_loss": 0.03780246734619141}
+{"step": 1060000, "wall_time": 11000.793051719666, "train_loss_step": 5.00745964050293, "n_params": 4469860, "total_flops": 14555294515200000, "train_loss": 0.03788179397583008, "subset_score_loss": 0.03788179397583008}
+{"step": 1070000, "wall_time": 11097.282381296158, "train_loss_step": 4.73081111907959, "n_params": 4469860, "total_flops": 14692608614400000, "train_loss": 0.03648571491241455, "subset_score_loss": 0.03648571491241455}
+{"step": 1080000, "wall_time": 11194.622197151184, "train_loss_step": 4.84391975402832, "n_params": 4469860, "total_flops": 14829922713600000, "train_loss": 0.03622602224349976, "subset_score_loss": 0.03622602224349976}
+{"step": 1090000, "wall_time": 11288.560923814774, "train_loss_step": 4.5453901290893555, "n_params": 4469860, "total_flops": 14967236812800000, "train_loss": 0.03694354295730591, "subset_score_loss": 0.03694354295730591}
+{"step": 1100000, "wall_time": 11453.652045726776, "train_loss_step": 5.09314489364624, "n_params": 4469860, "total_flops": 15104550912000000, "train_loss": 0.03560120344161987, "subset_score_loss": 0.03560120344161987, "memorization_fraction_pixel": 0.23960000276565552, "mean_nn_ratio_pixel": 0.6571449041366577, "fid": 51.74711558403162}
+{"step": 1110000, "wall_time": 11550.71656703949, "train_loss_step": 4.672970771789551, "n_params": 4469860, "total_flops": 15241865011200000, "train_loss": 0.035811007022857666, "subset_score_loss": 0.035811007022857666}
+{"step": 1120000, "wall_time": 11648.225202560425, "train_loss_step": 5.004950046539307, "n_params": 4469860, "total_flops": 15379179110400000, "train_loss": 0.035115125179290774, "subset_score_loss": 0.035115125179290774}
+{"step": 1130000, "wall_time": 11745.511497735977, "train_loss_step": 4.8362531661987305, "n_params": 4469860, "total_flops": 15516493209600000, "train_loss": 0.03585895299911499, "subset_score_loss": 0.03585895299911499}
+{"step": 1140000, "wall_time": 11842.555275440216, "train_loss_step": 4.570042133331299, "n_params": 4469860, "total_flops": 15653807308800000, "train_loss": 0.03461352586746216, "subset_score_loss": 0.03461352586746216}
+{"step": 1150000, "wall_time": 11940.245440006256, "train_loss_step": 4.972507476806641, "n_params": 4469860, "total_flops": 15791121408000000, "train_loss": 0.03444657325744629, "subset_score_loss": 0.03444657325744629}
+{"step": 1160000, "wall_time": 12036.268038988113, "train_loss_step": 4.64581298828125, "n_params": 4469860, "total_flops": 15928435507200000, "train_loss": 0.03410962104797363, "subset_score_loss": 0.03410962104797363}
+{"step": 1170000, "wall_time": 12133.455070018768, "train_loss_step": 4.681384563446045, "n_params": 4469860, "total_flops": 16065749606400000, "train_loss": 0.03396622657775879, "subset_score_loss": 0.03396622657775879}
+{"step": 1180000, "wall_time": 12231.161099672318, "train_loss_step": 4.821810722351074, "n_params": 4469860, "total_flops": 16203063705600000, "train_loss": 0.03486223220825195, "subset_score_loss": 0.03486223220825195}
+{"step": 1190000, "wall_time": 12322.077691078186, "train_loss_step": 4.429629802703857, "n_params": 4469860, "total_flops": 16340377804800000, "train_loss": 0.033780343532562256, "subset_score_loss": 0.033780343532562256}
+{"step": 1200000, "wall_time": 12490.452791929245, "train_loss_step": 4.655698299407959, "n_params": 4469860, "total_flops": 16477691904000000, "train_loss": 0.034288599491119384, "subset_score_loss": 0.034288599491119384, "memorization_fraction_pixel": 0.287200003862381, "mean_nn_ratio_pixel": 0.6322426795959473, "fid": 53.11933319634697}
+{"step": 1210000, "wall_time": 12587.302302598953, "train_loss_step": 4.587292194366455, "n_params": 4469860, "total_flops": 16615006003200000, "train_loss": 0.03364400148391724, "subset_score_loss": 0.03364400148391724}
+{"step": 1220000, "wall_time": 12684.44160938263, "train_loss_step": 4.62567138671875, "n_params": 4469860, "total_flops": 16752320102400000, "train_loss": 0.03373990297317505, "subset_score_loss": 0.03373990297317505}
+{"step": 1230000, "wall_time": 12782.041607618332, "train_loss_step": 4.798703670501709, "n_params": 4469860, "total_flops": 16889634201600000, "train_loss": 0.03408510446548462, "subset_score_loss": 0.03408510446548462}
+{"step": 1240000, "wall_time": 12878.92562866211, "train_loss_step": 4.840312480926514, "n_params": 4469860, "total_flops": 17026948300800000, "train_loss": 0.03298475742340088, "subset_score_loss": 0.03298475742340088}
+{"step": 1250000, "wall_time": 12976.925472021103, "train_loss_step": 4.665973663330078, "n_params": 4469860, "total_flops": 17164262400000000, "train_loss": 0.03370854139328003, "subset_score_loss": 0.03370854139328003}
+{"step": 1260000, "wall_time": 13072.716816663742, "train_loss_step": 4.856374263763428, "n_params": 4469860, "total_flops": 17301576499200000, "train_loss": 0.033299531936645504, "subset_score_loss": 0.033299531936645504}
+{"step": 1270000, "wall_time": 13169.806590080261, "train_loss_step": 4.4836649894714355, "n_params": 4469860, "total_flops": 17438890598400000, "train_loss": 0.03308049440383911, "subset_score_loss": 0.03308049440383911}
+{"step": 1280000, "wall_time": 13262.944232463837, "train_loss_step": 4.4168548583984375, "n_params": 4469860, "total_flops": 17576204697600000, "train_loss": 0.0327648115158081, "subset_score_loss": 0.0327648115158081}
+{"step": 1290000, "wall_time": 13354.99288034439, "train_loss_step": 4.5882978439331055, "n_params": 4469860, "total_flops": 17713518796800000, "train_loss": 0.033182291984558104, "subset_score_loss": 0.033182291984558104}
+{"step": 1300000, "wall_time": 13526.336692094803, "train_loss_step": 4.317283630371094, "n_params": 4469860, "total_flops": 17850832896000000, "train_loss": 0.03369187593460083, "subset_score_loss": 0.03369187593460083, "memorization_fraction_pixel": 0.3027999997138977, "mean_nn_ratio_pixel": 0.6291766166687012, "fid": 53.92623517073323}
+{"step": 1310000, "wall_time": 13623.566541671753, "train_loss_step": 4.485428333282471, "n_params": 4469860, "total_flops": 17988146995200000, "train_loss": 0.03269184827804565, "subset_score_loss": 0.03269184827804565}
+{"step": 1320000, "wall_time": 13720.413288354874, "train_loss_step": 4.543072700500488, "n_params": 4469860, "total_flops": 18125461094400000, "train_loss": 0.03233957290649414, "subset_score_loss": 0.03233957290649414}
+{"step": 1330000, "wall_time": 13816.654104232788, "train_loss_step": 4.41334867477417, "n_params": 4469860, "total_flops": 18262775193600000, "train_loss": 0.03133757591247559, "subset_score_loss": 0.03133757591247559}
+{"step": 1340000, "wall_time": 13913.1449406147, "train_loss_step": 4.439943313598633, "n_params": 4469860, "total_flops": 18400089292800000, "train_loss": 0.03198405504226685, "subset_score_loss": 0.03198405504226685}
+{"step": 1350000, "wall_time": 14009.050272464752, "train_loss_step": 4.53693962097168, "n_params": 4469860, "total_flops": 18537403392000000, "train_loss": 0.031642942428588866, "subset_score_loss": 0.031642942428588866}
+{"step": 1360000, "wall_time": 14106.196338891983, "train_loss_step": 4.274941444396973, "n_params": 4469860, "total_flops": 18674717491200000, "train_loss": 0.03234403133392334, "subset_score_loss": 0.03234403133392334}
+{"step": 1370000, "wall_time": 14199.260551691055, "train_loss_step": 4.463310241699219, "n_params": 4469860, "total_flops": 18812031590400000, "train_loss": 0.032780225276947024, "subset_score_loss": 0.032780225276947024}
+{"step": 1380000, "wall_time": 14289.216142654419, "train_loss_step": 4.497677803039551, "n_params": 4469860, "total_flops": 18949345689600000, "train_loss": 0.031133074760437012, "subset_score_loss": 0.031133074760437012}
+{"step": 1390000, "wall_time": 14385.508715867996, "train_loss_step": 4.393466949462891, "n_params": 4469860, "total_flops": 19086659788800000, "train_loss": 0.03178224563598633, "subset_score_loss": 0.03178224563598633}
+{"step": 1400000, "wall_time": 14555.94381070137, "train_loss_step": 4.195037841796875, "n_params": 4469860, "total_flops": 19223973888000000, "train_loss": 0.03231581687927246, "subset_score_loss": 0.03231581687927246, "memorization_fraction_pixel": 0.3328000009059906, "mean_nn_ratio_pixel": 0.6185215711593628, "fid": 53.921300292348704}
+{"step": 1410000, "wall_time": 14652.91390132904, "train_loss_step": 4.143294811248779, "n_params": 4469860, "total_flops": 19361287987200000, "train_loss": 0.03120159387588501, "subset_score_loss": 0.03120159387588501}
+{"step": 1420000, "wall_time": 14750.084039926529, "train_loss_step": 4.279504776000977, "n_params": 4469860, "total_flops": 19498602086400000, "train_loss": 0.03169533967971802, "subset_score_loss": 0.03169533967971802}
+{"step": 1430000, "wall_time": 14846.913049221039, "train_loss_step": 4.087603569030762, "n_params": 4469860, "total_flops": 19635916185600000, "train_loss": 0.030574133396148683, "subset_score_loss": 0.030574133396148683}
+{"step": 1440000, "wall_time": 14943.981607675552, "train_loss_step": 4.286154270172119, "n_params": 4469860, "total_flops": 19773230284800000, "train_loss": 0.030336775779724122, "subset_score_loss": 0.030336775779724122}
+{"step": 1450000, "wall_time": 15039.348377227783, "train_loss_step": 4.31740665435791, "n_params": 4469860, "total_flops": 19910544384000000, "train_loss": 0.030327458381652832, "subset_score_loss": 0.030327458381652832}
+{"step": 1460000, "wall_time": 15133.258813619614, "train_loss_step": 4.453302383422852, "n_params": 4469860, "total_flops": 20047858483200000, "train_loss": 0.03078383445739746, "subset_score_loss": 0.03078383445739746}
+{"step": 1470000, "wall_time": 15223.052607059479, "train_loss_step": 4.0880279541015625, "n_params": 4469860, "total_flops": 20185172582400000, "train_loss": 0.02971668481826782, "subset_score_loss": 0.02971668481826782}
+{"step": 1480000, "wall_time": 15313.466915607452, "train_loss_step": 4.596892356872559, "n_params": 4469860, "total_flops": 20322486681600000, "train_loss": 0.03146657705307007, "subset_score_loss": 0.03146657705307007}
+{"step": 1490000, "wall_time": 15410.646840333939, "train_loss_step": 3.9767332077026367, "n_params": 4469860, "total_flops": 20459800780800000, "train_loss": 0.03125622749328613, "subset_score_loss": 0.03125622749328613}
+{"step": 1500000, "wall_time": 15581.64691209793, "train_loss_step": 4.133304595947266, "n_params": 4469860, "total_flops": 20597114880000000, "train_loss": 0.030931968688964844, "subset_score_loss": 0.030931968688964844, "memorization_fraction_pixel": 0.3853999972343445, "mean_nn_ratio_pixel": 0.5804471373558044, "fid": 52.24563283519864}
+{"step": 1510000, "wall_time": 15678.29541015625, "train_loss_step": 4.320184707641602, "n_params": 4469860, "total_flops": 20734428979200000, "train_loss": 0.030724735260009767, "subset_score_loss": 0.030724735260009767}
+{"step": 1520000, "wall_time": 15775.486308336258, "train_loss_step": 4.380977153778076, "n_params": 4469860, "total_flops": 20871743078400000, "train_loss": 0.030813395977020264, "subset_score_loss": 0.030813395977020264}
+{"step": 1530000, "wall_time": 15872.629687547684, "train_loss_step": 4.51158332824707, "n_params": 4469860, "total_flops": 21009057177600000, "train_loss": 0.02988853693008423, "subset_score_loss": 0.02988853693008423}
+{"step": 1540000, "wall_time": 15968.388978242874, "train_loss_step": 4.0525617599487305, "n_params": 4469860, "total_flops": 21146371276800000, "train_loss": 0.02980095863342285, "subset_score_loss": 0.02980095863342285}
+{"step": 1550000, "wall_time": 16056.995480298996, "train_loss_step": 4.244006633758545, "n_params": 4469860, "total_flops": 21283685376000000, "train_loss": 0.029711177349090578, "subset_score_loss": 0.029711177349090578}
+{"step": 1560000, "wall_time": 16149.762810230255, "train_loss_step": 4.377453804016113, "n_params": 4469860, "total_flops": 21420999475200000, "train_loss": 0.029804341793060303, "subset_score_loss": 0.029804341793060303}
+{"step": 1570000, "wall_time": 16242.681225061417, "train_loss_step": 3.917296886444092, "n_params": 4469860, "total_flops": 21558313574400000, "train_loss": 0.028361930847167968, "subset_score_loss": 0.028361930847167968}
+{"step": 1580000, "wall_time": 16330.67335486412, "train_loss_step": 4.367091178894043, "n_params": 4469860, "total_flops": 21695627673600000, "train_loss": 0.030274977684020998, "subset_score_loss": 0.030274977684020998}
+{"step": 1590000, "wall_time": 16426.700089931488, "train_loss_step": 4.437921524047852, "n_params": 4469860, "total_flops": 21832941772800000, "train_loss": 0.028368878364562988, "subset_score_loss": 0.028368878364562988}
+{"step": 1600000, "wall_time": 16597.38120985031, "train_loss_step": 3.819916248321533, "n_params": 4469860, "total_flops": 21970255872000000, "train_loss": 0.029122250080108644, "subset_score_loss": 0.029122250080108644, "memorization_fraction_pixel": 0.42719998955726624, "mean_nn_ratio_pixel": 0.5505475401878357, "fid": 49.79950569994107}
+{"step": 1610000, "wall_time": 16694.30596780777, "train_loss_step": 3.937535047531128, "n_params": 4469860, "total_flops": 22107569971200000, "train_loss": 0.029082832336425782, "subset_score_loss": 0.029082832336425782}
+{"step": 1620000, "wall_time": 16791.588772773743, "train_loss_step": 4.140355110168457, "n_params": 4469860, "total_flops": 22244884070400000, "train_loss": 0.029651222229003907, "subset_score_loss": 0.029651222229003907}
+{"step": 1630000, "wall_time": 16888.719362020493, "train_loss_step": 3.94822359085083, "n_params": 4469860, "total_flops": 22382198169600000, "train_loss": 0.029367706775665282, "subset_score_loss": 0.029367706775665282}
+{"step": 1640000, "wall_time": 16980.25440144539, "train_loss_step": 3.974398136138916, "n_params": 4469860, "total_flops": 22519512268800000, "train_loss": 0.027963776588439942, "subset_score_loss": 0.027963776588439942}
+{"step": 1650000, "wall_time": 17072.746315956116, "train_loss_step": 3.9929986000061035, "n_params": 4469860, "total_flops": 22656826368000000, "train_loss": 0.028216698169708253, "subset_score_loss": 0.028216698169708253}
+{"step": 1660000, "wall_time": 17161.102050065994, "train_loss_step": 4.203802108764648, "n_params": 4469860, "total_flops": 22794140467200000, "train_loss": 0.027776286602020264, "subset_score_loss": 0.027776286602020264}
+{"step": 1670000, "wall_time": 17258.360619068146, "train_loss_step": 3.796710968017578, "n_params": 4469860, "total_flops": 22931454566400000, "train_loss": 0.02758185625076294, "subset_score_loss": 0.02758185625076294}
+{"step": 1680000, "wall_time": 17350.321806907654, "train_loss_step": 4.0781707763671875, "n_params": 4469860, "total_flops": 23068768665600000, "train_loss": 0.027958526611328124, "subset_score_loss": 0.027958526611328124}
+{"step": 1690000, "wall_time": 17443.909501075745, "train_loss_step": 4.152068138122559, "n_params": 4469860, "total_flops": 23206082764800000, "train_loss": 0.027359244823455812, "subset_score_loss": 0.027359244823455812}
+{"step": 1700000, "wall_time": 17614.520032644272, "train_loss_step": 3.8032419681549072, "n_params": 4469860, "total_flops": 23343396864000000, "train_loss": 0.02783586025238037, "subset_score_loss": 0.02783586025238037, "memorization_fraction_pixel": 0.4724000096321106, "mean_nn_ratio_pixel": 0.5265238881111145, "fid": 48.856443607074645}
+{"step": 1710000, "wall_time": 17711.123140096664, "train_loss_step": 4.174263954162598, "n_params": 4469860, "total_flops": 23480710963200000, "train_loss": 0.028341691493988037, "subset_score_loss": 0.028341691493988037}
+{"step": 1720000, "wall_time": 17807.924612283707, "train_loss_step": 4.320418357849121, "n_params": 4469860, "total_flops": 23618025062400000, "train_loss": 0.027425463199615478, "subset_score_loss": 0.027425463199615478}
+{"step": 1730000, "wall_time": 17905.553358078003, "train_loss_step": 4.443669319152832, "n_params": 4469860, "total_flops": 23755339161600000, "train_loss": 0.027193002700805664, "subset_score_loss": 0.027193002700805664}
+{"step": 1740000, "wall_time": 17993.50357747078, "train_loss_step": 4.208199977874756, "n_params": 4469860, "total_flops": 23892653260800000, "train_loss": 0.02804036617279053, "subset_score_loss": 0.02804036617279053}
+{"step": 1750000, "wall_time": 18081.104271411896, "train_loss_step": 3.966269016265869, "n_params": 4469860, "total_flops": 24029967360000000, "train_loss": 0.027370407581329345, "subset_score_loss": 0.027370407581329345}
+{"step": 1760000, "wall_time": 18177.49179315567, "train_loss_step": 4.08437442779541, "n_params": 4469860, "total_flops": 24167281459200000, "train_loss": 0.02727332353591919, "subset_score_loss": 0.02727332353591919}
+{"step": 1770000, "wall_time": 18274.936292409897, "train_loss_step": 4.106813907623291, "n_params": 4469860, "total_flops": 24304595558400000, "train_loss": 0.02672839641571045, "subset_score_loss": 0.02672839641571045}
+{"step": 1780000, "wall_time": 18369.594624757767, "train_loss_step": 4.012701034545898, "n_params": 4469860, "total_flops": 24441909657600000, "train_loss": 0.028559629917144776, "subset_score_loss": 0.028559629917144776}
+{"step": 1790000, "wall_time": 18462.145045518875, "train_loss_step": 4.245297431945801, "n_params": 4469860, "total_flops": 24579223756800000, "train_loss": 0.02627119541168213, "subset_score_loss": 0.02627119541168213}
+{"step": 1800000, "wall_time": 18633.679285526276, "train_loss_step": 4.308318138122559, "n_params": 4469860, "total_flops": 24716537856000000, "train_loss": 0.027001345157623292, "subset_score_loss": 0.027001345157623292, "memorization_fraction_pixel": 0.4821999967098236, "mean_nn_ratio_pixel": 0.5242674350738525, "fid": 49.67494796967229}
+{"step": 1810000, "wall_time": 18731.08668589592, "train_loss_step": 3.7942419052124023, "n_params": 4469860, "total_flops": 24853851955200000, "train_loss": 0.027669541835784912, "subset_score_loss": 0.027669541835784912}
+{"step": 1820000, "wall_time": 18828.670052051544, "train_loss_step": 4.516278266906738, "n_params": 4469860, "total_flops": 24991166054400000, "train_loss": 0.026299707889556885, "subset_score_loss": 0.026299707889556885}
+{"step": 1830000, "wall_time": 18915.125383138657, "train_loss_step": 4.286352157592773, "n_params": 4469860, "total_flops": 25128480153600000, "train_loss": 0.02746480703353882, "subset_score_loss": 0.02746480703353882}
+{"step": 1840000, "wall_time": 19010.495876789093, "train_loss_step": 4.069232940673828, "n_params": 4469860, "total_flops": 25265794252800000, "train_loss": 0.025898716449737548, "subset_score_loss": 0.025898716449737548}
+{"step": 1850000, "wall_time": 19099.845282554626, "train_loss_step": 3.93589448928833, "n_params": 4469860, "total_flops": 25403108352000000, "train_loss": 0.026373372077941895, "subset_score_loss": 0.026373372077941895}
+{"step": 1860000, "wall_time": 19197.159661769867, "train_loss_step": 3.9663360118865967, "n_params": 4469860, "total_flops": 25540422451200000, "train_loss": 0.0263576078414917, "subset_score_loss": 0.0263576078414917}
+{"step": 1870000, "wall_time": 19294.126459360123, "train_loss_step": 3.956271171569824, "n_params": 4469860, "total_flops": 25677736550400000, "train_loss": 0.026364054679870606, "subset_score_loss": 0.026364054679870606}
+{"step": 1880000, "wall_time": 19389.350960493088, "train_loss_step": 3.8722755908966064, "n_params": 4469860, "total_flops": 25815050649600000, "train_loss": 0.025491075515747072, "subset_score_loss": 0.025491075515747072}
+{"step": 1890000, "wall_time": 19478.014467954636, "train_loss_step": 4.019011497497559, "n_params": 4469860, "total_flops": 25952364748800000, "train_loss": 0.026198506355285645, "subset_score_loss": 0.026198506355285645}
+{"step": 1900000, "wall_time": 19649.322951555252, "train_loss_step": 3.9662623405456543, "n_params": 4469860, "total_flops": 26089678848000000, "train_loss": 0.026271138191223144, "subset_score_loss": 0.026271138191223144, "memorization_fraction_pixel": 0.5130000114440918, "mean_nn_ratio_pixel": 0.5114879608154297, "fid": 47.53374017604662}
+{"step": 1910000, "wall_time": 19746.352073907852, "train_loss_step": 3.852586269378662, "n_params": 4469860, "total_flops": 26226992947200000, "train_loss": 0.026926214694976806, "subset_score_loss": 0.026926214694976806}
+{"step": 1920000, "wall_time": 19837.3859231472, "train_loss_step": 3.7841696739196777, "n_params": 4469860, "total_flops": 26364307046400000, "train_loss": 0.025111329555511475, "subset_score_loss": 0.025111329555511475}
+{"step": 1930000, "wall_time": 19929.942165374756, "train_loss_step": 3.823484420776367, "n_params": 4469860, "total_flops": 26501621145600000, "train_loss": 0.025354633331298827, "subset_score_loss": 0.025354633331298827}
+{"step": 1940000, "wall_time": 20016.602821588516, "train_loss_step": 3.8161280155181885, "n_params": 4469860, "total_flops": 26638935244800000, "train_loss": 0.025201165676116945, "subset_score_loss": 0.025201165676116945}
+{"step": 1950000, "wall_time": 20113.512132167816, "train_loss_step": 3.562472343444824, "n_params": 4469860, "total_flops": 26776249344000000, "train_loss": 0.025207998752593993, "subset_score_loss": 0.025207998752593993}
+{"step": 1960000, "wall_time": 20210.992100715637, "train_loss_step": 3.891665458679199, "n_params": 4469860, "total_flops": 26913563443200000, "train_loss": 0.02485184669494629, "subset_score_loss": 0.02485184669494629}
+{"step": 1970000, "wall_time": 20308.42435836792, "train_loss_step": 3.6934003829956055, "n_params": 4469860, "total_flops": 27050877542400000, "train_loss": 0.0254270339012146, "subset_score_loss": 0.0254270339012146}
+{"step": 1980000, "wall_time": 20406.070131778717, "train_loss_step": 3.8173365592956543, "n_params": 4469860, "total_flops": 27188191641600000, "train_loss": 0.02629714012145996, "subset_score_loss": 0.02629714012145996}
+{"step": 1990000, "wall_time": 20490.08607983589, "train_loss_step": 4.1131510734558105, "n_params": 4469860, "total_flops": 27325505740800000, "train_loss": 0.025271265506744384, "subset_score_loss": 0.025271265506744384}
+{"step": 2000000, "wall_time": 20661.645164251328, "train_loss_step": 3.7550010681152344, "n_params": 4469860, "total_flops": 27462819840000000, "train_loss": 0.025404398441314698, "subset_score_loss": 0.025404398441314698, "memorization_fraction_pixel": 0.5555999875068665, "mean_nn_ratio_pixel": 0.4904050827026367, "fid": 47.496143579453104}
+{"step": 2010000, "wall_time": 20759.296579122543, "train_loss_step": 3.9182286262512207, "n_params": 4469860, "total_flops": 27600133939200000, "train_loss": 0.025568668842315675, "subset_score_loss": 0.025568668842315675}
+{"step": 2020000, "wall_time": 20848.353783607483, "train_loss_step": 4.1094536781311035, "n_params": 4469860, "total_flops": 27737448038400000, "train_loss": 0.024251086711883543, "subset_score_loss": 0.024251086711883543}
+{"step": 2030000, "wall_time": 20940.405488729477, "train_loss_step": 3.718031406402588, "n_params": 4469860, "total_flops": 27874762137600000, "train_loss": 0.024245965480804443, "subset_score_loss": 0.024245965480804443}
+{"step": 2040000, "wall_time": 21034.15374970436, "train_loss_step": 4.059167385101318, "n_params": 4469860, "total_flops": 28012076236800000, "train_loss": 0.02486131191253662, "subset_score_loss": 0.02486131191253662}
+{"step": 2050000, "wall_time": 21130.883954763412, "train_loss_step": 3.546078681945801, "n_params": 4469860, "total_flops": 28149390336000000, "train_loss": 0.025467886924743652, "subset_score_loss": 0.025467886924743652}
+{"step": 2060000, "wall_time": 21228.213547945023, "train_loss_step": 3.9439682960510254, "n_params": 4469860, "total_flops": 28286704435200000, "train_loss": 0.0246089768409729, "subset_score_loss": 0.0246089768409729}
+{"step": 2070000, "wall_time": 21325.684298038483, "train_loss_step": 3.80857515335083, "n_params": 4469860, "total_flops": 28424018534400000, "train_loss": 0.025169928073883057, "subset_score_loss": 0.025169928073883057}
+{"step": 2080000, "wall_time": 21423.52726006508, "train_loss_step": 4.004681587219238, "n_params": 4469860, "total_flops": 28561332633600000, "train_loss": 0.025625226497650148, "subset_score_loss": 0.025625226497650148}
+{"step": 2090000, "wall_time": 21507.210139274597, "train_loss_step": 3.781191349029541, "n_params": 4469860, "total_flops": 28698646732800000, "train_loss": 0.024177801609039307, "subset_score_loss": 0.024177801609039307}
+{"step": 2100000, "wall_time": 21675.412156820297, "train_loss_step": 4.022197723388672, "n_params": 4469860, "total_flops": 28835960832000000, "train_loss": 0.024986393451690674, "subset_score_loss": 0.024986393451690674, "memorization_fraction_pixel": 0.5565999746322632, "mean_nn_ratio_pixel": 0.5000439882278442, "fid": 48.837623000268565}
+{"step": 2110000, "wall_time": 21759.164828300476, "train_loss_step": 3.4145140647888184, "n_params": 4469860, "total_flops": 28973274931200000, "train_loss": 0.024743757247924804, "subset_score_loss": 0.024743757247924804}
+{"step": 2120000, "wall_time": 21852.795667648315, "train_loss_step": 3.8983049392700195, "n_params": 4469860, "total_flops": 29110589030400000, "train_loss": 0.02397712230682373, "subset_score_loss": 0.02397712230682373}
+{"step": 2130000, "wall_time": 21933.36307644844, "train_loss_step": 3.6581079959869385, "n_params": 4469860, "total_flops": 29247903129600000, "train_loss": 0.023622045516967772, "subset_score_loss": 0.023622045516967772}
+{"step": 2140000, "wall_time": 22028.291866779327, "train_loss_step": 3.721219062805176, "n_params": 4469860, "total_flops": 29385217228800000, "train_loss": 0.022946033477783203, "subset_score_loss": 0.022946033477783203}
+{"step": 2150000, "wall_time": 22125.53236222267, "train_loss_step": 3.897777795791626, "n_params": 4469860, "total_flops": 29522531328000000, "train_loss": 0.023541254997253416, "subset_score_loss": 0.023541254997253416}
+{"step": 2160000, "wall_time": 22223.42674946785, "train_loss_step": 3.7068653106689453, "n_params": 4469860, "total_flops": 29659845427200000, "train_loss": 0.023208937644958495, "subset_score_loss": 0.023208937644958495}
+{"step": 2170000, "wall_time": 22320.976714849472, "train_loss_step": 3.7574970722198486, "n_params": 4469860, "total_flops": 29797159526400000, "train_loss": 0.02305508852005005, "subset_score_loss": 0.02305508852005005}
+{"step": 2180000, "wall_time": 22418.98020005226, "train_loss_step": 4.068941593170166, "n_params": 4469860, "total_flops": 29934473625600000, "train_loss": 0.02349799871444702, "subset_score_loss": 0.02349799871444702}
+{"step": 2190000, "wall_time": 22511.577968120575, "train_loss_step": 3.8639235496520996, "n_params": 4469860, "total_flops": 30071787724800000, "train_loss": 0.02368687152862549, "subset_score_loss": 0.02368687152862549}
+{"step": 2200000, "wall_time": 22674.532728910446, "train_loss_step": 3.87192964553833, "n_params": 4469860, "total_flops": 30209101824000000, "train_loss": 0.023980474472045897, "subset_score_loss": 0.023980474472045897, "memorization_fraction_pixel": 0.5828999876976013, "mean_nn_ratio_pixel": 0.48287755250930786, "fid": 47.10664499673025}
+{"step": 2210000, "wall_time": 22758.713067770004, "train_loss_step": 3.6744837760925293, "n_params": 4469860, "total_flops": 30346415923200000, "train_loss": 0.023914365768432616, "subset_score_loss": 0.023914365768432616}
+{"step": 2220000, "wall_time": 22855.628385305405, "train_loss_step": 3.8925657272338867, "n_params": 4469860, "total_flops": 30483730022400000, "train_loss": 0.023542129993438722, "subset_score_loss": 0.023542129993438722}
+{"step": 2230000, "wall_time": 22938.88184118271, "train_loss_step": 3.834968090057373, "n_params": 4469860, "total_flops": 30621044121600000, "train_loss": 0.02307253122329712, "subset_score_loss": 0.02307253122329712}
+{"step": 2240000, "wall_time": 23036.735763311386, "train_loss_step": 3.589122772216797, "n_params": 4469860, "total_flops": 30758358220800000, "train_loss": 0.023470499515533448, "subset_score_loss": 0.023470499515533448}
+{"step": 2250000, "wall_time": 23134.28291273117, "train_loss_step": 3.609848976135254, "n_params": 4469860, "total_flops": 30895672320000000, "train_loss": 0.023683900833129882, "subset_score_loss": 0.023683900833129882}
+{"step": 2260000, "wall_time": 23231.88074874878, "train_loss_step": 3.5413103103637695, "n_params": 4469860, "total_flops": 31032986419200000, "train_loss": 0.02405200719833374, "subset_score_loss": 0.02405200719833374}
+{"step": 2270000, "wall_time": 23329.86989092827, "train_loss_step": 3.8195252418518066, "n_params": 4469860, "total_flops": 31170300518400000, "train_loss": 0.02417026996612549, "subset_score_loss": 0.02417026996612549}
+{"step": 2280000, "wall_time": 23427.286453962326, "train_loss_step": 3.602151870727539, "n_params": 4469860, "total_flops": 31307614617600000, "train_loss": 0.0232331657409668, "subset_score_loss": 0.0232331657409668}
+{"step": 2290000, "wall_time": 23525.16666173935, "train_loss_step": 3.647106647491455, "n_params": 4469860, "total_flops": 31444928716800000, "train_loss": 0.022717592716217042, "subset_score_loss": 0.022717592716217042}
+{"step": 2300000, "wall_time": 23679.951364040375, "train_loss_step": 3.895892381668091, "n_params": 4469860, "total_flops": 31582242816000000, "train_loss": 0.02211200714111328, "subset_score_loss": 0.02211200714111328, "memorization_fraction_pixel": 0.5616999864578247, "mean_nn_ratio_pixel": 0.5050428509712219, "fid": 50.130837156636765}
+{"step": 2310000, "wall_time": 23775.454060316086, "train_loss_step": 3.653386116027832, "n_params": 4469860, "total_flops": 31719556915200000, "train_loss": 0.022223551273345948, "subset_score_loss": 0.022223551273345948}
+{"step": 2320000, "wall_time": 23865.739923477173, "train_loss_step": 3.5911459922790527, "n_params": 4469860, "total_flops": 31856871014400000, "train_loss": 0.021783413887023925, "subset_score_loss": 0.021783413887023925}
+{"step": 2330000, "wall_time": 23960.122156858444, "train_loss_step": 3.2211358547210693, "n_params": 4469860, "total_flops": 31994185113600000, "train_loss": 0.0223958158493042, "subset_score_loss": 0.0223958158493042}
+{"step": 2340000, "wall_time": 24056.263482809067, "train_loss_step": 3.4120006561279297, "n_params": 4469860, "total_flops": 32131499212800000, "train_loss": 0.02294217109680176, "subset_score_loss": 0.02294217109680176}
+{"step": 2350000, "wall_time": 24152.74929213524, "train_loss_step": 3.753999948501587, "n_params": 4469860, "total_flops": 32268813312000000, "train_loss": 0.022722508907318115, "subset_score_loss": 0.022722508907318115}
+{"step": 2360000, "wall_time": 24249.378831863403, "train_loss_step": 3.780097007751465, "n_params": 4469860, "total_flops": 32406127411200000, "train_loss": 0.023133647441864014, "subset_score_loss": 0.023133647441864014}
+{"step": 2370000, "wall_time": 24346.354813814163, "train_loss_step": 3.552908182144165, "n_params": 4469860, "total_flops": 32543441510400000, "train_loss": 0.022860410213470458, "subset_score_loss": 0.022860410213470458}
+{"step": 2380000, "wall_time": 24442.884239673615, "train_loss_step": 3.4182662963867188, "n_params": 4469860, "total_flops": 32680755609600000, "train_loss": 0.022398252487182618, "subset_score_loss": 0.022398252487182618}
+{"step": 2390000, "wall_time": 24540.01506304741, "train_loss_step": 3.4682207107543945, "n_params": 4469860, "total_flops": 32818069708800000, "train_loss": 0.02125453233718872, "subset_score_loss": 0.02125453233718872}
+{"step": 2400000, "wall_time": 24691.97815966606, "train_loss_step": 3.7305335998535156, "n_params": 4469860, "total_flops": 32955383808000000, "train_loss": 0.022045447826385497, "subset_score_loss": 0.022045447826385497, "memorization_fraction_pixel": 0.6015999913215637, "mean_nn_ratio_pixel": 0.4779835343360901, "fid": 46.60759972280221}
+{"step": 2410000, "wall_time": 24786.44076371193, "train_loss_step": 4.0120110511779785, "n_params": 4469860, "total_flops": 33092697907200000, "train_loss": 0.02174489736557007, "subset_score_loss": 0.02174489736557007}
+{"step": 2420000, "wall_time": 24876.047347545624, "train_loss_step": 3.903773784637451, "n_params": 4469860, "total_flops": 33230012006400000, "train_loss": 0.021838924884796142, "subset_score_loss": 0.021838924884796142}
+{"step": 2430000, "wall_time": 24972.304708242416, "train_loss_step": 3.7826414108276367, "n_params": 4469860, "total_flops": 33367326105600000, "train_loss": 0.02206594228744507, "subset_score_loss": 0.02206594228744507}
+{"step": 2440000, "wall_time": 25068.677694559097, "train_loss_step": 3.4688496589660645, "n_params": 4469860, "total_flops": 33504640204800000, "train_loss": 0.02178638458251953, "subset_score_loss": 0.02178638458251953}
+{"step": 2450000, "wall_time": 25165.122761964798, "train_loss_step": 3.7417478561401367, "n_params": 4469860, "total_flops": 33641954304000000, "train_loss": 0.02112316608428955, "subset_score_loss": 0.02112316608428955}
+{"step": 2460000, "wall_time": 25261.966942310333, "train_loss_step": 3.735828399658203, "n_params": 4469860, "total_flops": 33779268403200000, "train_loss": 0.022488160133361815, "subset_score_loss": 0.022488160133361815}
+{"step": 2470000, "wall_time": 25358.578515052795, "train_loss_step": 3.445467233657837, "n_params": 4469860, "total_flops": 33916582502400000, "train_loss": 0.02082873821258545, "subset_score_loss": 0.02082873821258545}
+{"step": 2480000, "wall_time": 25455.279008865356, "train_loss_step": 3.453336000442505, "n_params": 4469860, "total_flops": 34053896601600000, "train_loss": 0.022445030212402343, "subset_score_loss": 0.022445030212402343}
+{"step": 2490000, "wall_time": 25547.89985895157, "train_loss_step": 3.3279106616973877, "n_params": 4469860, "total_flops": 34191210700800000, "train_loss": 0.0222727108001709, "subset_score_loss": 0.0222727108001709}
+{"step": 2500000, "wall_time": 25705.495624303818, "train_loss_step": 3.496912956237793, "n_params": 4469860, "total_flops": 34328524800000000, "train_loss": 0.02064377546310425, "subset_score_loss": 0.02064377546310425, "memorization_fraction_pixel": 0.6035000085830688, "mean_nn_ratio_pixel": 0.48088404536247253, "fid": 48.64669142831046}
+{"step": 2510000, "wall_time": 25791.05643081665, "train_loss_step": 3.67622447013855, "n_params": 4469860, "total_flops": 34465838899200000, "train_loss": 0.022109723091125487, "subset_score_loss": 0.022109723091125487}
+{"step": 2520000, "wall_time": 25887.58223581314, "train_loss_step": 3.664072036743164, "n_params": 4469860, "total_flops": 34603152998400000, "train_loss": 0.021143462657928467, "subset_score_loss": 0.021143462657928467}
+{"step": 2530000, "wall_time": 25983.756125688553, "train_loss_step": 3.7396862506866455, "n_params": 4469860, "total_flops": 34740467097600000, "train_loss": 0.02006195068359375, "subset_score_loss": 0.02006195068359375}
+{"step": 2540000, "wall_time": 26080.648865699768, "train_loss_step": 3.700298309326172, "n_params": 4469860, "total_flops": 34877781196800000, "train_loss": 0.02185880661010742, "subset_score_loss": 0.02185880661010742}
+{"step": 2550000, "wall_time": 26177.905347824097, "train_loss_step": 3.4219460487365723, "n_params": 4469860, "total_flops": 35015095296000000, "train_loss": 0.0202227783203125, "subset_score_loss": 0.0202227783203125}
+{"step": 2560000, "wall_time": 26274.590019226074, "train_loss_step": 3.6283936500549316, "n_params": 4469860, "total_flops": 35152409395200000, "train_loss": 0.02106632471084595, "subset_score_loss": 0.02106632471084595}
+{"step": 2570000, "wall_time": 26371.331280231476, "train_loss_step": 3.6629116535186768, "n_params": 4469860, "total_flops": 35289723494400000, "train_loss": 0.02164724111557007, "subset_score_loss": 0.02164724111557007}
+{"step": 2580000, "wall_time": 26468.300181627274, "train_loss_step": 3.6201729774475098, "n_params": 4469860, "total_flops": 35427037593600000, "train_loss": 0.021232929229736328, "subset_score_loss": 0.021232929229736328}
+{"step": 2590000, "wall_time": 26554.15821123123, "train_loss_step": 3.740467071533203, "n_params": 4469860, "total_flops": 35564351692800000, "train_loss": 0.020981621742248536, "subset_score_loss": 0.020981621742248536}
+{"step": 2600000, "wall_time": 26715.287480831146, "train_loss_step": 3.3571815490722656, "n_params": 4469860, "total_flops": 35701665792000000, "train_loss": 0.021127183437347413, "subset_score_loss": 0.021127183437347413, "memorization_fraction_pixel": 0.6191999912261963, "mean_nn_ratio_pixel": 0.469754695892334, "fid": 47.462568713778396}
+{"step": 2610000, "wall_time": 26803.77594923973, "train_loss_step": 3.570716381072998, "n_params": 4469860, "total_flops": 35838979891200000, "train_loss": 0.020621538162231445, "subset_score_loss": 0.020621538162231445}
+{"step": 2620000, "wall_time": 26900.043503046036, "train_loss_step": 3.8282041549682617, "n_params": 4469860, "total_flops": 35976293990400000, "train_loss": 0.021521615982055663, "subset_score_loss": 0.021521615982055663}
+{"step": 2630000, "wall_time": 26996.351888656616, "train_loss_step": 3.594346046447754, "n_params": 4469860, "total_flops": 36113608089600000, "train_loss": 0.02057823896408081, "subset_score_loss": 0.02057823896408081}
+{"step": 2640000, "wall_time": 27093.21313738823, "train_loss_step": 3.404916286468506, "n_params": 4469860, "total_flops": 36250922188800000, "train_loss": 0.020354368686676026, "subset_score_loss": 0.020354368686676026}
+{"step": 2650000, "wall_time": 27189.767605304718, "train_loss_step": 3.4812521934509277, "n_params": 4469860, "total_flops": 36388236288000000, "train_loss": 0.020934092998504638, "subset_score_loss": 0.020934092998504638}
+{"step": 2660000, "wall_time": 27287.29051566124, "train_loss_step": 3.661196231842041, "n_params": 4469860, "total_flops": 36525550387200000, "train_loss": 0.020264179706573487, "subset_score_loss": 0.020264179706573487}
+{"step": 2670000, "wall_time": 27384.47008085251, "train_loss_step": 3.6597440242767334, "n_params": 4469860, "total_flops": 36662864486400000, "train_loss": 0.021108129024505616, "subset_score_loss": 0.021108129024505616}
+{"step": 2680000, "wall_time": 27472.127012491226, "train_loss_step": 3.83296537399292, "n_params": 4469860, "total_flops": 36800178585600000, "train_loss": 0.022050623893737794, "subset_score_loss": 0.022050623893737794}
+{"step": 2690000, "wall_time": 27568.863188028336, "train_loss_step": 3.6909852027893066, "n_params": 4469860, "total_flops": 36937492684800000, "train_loss": 0.020277893543243407, "subset_score_loss": 0.020277893543243407}
+{"step": 2700000, "wall_time": 27717.92812848091, "train_loss_step": 3.363433837890625, "n_params": 4469860, "total_flops": 37074806784000000, "train_loss": 0.02032890558242798, "subset_score_loss": 0.02032890558242798, "memorization_fraction_pixel": 0.6284999847412109, "mean_nn_ratio_pixel": 0.4635266959667206, "fid": 46.732095198637346}
+{"step": 2710000, "wall_time": 27815.058423757553, "train_loss_step": 3.941988468170166, "n_params": 4469860, "total_flops": 37212120883200000, "train_loss": 0.019633508920669555, "subset_score_loss": 0.019633508920669555}
+{"step": 2720000, "wall_time": 27911.57352757454, "train_loss_step": 3.572415828704834, "n_params": 4469860, "total_flops": 37349434982400000, "train_loss": 0.021221251487731935, "subset_score_loss": 0.021221251487731935}
+{"step": 2730000, "wall_time": 28008.282513856888, "train_loss_step": 3.2816271781921387, "n_params": 4469860, "total_flops": 37486749081600000, "train_loss": 0.02070914030075073, "subset_score_loss": 0.02070914030075073}
+{"step": 2740000, "wall_time": 28104.64144730568, "train_loss_step": 3.5741405487060547, "n_params": 4469860, "total_flops": 37624063180800000, "train_loss": 0.020587828159332276, "subset_score_loss": 0.020587828159332276}
+{"step": 2750000, "wall_time": 28201.524257183075, "train_loss_step": 3.7313461303710938, "n_params": 4469860, "total_flops": 37761377280000000, "train_loss": 0.020392587184906007, "subset_score_loss": 0.020392587184906007}
+{"step": 2760000, "wall_time": 28298.383482456207, "train_loss_step": 3.456376552581787, "n_params": 4469860, "total_flops": 37898691379200000, "train_loss": 0.02060222864151001, "subset_score_loss": 0.02060222864151001}
+{"step": 2770000, "wall_time": 28391.960361480713, "train_loss_step": 3.668592691421509, "n_params": 4469860, "total_flops": 38036005478400000, "train_loss": 0.020633561611175535, "subset_score_loss": 0.020633561611175535}
+{"step": 2780000, "wall_time": 28481.737398386, "train_loss_step": 3.3167078495025635, "n_params": 4469860, "total_flops": 38173319577600000, "train_loss": 0.019768102169036864, "subset_score_loss": 0.019768102169036864}
+{"step": 2790000, "wall_time": 28579.12825870514, "train_loss_step": 3.301572799682617, "n_params": 4469860, "total_flops": 38310633676800000, "train_loss": 0.02051485061645508, "subset_score_loss": 0.02051485061645508}
+{"step": 2800000, "wall_time": 28727.242167949677, "train_loss_step": 3.421496629714966, "n_params": 4469860, "total_flops": 38447947776000000, "train_loss": 0.019817860126495362, "subset_score_loss": 0.019817860126495362, "memorization_fraction_pixel": 0.6363999843597412, "mean_nn_ratio_pixel": 0.4633226692676544, "fid": 47.505244762146624}
+{"step": 2810000, "wall_time": 28824.142318964005, "train_loss_step": 3.739929676055908, "n_params": 4469860, "total_flops": 38585261875200000, "train_loss": 0.019018306732177734, "subset_score_loss": 0.019018306732177734}
+{"step": 2820000, "wall_time": 28920.60360956192, "train_loss_step": 3.6313915252685547, "n_params": 4469860, "total_flops": 38722575974400000, "train_loss": 0.019694184064865113, "subset_score_loss": 0.019694184064865113}
+{"step": 2830000, "wall_time": 29017.385026931763, "train_loss_step": 3.2022252082824707, "n_params": 4469860, "total_flops": 38859890073600000, "train_loss": 0.01977938652038574, "subset_score_loss": 0.01977938652038574}
+{"step": 2840000, "wall_time": 29114.56797504425, "train_loss_step": 3.6258747577667236, "n_params": 4469860, "total_flops": 38997204172800000, "train_loss": 0.019423524141311644, "subset_score_loss": 0.019423524141311644}
+{"step": 2850000, "wall_time": 29211.849390506744, "train_loss_step": 3.418704032897949, "n_params": 4469860, "total_flops": 39134518272000000, "train_loss": 0.01984373211860657, "subset_score_loss": 0.01984373211860657}
+{"step": 2860000, "wall_time": 29308.941241502762, "train_loss_step": 3.5360188484191895, "n_params": 4469860, "total_flops": 39271832371200000, "train_loss": 0.020046727657318117, "subset_score_loss": 0.020046727657318117}
+{"step": 2870000, "wall_time": 29398.65761613846, "train_loss_step": 3.39735746383667, "n_params": 4469860, "total_flops": 39409146470400000, "train_loss": 0.020676486492156983, "subset_score_loss": 0.020676486492156983}
+{"step": 2880000, "wall_time": 29495.51257634163, "train_loss_step": 3.5204572677612305, "n_params": 4469860, "total_flops": 39546460569600000, "train_loss": 0.019681445360183715, "subset_score_loss": 0.019681445360183715}
+{"step": 2890000, "wall_time": 29591.069617509842, "train_loss_step": 3.3170664310455322, "n_params": 4469860, "total_flops": 39683774668800000, "train_loss": 0.01901912212371826, "subset_score_loss": 0.01901912212371826}
+{"step": 2900000, "wall_time": 29738.5352768898, "train_loss_step": 3.3649957180023193, "n_params": 4469860, "total_flops": 39821088768000000, "train_loss": 0.019319502115249635, "subset_score_loss": 0.019319502115249635, "memorization_fraction_pixel": 0.6632000207901001, "mean_nn_ratio_pixel": 0.44506698846817017, "fid": 46.167192346898204}
+{"step": 2910000, "wall_time": 29834.68703532219, "train_loss_step": 3.466648578643799, "n_params": 4469860, "total_flops": 39958402867200000, "train_loss": 0.01969134569168091, "subset_score_loss": 0.01969134569168091}
+{"step": 2920000, "wall_time": 29932.262573957443, "train_loss_step": 3.4805216789245605, "n_params": 4469860, "total_flops": 40095716966400000, "train_loss": 0.019065842628479004, "subset_score_loss": 0.019065842628479004}
+{"step": 2930000, "wall_time": 30030.01708984375, "train_loss_step": 3.428915023803711, "n_params": 4469860, "total_flops": 40233031065600000, "train_loss": 0.018815903663635253, "subset_score_loss": 0.018815903663635253}
+{"step": 2940000, "wall_time": 30127.489602804184, "train_loss_step": 3.658876895904541, "n_params": 4469860, "total_flops": 40370345164800000, "train_loss": 0.0189622962474823, "subset_score_loss": 0.0189622962474823}
+{"step": 2950000, "wall_time": 30224.863124132156, "train_loss_step": 3.487460136413574, "n_params": 4469860, "total_flops": 40507659264000000, "train_loss": 0.01985554218292236, "subset_score_loss": 0.01985554218292236}
+{"step": 2960000, "wall_time": 30312.864212989807, "train_loss_step": 3.5499229431152344, "n_params": 4469860, "total_flops": 40644973363200000, "train_loss": 0.01984267234802246, "subset_score_loss": 0.01984267234802246}
+{"step": 2970000, "wall_time": 30407.103798627853, "train_loss_step": 3.484196424484253, "n_params": 4469860, "total_flops": 40782287462400000, "train_loss": 0.019778496026992796, "subset_score_loss": 0.019778496026992796}
+{"step": 2980000, "wall_time": 30504.64305305481, "train_loss_step": 3.629833698272705, "n_params": 4469860, "total_flops": 40919601561600000, "train_loss": 0.01919459819793701, "subset_score_loss": 0.01919459819793701}
+{"step": 2990000, "wall_time": 30590.862347602844, "train_loss_step": 3.5323715209960938, "n_params": 4469860, "total_flops": 41056915660800000, "train_loss": 0.018701406717300414, "subset_score_loss": 0.018701406717300414}
+{"step": 3000000, "wall_time": 30756.561506986618, "train_loss_step": 3.4850096702575684, "n_params": 4469860, "total_flops": 41194229760000000, "train_loss": 0.019824533462524413, "subset_score_loss": 0.019824533462524413, "memorization_fraction_pixel": 0.6628000140190125, "mean_nn_ratio_pixel": 0.44482421875, "fid": 45.83076118878836}
+{"step": 3010000, "wall_time": 30840.625591039658, "train_loss_step": 3.51824688911438, "n_params": 4469860, "total_flops": 41331543859200000, "train_loss": 0.018591732978820802, "subset_score_loss": 0.018591732978820802}
+{"step": 3020000, "wall_time": 30938.104086637497, "train_loss_step": 3.3245975971221924, "n_params": 4469860, "total_flops": 41468857958400000, "train_loss": 0.017991646528244018, "subset_score_loss": 0.017991646528244018}
+{"step": 3030000, "wall_time": 31035.857676029205, "train_loss_step": 3.5864853858947754, "n_params": 4469860, "total_flops": 41606172057600000, "train_loss": 0.019508615732192994, "subset_score_loss": 0.019508615732192994}
+{"step": 3040000, "wall_time": 31133.398455381393, "train_loss_step": 3.222666025161743, "n_params": 4469860, "total_flops": 41743486156800000, "train_loss": 0.01905026435852051, "subset_score_loss": 0.01905026435852051}
+{"step": 3050000, "wall_time": 31230.468114376068, "train_loss_step": 3.34664249420166, "n_params": 4469860, "total_flops": 41880800256000000, "train_loss": 0.018297176361083984, "subset_score_loss": 0.018297176361083984}
+{"step": 3060000, "wall_time": 31318.351486682892, "train_loss_step": 3.6471052169799805, "n_params": 4469860, "total_flops": 42018114355200000, "train_loss": 0.019088040590286254, "subset_score_loss": 0.019088040590286254}
+{"step": 3070000, "wall_time": 31415.96165752411, "train_loss_step": 3.6739699840545654, "n_params": 4469860, "total_flops": 42155428454400000, "train_loss": 0.018999425172805787, "subset_score_loss": 0.018999425172805787}
+{"step": 3080000, "wall_time": 31511.018147945404, "train_loss_step": 3.8431811332702637, "n_params": 4469860, "total_flops": 42292742553600000, "train_loss": 0.01887187123298645, "subset_score_loss": 0.01887187123298645}
+{"step": 3090000, "wall_time": 31600.981632709503, "train_loss_step": 3.5592379570007324, "n_params": 4469860, "total_flops": 42430056652800000, "train_loss": 0.019057204723358156, "subset_score_loss": 0.019057204723358156}
+{"step": 3100000, "wall_time": 31773.05040693283, "train_loss_step": 3.438685894012451, "n_params": 4469860, "total_flops": 42567370752000000, "train_loss": 0.01882417321205139, "subset_score_loss": 0.01882417321205139, "memorization_fraction_pixel": 0.6729000210762024, "mean_nn_ratio_pixel": 0.43928101658821106, "fid": 45.41733737293523}
+{"step": 3110000, "wall_time": 31859.258400201797, "train_loss_step": 3.5224556922912598, "n_params": 4469860, "total_flops": 42704684851200000, "train_loss": 0.019560694694519043, "subset_score_loss": 0.019560694694519043}
+{"step": 3120000, "wall_time": 31957.0096616745, "train_loss_step": 3.086024761199951, "n_params": 4469860, "total_flops": 42841998950400000, "train_loss": 0.01904297709465027, "subset_score_loss": 0.01904297709465027}
+{"step": 3130000, "wall_time": 32054.375647306442, "train_loss_step": 3.130141496658325, "n_params": 4469860, "total_flops": 42979313049600000, "train_loss": 0.018719940185546874, "subset_score_loss": 0.018719940185546874}
+{"step": 3140000, "wall_time": 32152.089858531952, "train_loss_step": 3.265132188796997, "n_params": 4469860, "total_flops": 43116627148800000, "train_loss": 0.01917497515678406, "subset_score_loss": 0.01917497515678406}
+{"step": 3150000, "wall_time": 32237.718774080276, "train_loss_step": 3.6864125728607178, "n_params": 4469860, "total_flops": 43253941248000000, "train_loss": 0.017601048946380614, "subset_score_loss": 0.017601048946380614}
+{"step": 3160000, "wall_time": 32335.523056030273, "train_loss_step": 3.5317282676696777, "n_params": 4469860, "total_flops": 43391255347200000, "train_loss": 0.017952966690063476, "subset_score_loss": 0.017952966690063476}
+{"step": 3170000, "wall_time": 32433.62295985222, "train_loss_step": 3.5965511798858643, "n_params": 4469860, "total_flops": 43528569446400000, "train_loss": 0.019063111543655396, "subset_score_loss": 0.019063111543655396}
+{"step": 3180000, "wall_time": 32516.381123542786, "train_loss_step": 3.5319530963897705, "n_params": 4469860, "total_flops": 43665883545600000, "train_loss": 0.01806310296058655, "subset_score_loss": 0.01806310296058655}
+{"step": 3190000, "wall_time": 32609.84126472473, "train_loss_step": 3.495145320892334, "n_params": 4469860, "total_flops": 43803197644800000, "train_loss": 0.017547085285186767, "subset_score_loss": 0.017547085285186767}
+{"step": 3200000, "wall_time": 32780.35516476631, "train_loss_step": 3.285447120666504, "n_params": 4469860, "total_flops": 43940511744000000, "train_loss": 0.018894342184066774, "subset_score_loss": 0.018894342184066774, "memorization_fraction_pixel": 0.6675000190734863, "mean_nn_ratio_pixel": 0.4459635317325592, "fid": 46.24024038290927}
+{"step": 3210000, "wall_time": 32865.467416763306, "train_loss_step": 3.3658454418182373, "n_params": 4469860, "total_flops": 44077825843200000, "train_loss": 0.018241896629333496, "subset_score_loss": 0.018241896629333496}
+{"step": 3220000, "wall_time": 32962.190913677216, "train_loss_step": 3.4149067401885986, "n_params": 4469860, "total_flops": 44215139942400000, "train_loss": 0.01925224542617798, "subset_score_loss": 0.01925224542617798}
+{"step": 3230000, "wall_time": 33059.53634810448, "train_loss_step": 3.331179141998291, "n_params": 4469860, "total_flops": 44352454041600000, "train_loss": 0.018494405746459962, "subset_score_loss": 0.018494405746459962}
+{"step": 3240000, "wall_time": 33153.64189219475, "train_loss_step": 3.49920654296875, "n_params": 4469860, "total_flops": 44489768140800000, "train_loss": 0.01791403889656067, "subset_score_loss": 0.01791403889656067}
+{"step": 3250000, "wall_time": 33245.293889284134, "train_loss_step": 3.3656585216522217, "n_params": 4469860, "total_flops": 44627082240000000, "train_loss": 0.018287798166275026, "subset_score_loss": 0.018287798166275026}
+{"step": 3260000, "wall_time": 33342.96382975578, "train_loss_step": 3.475316047668457, "n_params": 4469860, "total_flops": 44764396339200000, "train_loss": 0.020233235359191894, "subset_score_loss": 0.020233235359191894}
+{"step": 3270000, "wall_time": 33439.30807995796, "train_loss_step": 3.450117349624634, "n_params": 4469860, "total_flops": 44901710438400000, "train_loss": 0.01762174367904663, "subset_score_loss": 0.01762174367904663}
+{"step": 3280000, "wall_time": 33526.39989614487, "train_loss_step": 3.5949392318725586, "n_params": 4469860, "total_flops": 45039024537600000, "train_loss": 0.018156079053878785, "subset_score_loss": 0.018156079053878785}
+{"step": 3290000, "wall_time": 33623.871604681015, "train_loss_step": 3.182814121246338, "n_params": 4469860, "total_flops": 45176338636800000, "train_loss": 0.01756460428237915, "subset_score_loss": 0.01756460428237915}
+{"step": 3300000, "wall_time": 33795.047058820724, "train_loss_step": 3.2256100177764893, "n_params": 4469860, "total_flops": 45313652736000000, "train_loss": 0.01780543088912964, "subset_score_loss": 0.01780543088912964, "memorization_fraction_pixel": 0.6862000226974487, "mean_nn_ratio_pixel": 0.42977607250213623, "fid": 44.98810799673085}
+{"step": 3310000, "wall_time": 33886.02913188934, "train_loss_step": 3.3842833042144775, "n_params": 4469860, "total_flops": 45450966835200000, "train_loss": 0.01825108289718628, "subset_score_loss": 0.01825108289718628}
+{"step": 3320000, "wall_time": 33970.27243566513, "train_loss_step": 3.5196990966796875, "n_params": 4469860, "total_flops": 45588280934400000, "train_loss": 0.01710107684135437, "subset_score_loss": 0.01710107684135437}
+{"step": 3330000, "wall_time": 34067.7900865078, "train_loss_step": 3.1234140396118164, "n_params": 4469860, "total_flops": 45725595033600000, "train_loss": 0.018731353282928468, "subset_score_loss": 0.018731353282928468}
+{"step": 3340000, "wall_time": 34154.62756180763, "train_loss_step": 3.3041553497314453, "n_params": 4469860, "total_flops": 45862909132800000, "train_loss": 0.017481926679611206, "subset_score_loss": 0.017481926679611206}
+{"step": 3350000, "wall_time": 34252.270720005035, "train_loss_step": 3.491137981414795, "n_params": 4469860, "total_flops": 46000223232000000, "train_loss": 0.017215960025787354, "subset_score_loss": 0.017215960025787354}
+{"step": 3360000, "wall_time": 34349.83580517769, "train_loss_step": 2.9822866916656494, "n_params": 4469860, "total_flops": 46137537331200000, "train_loss": 0.01733069658279419, "subset_score_loss": 0.01733069658279419}
+{"step": 3370000, "wall_time": 34438.07160139084, "train_loss_step": 3.325793743133545, "n_params": 4469860, "total_flops": 46274851430400000, "train_loss": 0.0191637921333313, "subset_score_loss": 0.0191637921333313}
+{"step": 3380000, "wall_time": 34527.191047906876, "train_loss_step": 3.385591983795166, "n_params": 4469860, "total_flops": 46412165529600000, "train_loss": 0.01815239667892456, "subset_score_loss": 0.01815239667892456}
+{"step": 3390000, "wall_time": 34624.69333434105, "train_loss_step": 3.154249429702759, "n_params": 4469860, "total_flops": 46549479628800000, "train_loss": 0.01730159282684326, "subset_score_loss": 0.01730159282684326}
+{"step": 3400000, "wall_time": 34796.12042593956, "train_loss_step": 3.2423667907714844, "n_params": 4469860, "total_flops": 46686793728000000, "train_loss": 0.017942010164260863, "subset_score_loss": 0.017942010164260863, "memorization_fraction_pixel": 0.6747000217437744, "mean_nn_ratio_pixel": 0.4404633343219757, "fid": 44.71497374482398}
+{"step": 3410000, "wall_time": 34893.70576143265, "train_loss_step": 3.3893237113952637, "n_params": 4469860, "total_flops": 46824107827200000, "train_loss": 0.01781244993209839, "subset_score_loss": 0.01781244993209839}
+{"step": 3420000, "wall_time": 34977.10422515869, "train_loss_step": 3.439401865005493, "n_params": 4469860, "total_flops": 46961421926400000, "train_loss": 0.018172364234924316, "subset_score_loss": 0.018172364234924316}
+{"step": 3430000, "wall_time": 35063.58231830597, "train_loss_step": 3.303274631500244, "n_params": 4469860, "total_flops": 47098736025600000, "train_loss": 0.01787187099456787, "subset_score_loss": 0.01787187099456787}
+{"step": 3440000, "wall_time": 35155.11223745346, "train_loss_step": 3.630127429962158, "n_params": 4469860, "total_flops": 47236050124800000, "train_loss": 0.01790838360786438, "subset_score_loss": 0.01790838360786438}
+{"step": 3450000, "wall_time": 35252.753677368164, "train_loss_step": 3.4857993125915527, "n_params": 4469860, "total_flops": 47373364224000000, "train_loss": 0.017128432989120482, "subset_score_loss": 0.017128432989120482}
+{"step": 3460000, "wall_time": 35350.90415072441, "train_loss_step": 3.5411200523376465, "n_params": 4469860, "total_flops": 47510678323200000, "train_loss": 0.017472578287124632, "subset_score_loss": 0.017472578287124632}
+{"step": 3470000, "wall_time": 35434.27404117584, "train_loss_step": 3.1015048027038574, "n_params": 4469860, "total_flops": 47647992422400000, "train_loss": 0.01678135633468628, "subset_score_loss": 0.01678135633468628}
+{"step": 3480000, "wall_time": 35527.92710852623, "train_loss_step": 3.1408915519714355, "n_params": 4469860, "total_flops": 47785306521600000, "train_loss": 0.016711565256118773, "subset_score_loss": 0.016711565256118773}
+{"step": 3490000, "wall_time": 35625.800909757614, "train_loss_step": 3.1136670112609863, "n_params": 4469860, "total_flops": 47922620620800000, "train_loss": 0.017170901298522948, "subset_score_loss": 0.017170901298522948}
+{"step": 3500000, "wall_time": 35797.45238208771, "train_loss_step": 3.2631282806396484, "n_params": 4469860, "total_flops": 48059934720000000, "train_loss": 0.01733393669128418, "subset_score_loss": 0.01733393669128418, "memorization_fraction_pixel": 0.6829000115394592, "mean_nn_ratio_pixel": 0.4321689307689667, "fid": 44.063467437014964}
+{"step": 3510000, "wall_time": 35893.87531542778, "train_loss_step": 3.234611749649048, "n_params": 4469860, "total_flops": 48197248819200000, "train_loss": 0.01656855583190918, "subset_score_loss": 0.01656855583190918}
+{"step": 3520000, "wall_time": 35986.23467564583, "train_loss_step": 3.4906415939331055, "n_params": 4469860, "total_flops": 48334562918400000, "train_loss": 0.01709836721420288, "subset_score_loss": 0.01709836721420288}
+{"step": 3530000, "wall_time": 36062.6211848259, "train_loss_step": 3.1807847023010254, "n_params": 4469860, "total_flops": 48471877017600000, "train_loss": 0.01766631007194519, "subset_score_loss": 0.01766631007194519}
+{"step": 3540000, "wall_time": 36160.13711023331, "train_loss_step": 3.551267385482788, "n_params": 4469860, "total_flops": 48609191116800000, "train_loss": 0.018464373350143434, "subset_score_loss": 0.018464373350143434}
+{"step": 3550000, "wall_time": 36257.60317611694, "train_loss_step": 3.169365644454956, "n_params": 4469860, "total_flops": 48746505216000000, "train_loss": 0.017020002603530884, "subset_score_loss": 0.017020002603530884}
+{"step": 3560000, "wall_time": 36353.55167412758, "train_loss_step": 3.329926013946533, "n_params": 4469860, "total_flops": 48883819315200000, "train_loss": 0.017842893600463868, "subset_score_loss": 0.017842893600463868}
+{"step": 3570000, "wall_time": 36435.37682533264, "train_loss_step": 3.287353038787842, "n_params": 4469860, "total_flops": 49021133414400000, "train_loss": 0.017113330364227294, "subset_score_loss": 0.017113330364227294}
+{"step": 3580000, "wall_time": 36533.07906293869, "train_loss_step": 3.5202159881591797, "n_params": 4469860, "total_flops": 49158447513600000, "train_loss": 0.01759787678718567, "subset_score_loss": 0.01759787678718567}
+{"step": 3590000, "wall_time": 36630.291289806366, "train_loss_step": 3.2788467407226562, "n_params": 4469860, "total_flops": 49295761612800000, "train_loss": 0.01680951237678528, "subset_score_loss": 0.01680951237678528}
+{"step": 3600000, "wall_time": 36800.86115717888, "train_loss_step": 3.6748876571655273, "n_params": 4469860, "total_flops": 49433075712000000, "train_loss": 0.01661389708518982, "subset_score_loss": 0.01661389708518982, "memorization_fraction_pixel": 0.7005000114440918, "mean_nn_ratio_pixel": 0.4205848276615143, "fid": 44.69807846575042}
+{"step": 3610000, "wall_time": 36898.18687796593, "train_loss_step": 3.3426218032836914, "n_params": 4469860, "total_flops": 49570389811200000, "train_loss": 0.017026326656341552, "subset_score_loss": 0.017026326656341552}
+{"step": 3620000, "wall_time": 36990.53136897087, "train_loss_step": 3.317948341369629, "n_params": 4469860, "total_flops": 49707703910400000, "train_loss": 0.017234896421432496, "subset_score_loss": 0.017234896421432496}
+{"step": 3630000, "wall_time": 37066.052285432816, "train_loss_step": 3.46075439453125, "n_params": 4469860, "total_flops": 49845018009600000, "train_loss": 0.016811462640762328, "subset_score_loss": 0.016811462640762328}
+{"step": 3640000, "wall_time": 37163.48936676979, "train_loss_step": 3.0516514778137207, "n_params": 4469860, "total_flops": 49982332108800000, "train_loss": 0.0168267560005188, "subset_score_loss": 0.0168267560005188}
+{"step": 3650000, "wall_time": 37260.76595211029, "train_loss_step": 3.160649061203003, "n_params": 4469860, "total_flops": 50119646208000000, "train_loss": 0.01784809947013855, "subset_score_loss": 0.01784809947013855}
+{"step": 3660000, "wall_time": 37353.94091296196, "train_loss_step": 3.4781367778778076, "n_params": 4469860, "total_flops": 50256960307200000, "train_loss": 0.01676227569580078, "subset_score_loss": 0.01676227569580078}
+{"step": 3670000, "wall_time": 37443.07568717003, "train_loss_step": 3.3582112789154053, "n_params": 4469860, "total_flops": 50394274406400000, "train_loss": 0.01719878077507019, "subset_score_loss": 0.01719878077507019}
+{"step": 3680000, "wall_time": 37540.33834552765, "train_loss_step": 3.253993034362793, "n_params": 4469860, "total_flops": 50531588505600000, "train_loss": 0.016508429050445556, "subset_score_loss": 0.016508429050445556}
+{"step": 3690000, "wall_time": 37637.627812862396, "train_loss_step": 3.375403881072998, "n_params": 4469860, "total_flops": 50668902604800000, "train_loss": 0.01709904432296753, "subset_score_loss": 0.01709904432296753}
+{"step": 3700000, "wall_time": 37808.77589440346, "train_loss_step": 3.0193686485290527, "n_params": 4469860, "total_flops": 50806216704000000, "train_loss": 0.016538774967193602, "subset_score_loss": 0.016538774967193602, "memorization_fraction_pixel": 0.7178999781608582, "mean_nn_ratio_pixel": 0.4093460142612457, "fid": 42.09259590138353}
+{"step": 3710000, "wall_time": 37906.37071847916, "train_loss_step": 3.5176382064819336, "n_params": 4469860, "total_flops": 50943530803200000, "train_loss": 0.017267441749572753, "subset_score_loss": 0.017267441749572753}
+{"step": 3720000, "wall_time": 37992.89067339897, "train_loss_step": 3.3810505867004395, "n_params": 4469860, "total_flops": 51080844902400000, "train_loss": 0.016851489543914796, "subset_score_loss": 0.016851489543914796}
+{"step": 3730000, "wall_time": 38067.87537956238, "train_loss_step": 3.343191623687744, "n_params": 4469860, "total_flops": 51218159001600000, "train_loss": 0.016135401725769043, "subset_score_loss": 0.016135401725769043}
+{"step": 3740000, "wall_time": 38165.48447704315, "train_loss_step": 3.339273452758789, "n_params": 4469860, "total_flops": 51355473100800000, "train_loss": 0.017417231798171996, "subset_score_loss": 0.017417231798171996}
+{"step": 3750000, "wall_time": 38261.8984041214, "train_loss_step": 2.9410929679870605, "n_params": 4469860, "total_flops": 51492787200000000, "train_loss": 0.01677361726760864, "subset_score_loss": 0.01677361726760864}
+{"step": 3760000, "wall_time": 38346.92538332939, "train_loss_step": 3.2999444007873535, "n_params": 4469860, "total_flops": 51630101299200000, "train_loss": 0.01648892641067505, "subset_score_loss": 0.01648892641067505}
+{"step": 3770000, "wall_time": 38443.826959609985, "train_loss_step": 3.2142739295959473, "n_params": 4469860, "total_flops": 51767415398400000, "train_loss": 0.017542635202407838, "subset_score_loss": 0.017542635202407838}
+{"step": 3780000, "wall_time": 38541.41877961159, "train_loss_step": 3.1615350246429443, "n_params": 4469860, "total_flops": 51904729497600000, "train_loss": 0.015983757972717286, "subset_score_loss": 0.015983757972717286}
+{"step": 3790000, "wall_time": 38639.03141260147, "train_loss_step": 3.0606675148010254, "n_params": 4469860, "total_flops": 52042043596800000, "train_loss": 0.016334742307662964, "subset_score_loss": 0.016334742307662964}
+{"step": 3800000, "wall_time": 38809.27294874191, "train_loss_step": 3.075185775756836, "n_params": 4469860, "total_flops": 52179357696000000, "train_loss": 0.01611634373664856, "subset_score_loss": 0.01611634373664856, "memorization_fraction_pixel": 0.7117000222206116, "mean_nn_ratio_pixel": 0.4152614176273346, "fid": 44.26974764902748}
+{"step": 3810000, "wall_time": 38906.89832687378, "train_loss_step": 3.0081286430358887, "n_params": 4469860, "total_flops": 52316671795200000, "train_loss": 0.01635507106781006, "subset_score_loss": 0.01635507106781006}
+{"step": 3820000, "wall_time": 38989.478863716125, "train_loss_step": 3.24448823928833, "n_params": 4469860, "total_flops": 52453985894400000, "train_loss": 0.01625519633293152, "subset_score_loss": 0.01625519633293152}
+{"step": 3830000, "wall_time": 39079.54444169998, "train_loss_step": 2.9432129859924316, "n_params": 4469860, "total_flops": 52591299993600000, "train_loss": 0.016886844635009765, "subset_score_loss": 0.016886844635009765}
+{"step": 3840000, "wall_time": 39166.10374546051, "train_loss_step": 3.2842817306518555, "n_params": 4469860, "total_flops": 52728614092800000, "train_loss": 0.01697499871253967, "subset_score_loss": 0.01697499871253967}
+{"step": 3850000, "wall_time": 39260.26293921471, "train_loss_step": 3.128610610961914, "n_params": 4469860, "total_flops": 52865928192000000, "train_loss": 0.01573245644569397, "subset_score_loss": 0.01573245644569397}
+{"step": 3860000, "wall_time": 39350.35574579239, "train_loss_step": 3.309966564178467, "n_params": 4469860, "total_flops": 53003242291200000, "train_loss": 0.01596031427383423, "subset_score_loss": 0.01596031427383423}
+{"step": 3870000, "wall_time": 39447.664179325104, "train_loss_step": 3.230635166168213, "n_params": 4469860, "total_flops": 53140556390400000, "train_loss": 0.01666306495666504, "subset_score_loss": 0.01666306495666504}
+{"step": 3880000, "wall_time": 39545.011699438095, "train_loss_step": 3.172873020172119, "n_params": 4469860, "total_flops": 53277870489600000, "train_loss": 0.015306329727172852, "subset_score_loss": 0.015306329727172852}
+{"step": 3890000, "wall_time": 39642.58745145798, "train_loss_step": 3.371652603149414, "n_params": 4469860, "total_flops": 53415184588800000, "train_loss": 0.016646292209625244, "subset_score_loss": 0.016646292209625244}
+{"step": 3900000, "wall_time": 39814.16409397125, "train_loss_step": 3.1406402587890625, "n_params": 4469860, "total_flops": 53552498688000000, "train_loss": 0.016342307329177855, "subset_score_loss": 0.016342307329177855, "memorization_fraction_pixel": 0.7146000266075134, "mean_nn_ratio_pixel": 0.41085654497146606, "fid": 42.3317316508883}
+{"step": 3910000, "wall_time": 39908.149864435196, "train_loss_step": 2.890930414199829, "n_params": 4469860, "total_flops": 53689812787200000, "train_loss": 0.015951004028320313, "subset_score_loss": 0.015951004028320313}
+{"step": 3920000, "wall_time": 39989.72059226036, "train_loss_step": 3.337871789932251, "n_params": 4469860, "total_flops": 53827126886400000, "train_loss": 0.01540199875831604, "subset_score_loss": 0.01540199875831604}
+{"step": 3930000, "wall_time": 40087.850764751434, "train_loss_step": 3.1962764263153076, "n_params": 4469860, "total_flops": 53964440985600000, "train_loss": 0.01608085036277771, "subset_score_loss": 0.01608085036277771}
+{"step": 3940000, "wall_time": 40166.380019664764, "train_loss_step": 3.3254456520080566, "n_params": 4469860, "total_flops": 54101755084800000, "train_loss": 0.015451833009719848, "subset_score_loss": 0.015451833009719848}
+{"step": 3950000, "wall_time": 40250.65507316589, "train_loss_step": 3.153134346008301, "n_params": 4469860, "total_flops": 54239069184000000, "train_loss": 0.01623051643371582, "subset_score_loss": 0.01623051643371582}
+{"step": 3960000, "wall_time": 40347.86720991135, "train_loss_step": 3.298666477203369, "n_params": 4469860, "total_flops": 54376383283200000, "train_loss": 0.015364234447479247, "subset_score_loss": 0.015364234447479247}
+{"step": 3970000, "wall_time": 40445.45282840729, "train_loss_step": 3.142822265625, "n_params": 4469860, "total_flops": 54513697382400000, "train_loss": 0.017385929822921753, "subset_score_loss": 0.017385929822921753}
+{"step": 3980000, "wall_time": 40543.14100885391, "train_loss_step": 3.2166318893432617, "n_params": 4469860, "total_flops": 54651011481600000, "train_loss": 0.015707361698150634, "subset_score_loss": 0.015707361698150634}
+{"step": 3990000, "wall_time": 40640.317630529404, "train_loss_step": 3.2547879219055176, "n_params": 4469860, "total_flops": 54788325580800000, "train_loss": 0.016160268783569336, "subset_score_loss": 0.016160268783569336}
+{"step": 4000000, "wall_time": 40811.80987119675, "train_loss_step": 3.4252583980560303, "n_params": 4469860, "total_flops": 54925639680000000, "train_loss": 0.015298596620559692, "subset_score_loss": 0.015298596620559692, "memorization_fraction_pixel": 0.7093999981880188, "mean_nn_ratio_pixel": 0.4160093665122986, "fid": 43.28248041536694}
+{"step": 4010000, "wall_time": 40903.44804143906, "train_loss_step": 3.0030298233032227, "n_params": 4469860, "total_flops": 55062953779200000, "train_loss": 0.015325881242752075, "subset_score_loss": 0.015325881242752075}
+{"step": 4020000, "wall_time": 40992.78060698509, "train_loss_step": 3.3781681060791016, "n_params": 4469860, "total_flops": 55200267878400000, "train_loss": 0.01607487440109253, "subset_score_loss": 0.01607487440109253}
+{"step": 4030000, "wall_time": 41090.674184799194, "train_loss_step": 3.2145748138427734, "n_params": 4469860, "total_flops": 55337581977600000, "train_loss": 0.01660038709640503, "subset_score_loss": 0.01660038709640503}
+{"step": 4040000, "wall_time": 41176.921046733856, "train_loss_step": 3.067518949508667, "n_params": 4469860, "total_flops": 55474896076800000, "train_loss": 0.014876905679702759, "subset_score_loss": 0.014876905679702759}
+{"step": 4050000, "wall_time": 41256.544033527374, "train_loss_step": 3.3812456130981445, "n_params": 4469860, "total_flops": 55612210176000000, "train_loss": 0.016051145792007445, "subset_score_loss": 0.016051145792007445}
+{"step": 4060000, "wall_time": 41353.68951630592, "train_loss_step": 3.2758560180664062, "n_params": 4469860, "total_flops": 55749524275200000, "train_loss": 0.016062108278274537, "subset_score_loss": 0.016062108278274537}
+{"step": 4070000, "wall_time": 41450.77782726288, "train_loss_step": 3.4691824913024902, "n_params": 4469860, "total_flops": 55886838374400000, "train_loss": 0.015019788742065429, "subset_score_loss": 0.015019788742065429}
+{"step": 4080000, "wall_time": 41548.38783621788, "train_loss_step": 3.034472942352295, "n_params": 4469860, "total_flops": 56024152473600000, "train_loss": 0.014998140335083008, "subset_score_loss": 0.014998140335083008}
+{"step": 4090000, "wall_time": 41645.5372300148, "train_loss_step": 3.1351876258850098, "n_params": 4469860, "total_flops": 56161466572800000, "train_loss": 0.014801332950592041, "subset_score_loss": 0.014801332950592041}
+{"step": 4100000, "wall_time": 41816.30287504196, "train_loss_step": 3.091671943664551, "n_params": 4469860, "total_flops": 56298780672000000, "train_loss": 0.015270620584487915, "subset_score_loss": 0.015270620584487915, "memorization_fraction_pixel": 0.7318999767303467, "mean_nn_ratio_pixel": 0.4015934467315674, "fid": 41.748491609110346}
+{"step": 4110000, "wall_time": 41900.287088871, "train_loss_step": 2.861888885498047, "n_params": 4469860, "total_flops": 56436094771200000, "train_loss": 0.015603196620941163, "subset_score_loss": 0.015603196620941163}
+{"step": 4120000, "wall_time": 41994.23279452324, "train_loss_step": 2.9416840076446533, "n_params": 4469860, "total_flops": 56573408870400000, "train_loss": 0.014881157875061035, "subset_score_loss": 0.014881157875061035}
+{"step": 4130000, "wall_time": 42090.49184632301, "train_loss_step": 3.5446603298187256, "n_params": 4469860, "total_flops": 56710722969600000, "train_loss": 0.015633360147476197, "subset_score_loss": 0.015633360147476197}
+{"step": 4140000, "wall_time": 42176.719195604324, "train_loss_step": 3.2436680793762207, "n_params": 4469860, "total_flops": 56848037068800000, "train_loss": 0.016325544118881225, "subset_score_loss": 0.016325544118881225}
+{"step": 4150000, "wall_time": 42252.79879426956, "train_loss_step": 3.0976271629333496, "n_params": 4469860, "total_flops": 56985351168000000, "train_loss": 0.014842967987060546, "subset_score_loss": 0.014842967987060546}
+{"step": 4160000, "wall_time": 42349.92505264282, "train_loss_step": 3.1849279403686523, "n_params": 4469860, "total_flops": 57122665267200000, "train_loss": 0.016641467809677124, "subset_score_loss": 0.016641467809677124}
+{"step": 4170000, "wall_time": 42447.01360678673, "train_loss_step": 3.2008047103881836, "n_params": 4469860, "total_flops": 57259979366400000, "train_loss": 0.016218748092651367, "subset_score_loss": 0.016218748092651367}
+{"step": 4180000, "wall_time": 42544.49575257301, "train_loss_step": 3.5149059295654297, "n_params": 4469860, "total_flops": 57397293465600000, "train_loss": 0.015048027038574219, "subset_score_loss": 0.015048027038574219}
+{"step": 4190000, "wall_time": 42641.77109193802, "train_loss_step": 3.1730995178222656, "n_params": 4469860, "total_flops": 57534607564800000, "train_loss": 0.015957471132278443, "subset_score_loss": 0.015957471132278443}
+{"step": 4200000, "wall_time": 42812.68232011795, "train_loss_step": 3.01493501663208, "n_params": 4469860, "total_flops": 57671921664000000, "train_loss": 0.014931137561798096, "subset_score_loss": 0.014931137561798096, "memorization_fraction_pixel": 0.7516999840736389, "mean_nn_ratio_pixel": 0.3878198564052582, "fid": 41.108703790924764}
+{"step": 4210000, "wall_time": 42900.74955034256, "train_loss_step": 3.302699565887451, "n_params": 4469860, "total_flops": 57809235763200000, "train_loss": 0.015303437709808349, "subset_score_loss": 0.015303437709808349}
+{"step": 4220000, "wall_time": 42998.50401997566, "train_loss_step": 3.0761122703552246, "n_params": 4469860, "total_flops": 57946549862400000, "train_loss": 0.015405840873718261, "subset_score_loss": 0.015405840873718261}
+{"step": 4230000, "wall_time": 43094.69153904915, "train_loss_step": 3.0983686447143555, "n_params": 4469860, "total_flops": 58083863961600000, "train_loss": 0.014458267688751221, "subset_score_loss": 0.014458267688751221}
+{"step": 4240000, "wall_time": 43177.0745344162, "train_loss_step": 3.0966718196868896, "n_params": 4469860, "total_flops": 58221178060800000, "train_loss": 0.015515648126602173, "subset_score_loss": 0.015515648126602173}
+{"step": 4250000, "wall_time": 43261.374188899994, "train_loss_step": 3.226832389831543, "n_params": 4469860, "total_flops": 58358492160000000, "train_loss": 0.0151358163356781, "subset_score_loss": 0.0151358163356781}
+{"step": 4260000, "wall_time": 43355.658489227295, "train_loss_step": 3.0376665592193604, "n_params": 4469860, "total_flops": 58495806259200000, "train_loss": 0.015239925384521484, "subset_score_loss": 0.015239925384521484}
+{"step": 4270000, "wall_time": 43452.91030859947, "train_loss_step": 3.3019518852233887, "n_params": 4469860, "total_flops": 58633120358400000, "train_loss": 0.015162603855133057, "subset_score_loss": 0.015162603855133057}
+{"step": 4280000, "wall_time": 43550.11979365349, "train_loss_step": 3.2056705951690674, "n_params": 4469860, "total_flops": 58770434457600000, "train_loss": 0.015468274354934692, "subset_score_loss": 0.015468274354934692}
+{"step": 4290000, "wall_time": 43647.63107609749, "train_loss_step": 3.0108532905578613, "n_params": 4469860, "total_flops": 58907748556800000, "train_loss": 0.01583277225494385, "subset_score_loss": 0.01583277225494385}
+{"step": 4300000, "wall_time": 43807.68981385231, "train_loss_step": 3.2310662269592285, "n_params": 4469860, "total_flops": 59045062656000000, "train_loss": 0.015409609079360962, "subset_score_loss": 0.015409609079360962, "memorization_fraction_pixel": 0.7472000122070312, "mean_nn_ratio_pixel": 0.3896859288215637, "fid": 40.570672095564476}
+{"step": 4310000, "wall_time": 43904.797533750534, "train_loss_step": 3.0875754356384277, "n_params": 4469860, "total_flops": 59182376755200000, "train_loss": 0.01604084491729736, "subset_score_loss": 0.01604084491729736}
+{"step": 4320000, "wall_time": 44002.64013361931, "train_loss_step": 3.2282493114471436, "n_params": 4469860, "total_flops": 59319690854400000, "train_loss": 0.014712284803390503, "subset_score_loss": 0.014712284803390503}
+{"step": 4330000, "wall_time": 44095.796749830246, "train_loss_step": 3.162844657897949, "n_params": 4469860, "total_flops": 59457004953600000, "train_loss": 0.015066089630126954, "subset_score_loss": 0.015066089630126954}
+{"step": 4340000, "wall_time": 44182.17076635361, "train_loss_step": 3.007624864578247, "n_params": 4469860, "total_flops": 59594319052800000, "train_loss": 0.014993513822555543, "subset_score_loss": 0.014993513822555543}
+{"step": 4350000, "wall_time": 44274.965666770935, "train_loss_step": 3.2359378337860107, "n_params": 4469860, "total_flops": 59731633152000000, "train_loss": 0.015424627065658569, "subset_score_loss": 0.015424627065658569}
+{"step": 4360000, "wall_time": 44363.469232559204, "train_loss_step": 3.0017378330230713, "n_params": 4469860, "total_flops": 59868947251200000, "train_loss": 0.016232727766036986, "subset_score_loss": 0.016232727766036986}
+{"step": 4370000, "wall_time": 44460.49153971672, "train_loss_step": 3.526949882507324, "n_params": 4469860, "total_flops": 60006261350400000, "train_loss": 0.015314127206802369, "subset_score_loss": 0.015314127206802369}
+{"step": 4380000, "wall_time": 44557.94307041168, "train_loss_step": 3.323546886444092, "n_params": 4469860, "total_flops": 60143575449600000, "train_loss": 0.014874616861343384, "subset_score_loss": 0.014874616861343384}
+{"step": 4390000, "wall_time": 44654.978487968445, "train_loss_step": 2.9760353565216064, "n_params": 4469860, "total_flops": 60280889548800000, "train_loss": 0.015093182325363158, "subset_score_loss": 0.015093182325363158}
+{"step": 4400000, "wall_time": 44812.60835003853, "train_loss_step": 3.375596523284912, "n_params": 4469860, "total_flops": 60418203648000000, "train_loss": 0.01494271755218506, "subset_score_loss": 0.01494271755218506, "memorization_fraction_pixel": 0.7491000294685364, "mean_nn_ratio_pixel": 0.3885263502597809, "fid": 40.493793720271995}
+{"step": 4410000, "wall_time": 44909.784615278244, "train_loss_step": 3.317422389984131, "n_params": 4469860, "total_flops": 60555517747200000, "train_loss": 0.014806308746337891, "subset_score_loss": 0.014806308746337891}
+{"step": 4420000, "wall_time": 45005.63791394234, "train_loss_step": 3.190822124481201, "n_params": 4469860, "total_flops": 60692831846400000, "train_loss": 0.01465678334236145, "subset_score_loss": 0.01465678334236145}
+{"step": 4430000, "wall_time": 45093.838443517685, "train_loss_step": 3.1312544345855713, "n_params": 4469860, "total_flops": 60830145945600000, "train_loss": 0.014574735164642335, "subset_score_loss": 0.014574735164642335}
+{"step": 4440000, "wall_time": 45185.289091825485, "train_loss_step": 3.305878162384033, "n_params": 4469860, "total_flops": 60967460044800000, "train_loss": 0.015106037855148316, "subset_score_loss": 0.015106037855148316}
+{"step": 4450000, "wall_time": 45283.24131155014, "train_loss_step": 3.272526264190674, "n_params": 4469860, "total_flops": 61104774144000000, "train_loss": 0.014594995975494384, "subset_score_loss": 0.014594995975494384}
+{"step": 4460000, "wall_time": 45363.537569999695, "train_loss_step": 3.0468087196350098, "n_params": 4469860, "total_flops": 61242088243200000, "train_loss": 0.014376667737960815, "subset_score_loss": 0.014376667737960815}
+{"step": 4470000, "wall_time": 45460.61510396004, "train_loss_step": 3.0917258262634277, "n_params": 4469860, "total_flops": 61379402342400000, "train_loss": 0.015656073093414307, "subset_score_loss": 0.015656073093414307}
+{"step": 4480000, "wall_time": 45557.849655628204, "train_loss_step": 3.1204428672790527, "n_params": 4469860, "total_flops": 61516716441600000, "train_loss": 0.013906251192092895, "subset_score_loss": 0.013906251192092895}
+{"step": 4490000, "wall_time": 45655.26134610176, "train_loss_step": 3.1828362941741943, "n_params": 4469860, "total_flops": 61654030540800000, "train_loss": 0.01400952935218811, "subset_score_loss": 0.01400952935218811}
+{"step": 4500000, "wall_time": 45813.63894033432, "train_loss_step": 3.198146104812622, "n_params": 4469860, "total_flops": 61791344640000000, "train_loss": 0.014150376319885255, "subset_score_loss": 0.014150376319885255, "memorization_fraction_pixel": 0.7601000070571899, "mean_nn_ratio_pixel": 0.3811952471733093, "fid": 39.71264675409756}
+{"step": 4510000, "wall_time": 45911.07015681267, "train_loss_step": 3.135404586791992, "n_params": 4469860, "total_flops": 61928658739200000, "train_loss": 0.014266843795776368, "subset_score_loss": 0.014266843795776368}
+{"step": 4520000, "wall_time": 46006.59092974663, "train_loss_step": 3.0296080112457275, "n_params": 4469860, "total_flops": 62065972838400000, "train_loss": 0.014054107666015624, "subset_score_loss": 0.014054107666015624}
+{"step": 4530000, "wall_time": 46091.67437458038, "train_loss_step": 3.3605754375457764, "n_params": 4469860, "total_flops": 62203286937600000, "train_loss": 0.01600984573364258, "subset_score_loss": 0.01600984573364258}
+{"step": 4540000, "wall_time": 46189.31414651871, "train_loss_step": 3.640256881713867, "n_params": 4469860, "total_flops": 62340601036800000, "train_loss": 0.01419875979423523, "subset_score_loss": 0.01419875979423523}
+{"step": 4550000, "wall_time": 46286.84592938423, "train_loss_step": 3.0146918296813965, "n_params": 4469860, "total_flops": 62477915136000000, "train_loss": 0.014325950145721435, "subset_score_loss": 0.014325950145721435}
+{"step": 4560000, "wall_time": 46375.556414842606, "train_loss_step": 3.1758179664611816, "n_params": 4469860, "total_flops": 62615229235200000, "train_loss": 0.014159196615219116, "subset_score_loss": 0.014159196615219116}
+{"step": 4570000, "wall_time": 46468.21129155159, "train_loss_step": 3.075077533721924, "n_params": 4469860, "total_flops": 62752543334400000, "train_loss": 0.014333571195602418, "subset_score_loss": 0.014333571195602418}
+{"step": 4580000, "wall_time": 46565.360257864, "train_loss_step": 3.186159133911133, "n_params": 4469860, "total_flops": 62889857433600000, "train_loss": 0.013683151006698608, "subset_score_loss": 0.013683151006698608}
+{"step": 4590000, "wall_time": 46657.56899309158, "train_loss_step": 2.87742018699646, "n_params": 4469860, "total_flops": 63027171532800000, "train_loss": 0.015733449459075927, "subset_score_loss": 0.015733449459075927}
+{"step": 4600000, "wall_time": 46827.3663585186, "train_loss_step": 3.2690305709838867, "n_params": 4469860, "total_flops": 63164485632000000, "train_loss": 0.013914624452590943, "subset_score_loss": 0.013914624452590943, "memorization_fraction_pixel": 0.7475000023841858, "mean_nn_ratio_pixel": 0.388973593711853, "fid": 40.58573496595095}
+{"step": 4610000, "wall_time": 46923.66907739639, "train_loss_step": 3.0204195976257324, "n_params": 4469860, "total_flops": 63301799731200000, "train_loss": 0.013864424228668213, "subset_score_loss": 0.013864424228668213}
+{"step": 4620000, "wall_time": 47016.68090748787, "train_loss_step": 3.094315767288208, "n_params": 4469860, "total_flops": 63439113830400000, "train_loss": 0.01496738076210022, "subset_score_loss": 0.01496738076210022}
+{"step": 4630000, "wall_time": 47103.00343585014, "train_loss_step": 3.2837255001068115, "n_params": 4469860, "total_flops": 63576427929600000, "train_loss": 0.015831153392791748, "subset_score_loss": 0.015831153392791748}
+{"step": 4640000, "wall_time": 47200.630056381226, "train_loss_step": 3.0140790939331055, "n_params": 4469860, "total_flops": 63713742028800000, "train_loss": 0.014896823167800903, "subset_score_loss": 0.014896823167800903}
+{"step": 4650000, "wall_time": 47297.95680856705, "train_loss_step": 3.30595064163208, "n_params": 4469860, "total_flops": 63851056128000000, "train_loss": 0.015013175010681152, "subset_score_loss": 0.015013175010681152}
+{"step": 4660000, "wall_time": 47392.50665974617, "train_loss_step": 3.0883677005767822, "n_params": 4469860, "total_flops": 63988370227200000, "train_loss": 0.014674021005630493, "subset_score_loss": 0.014674021005630493}
+{"step": 4670000, "wall_time": 47477.31975531578, "train_loss_step": 2.9811904430389404, "n_params": 4469860, "total_flops": 64125684326400000, "train_loss": 0.013719009160995483, "subset_score_loss": 0.013719009160995483}
+{"step": 4680000, "wall_time": 47573.301052093506, "train_loss_step": 3.1477432250976562, "n_params": 4469860, "total_flops": 64262998425600000, "train_loss": 0.014203537702560425, "subset_score_loss": 0.014203537702560425}
+{"step": 4690000, "wall_time": 47651.98571777344, "train_loss_step": 2.879944324493408, "n_params": 4469860, "total_flops": 64400312524800000, "train_loss": 0.014191220998764038, "subset_score_loss": 0.014191220998764038}
+{"step": 4700000, "wall_time": 47791.9814555645, "train_loss_step": 2.8911781311035156, "n_params": 4469860, "total_flops": 64537626624000000, "train_loss": 0.014432313442230225, "subset_score_loss": 0.014432313442230225, "memorization_fraction_pixel": 0.7545999884605408, "mean_nn_ratio_pixel": 0.386552631855011, "fid": 40.366704832070894}
+{"step": 4710000, "wall_time": 47865.442543268204, "train_loss_step": 3.0383973121643066, "n_params": 4469860, "total_flops": 64674940723200000, "train_loss": 0.01395990014076233, "subset_score_loss": 0.01395990014076233}
+{"step": 4720000, "wall_time": 47933.990901470184, "train_loss_step": 3.0840258598327637, "n_params": 4469860, "total_flops": 64812254822400000, "train_loss": 0.014069849252700805, "subset_score_loss": 0.014069849252700805}
+{"step": 4730000, "wall_time": 47993.927694797516, "train_loss_step": 2.7639570236206055, "n_params": 4469860, "total_flops": 64949568921600000, "train_loss": 0.013505643606185913, "subset_score_loss": 0.013505643606185913}
+{"step": 4740000, "wall_time": 48054.084862709045, "train_loss_step": 3.002826452255249, "n_params": 4469860, "total_flops": 65086883020800000, "train_loss": 0.01383891463279724, "subset_score_loss": 0.01383891463279724}
+{"step": 4750000, "wall_time": 48114.08737015724, "train_loss_step": 3.2472126483917236, "n_params": 4469860, "total_flops": 65224197120000000, "train_loss": 0.014184731245040893, "subset_score_loss": 0.014184731245040893}
+{"step": 4760000, "wall_time": 48174.570748806, "train_loss_step": 3.4398157596588135, "n_params": 4469860, "total_flops": 65361511219200000, "train_loss": 0.01420058012008667, "subset_score_loss": 0.01420058012008667}
+{"step": 4770000, "wall_time": 48229.2373008728, "train_loss_step": 3.212141752243042, "n_params": 4469860, "total_flops": 65498825318400000, "train_loss": 0.014136086702346801, "subset_score_loss": 0.014136086702346801}
+{"step": 4780000, "wall_time": 48289.21683335304, "train_loss_step": 3.032414197921753, "n_params": 4469860, "total_flops": 65636139417600000, "train_loss": 0.01376765251159668, "subset_score_loss": 0.01376765251159668}
+{"step": 4790000, "wall_time": 48349.61305308342, "train_loss_step": 3.3121066093444824, "n_params": 4469860, "total_flops": 65773453516800000, "train_loss": 0.013061634302139281, "subset_score_loss": 0.013061634302139281}
+{"step": 4800000, "wall_time": 48459.21807694435, "train_loss_step": 3.2238924503326416, "n_params": 4469860, "total_flops": 65910767616000000, "train_loss": 0.013867166042327881, "subset_score_loss": 0.013867166042327881, "memorization_fraction_pixel": 0.7506999969482422, "mean_nn_ratio_pixel": 0.38761842250823975, "fid": 40.340594765618484}
+{"step": 4810000, "wall_time": 48499.270199775696, "train_loss_step": 3.142889976501465, "n_params": 4469860, "total_flops": 66048081715200000, "train_loss": 0.014612256288528443, "subset_score_loss": 0.014612256288528443}
+{"step": 4820000, "wall_time": 48539.44336938858, "train_loss_step": 3.2800207138061523, "n_params": 4469860, "total_flops": 66185395814400000, "train_loss": 0.01484878420829773, "subset_score_loss": 0.01484878420829773}
+{"step": 4830000, "wall_time": 48579.776958465576, "train_loss_step": 3.425095319747925, "n_params": 4469860, "total_flops": 66322709913600000, "train_loss": 0.013728662729263305, "subset_score_loss": 0.013728662729263305}
+{"step": 4840000, "wall_time": 48619.943657159805, "train_loss_step": 3.0391578674316406, "n_params": 4469860, "total_flops": 66460024012800000, "train_loss": 0.013931485414505005, "subset_score_loss": 0.013931485414505005}
+{"step": 4850000, "wall_time": 48660.138722896576, "train_loss_step": 3.0916144847869873, "n_params": 4469860, "total_flops": 66597338112000000, "train_loss": 0.013155465126037597, "subset_score_loss": 0.013155465126037597}
+{"step": 4860000, "wall_time": 48700.25031590462, "train_loss_step": 3.1869125366210938, "n_params": 4469860, "total_flops": 66734652211200000, "train_loss": 0.013987195491790772, "subset_score_loss": 0.013987195491790772}
+{"step": 4870000, "wall_time": 48733.37411904335, "train_loss_step": 3.141045093536377, "n_params": 4469860, "total_flops": 66871966310400000, "train_loss": 0.013815572261810303, "subset_score_loss": 0.013815572261810303}
+{"step": 4880000, "wall_time": 48773.63144850731, "train_loss_step": 3.332746744155884, "n_params": 4469860, "total_flops": 67009280409600000, "train_loss": 0.013559424877166748, "subset_score_loss": 0.013559424877166748}
+{"step": 4890000, "wall_time": 48814.13816380501, "train_loss_step": 3.102665901184082, "n_params": 4469860, "total_flops": 67146594508800000, "train_loss": 0.014396841526031495, "subset_score_loss": 0.014396841526031495}
+{"step": 4900000, "wall_time": 48889.624975681305, "train_loss_step": 2.8613290786743164, "n_params": 4469860, "total_flops": 67283908608000000, "train_loss": 0.013816586732864379, "subset_score_loss": 0.013816586732864379, "memorization_fraction_pixel": 0.7656000256538391, "mean_nn_ratio_pixel": 0.3755512833595276, "fid": 41.06963180785692}
+{"step": 4910000, "wall_time": 48929.942093372345, "train_loss_step": 2.852936267852783, "n_params": 4469860, "total_flops": 67421222707200000, "train_loss": 0.013694615364074706, "subset_score_loss": 0.013694615364074706}
+{"step": 4920000, "wall_time": 48970.2173678875, "train_loss_step": 3.0243024826049805, "n_params": 4469860, "total_flops": 67558536806400000, "train_loss": 0.014912126064300537, "subset_score_loss": 0.014912126064300537}
+{"step": 4930000, "wall_time": 49010.632145643234, "train_loss_step": 3.55064058303833, "n_params": 4469860, "total_flops": 67695850905600000, "train_loss": 0.013762068748474122, "subset_score_loss": 0.013762068748474122}
+{"step": 4940000, "wall_time": 49050.86021542549, "train_loss_step": 2.9654598236083984, "n_params": 4469860, "total_flops": 67833165004800000, "train_loss": 0.013377490043640137, "subset_score_loss": 0.013377490043640137}
+{"step": 4950000, "wall_time": 49091.1226978302, "train_loss_step": 3.3224287033081055, "n_params": 4469860, "total_flops": 67970479104000000, "train_loss": 0.014589976072311401, "subset_score_loss": 0.014589976072311401}
+{"step": 4960000, "wall_time": 49129.097126960754, "train_loss_step": 3.2305662631988525, "n_params": 4469860, "total_flops": 68107793203200000, "train_loss": 0.01408624529838562, "subset_score_loss": 0.01408624529838562}
+{"step": 4970000, "wall_time": 49165.49213671684, "train_loss_step": 2.9428699016571045, "n_params": 4469860, "total_flops": 68245107302400000, "train_loss": 0.013123244047164917, "subset_score_loss": 0.013123244047164917}
+{"step": 4980000, "wall_time": 49205.728858947754, "train_loss_step": 3.220207691192627, "n_params": 4469860, "total_flops": 68382421401600000, "train_loss": 0.0140333092212677, "subset_score_loss": 0.0140333092212677}
+{"step": 4990000, "wall_time": 49246.1771633625, "train_loss_step": 2.781093120574951, "n_params": 4469860, "total_flops": 68519735500800000, "train_loss": 0.013084406852722169, "subset_score_loss": 0.013084406852722169}
+{"step": 5000000, "wall_time": 49320.42188858986, "train_loss_step": 3.300442934036255, "n_params": 4469860, "total_flops": 68657049600000000, "train_loss": 0.012782362699508667, "subset_score_loss": 0.012782362699508667, "memorization_fraction_pixel": 0.7609999775886536, "mean_nn_ratio_pixel": 0.3812731206417084, "fid": 40.0212548885741}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d100/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d100/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..5c22175822190a9c33a5c6b74296c2a610123f9a
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d100/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     71s | train_loss=1.0036 | fid=291.3698
+  step   10000 |    166s | train_loss=0.8106
+  step   20000 |    262s | train_loss=0.6865
+  step   30000 |    358s | train_loss=0.5505
+  step   40000 |    454s | train_loss=0.4129
+  step   50000 |    551s | train_loss=0.2994
+  step   60000 |    647s | train_loss=0.2273
+  step   70000 |    743s | train_loss=0.1856
+  step   80000 |    839s | train_loss=0.1585
+  step   90000 |    936s | train_loss=0.1448
+  step  100000 |   1096s | train_loss=0.1290 | fid=60.3562
+  step  110000 |   1192s | train_loss=0.1215
+  step  120000 |   1288s | train_loss=0.1153
+  step  130000 |   1384s | train_loss=0.1092
+  step  140000 |   1481s | train_loss=0.1040
+  step  150000 |   1579s | train_loss=0.1017
+  step  160000 |   1676s | train_loss=0.0968
+  step  170000 |   1773s | train_loss=0.0924
+  step  180000 |   1870s | train_loss=0.0903
+  step  190000 |   1963s | train_loss=0.0883
+  step  200000 |   2130s | train_loss=0.0856 | fid=59.1669
+  step  210000 |   2227s | train_loss=0.0845
+  step  220000 |   2324s | train_loss=0.0813
+  step  230000 |   2421s | train_loss=0.0781
+  step  240000 |   2518s | train_loss=0.0780
+  step  250000 |   2615s | train_loss=0.0765
+  step  260000 |   2713s | train_loss=0.0749
+  step  270000 |   2810s | train_loss=0.0719
+  step  280000 |   2903s | train_loss=0.0718
+  step  290000 |   3000s | train_loss=0.0712
+  step  300000 |   3169s | train_loss=0.0679 | fid=57.1085
+  step  310000 |   3267s | train_loss=0.0668
+  step  320000 |   3364s | train_loss=0.0659
+  step  330000 |   3461s | train_loss=0.0649
+  step  340000 |   3559s | train_loss=0.0647
+  step  350000 |   3656s | train_loss=0.0631
+  step  360000 |   3754s | train_loss=0.0623
+  step  370000 |   3846s | train_loss=0.0601
+  step  380000 |   3944s | train_loss=0.0613
+  step  390000 |   4041s | train_loss=0.0588
+  step  400000 |   4210s | train_loss=0.0597 | fid=53.3376
+  step  410000 |   4307s | train_loss=0.0572
+  step  420000 |   4404s | train_loss=0.0566
+  step  430000 |   4502s | train_loss=0.0566
+  step  440000 |   4599s | train_loss=0.0574
+  step  450000 |   4696s | train_loss=0.0550
+  step  460000 |   4789s | train_loss=0.0541
+  step  470000 |   4884s | train_loss=0.0542
+  step  480000 |   4982s | train_loss=0.0533
+  step  490000 |   5078s | train_loss=0.0525
+  step  500000 |   5246s | train_loss=0.0515 | fid=53.3169
+  step  510000 |   5343s | train_loss=0.0512
+  step  520000 |   5440s | train_loss=0.0513
+  step  530000 |   5537s | train_loss=0.0512
+  step  540000 |   5635s | train_loss=0.0504
+  step  550000 |   5729s | train_loss=0.0508
+  step  560000 |   5824s | train_loss=0.0475
+  step  570000 |   5921s | train_loss=0.0503
+  step  580000 |   6019s | train_loss=0.0488
+  step  590000 |   6114s | train_loss=0.0481
+  step  600000 |   6283s | train_loss=0.0478 | fid=51.1817
+  step  610000 |   6380s | train_loss=0.0481
+  step  620000 |   6477s | train_loss=0.0495
+  step  630000 |   6575s | train_loss=0.0471
+  step  640000 |   6669s | train_loss=0.0455
+  step  650000 |   6762s | train_loss=0.0456
+  step  660000 |   6859s | train_loss=0.0444
+  step  670000 |   6957s | train_loss=0.0463
+  step  680000 |   7053s | train_loss=0.0448
+  step  690000 |   7150s | train_loss=0.0442
+  step  700000 |   7318s | train_loss=0.0442 | fid=50.9893
+  step  710000 |   7416s | train_loss=0.0444
+  step  720000 |   7513s | train_loss=0.0432
+  step  730000 |   7607s | train_loss=0.0431
+  step  740000 |   7701s | train_loss=0.0434
+  step  750000 |   7798s | train_loss=0.0432
+  step  760000 |   7895s | train_loss=0.0439
+  step  770000 |   7993s | train_loss=0.0428
+  step  780000 |   8089s | train_loss=0.0430
+  step  790000 |   8186s | train_loss=0.0428
+  step  800000 |   8354s | train_loss=0.0427 | fid=50.1734
+  step  810000 |   8451s | train_loss=0.0412
+  step  820000 |   8545s | train_loss=0.0420
+  step  830000 |   8639s | train_loss=0.0414
+  step  840000 |   8736s | train_loss=0.0397
+  step  850000 |   8833s | train_loss=0.0404
+  step  860000 |   8931s | train_loss=0.0403
+  step  870000 |   9026s | train_loss=0.0405
+  step  880000 |   9123s | train_loss=0.0400
+  step  890000 |   9218s | train_loss=0.0382
+  step  900000 |   9389s | train_loss=0.0410 | fid=50.8127
+  step  910000 |   9484s | train_loss=0.0405
+  step  920000 |   9578s | train_loss=0.0397
+  step  930000 |   9675s | train_loss=0.0385
+  step  940000 |   9772s | train_loss=0.0386
+  step  950000 |   9870s | train_loss=0.0399
+  step  960000 |   9967s | train_loss=0.0384
+  step  970000 |  10062s | train_loss=0.0371
+  step  980000 |  10160s | train_loss=0.0379
+  step  990000 |  10254s | train_loss=0.0369
+  step 1000000 |  10423s | train_loss=0.0373 | fid=50.6578
+  step 1010000 |  10516s | train_loss=0.0369
+  step 1020000 |  10614s | train_loss=0.0362
+  step 1030000 |  10711s | train_loss=0.0367
+  step 1040000 |  10807s | train_loss=0.0372
+  step 1050000 |  10904s | train_loss=0.0378
+  step 1060000 |  11001s | train_loss=0.0379
+  step 1070000 |  11097s | train_loss=0.0365
+  step 1080000 |  11195s | train_loss=0.0362
+  step 1090000 |  11289s | train_loss=0.0369
+  step 1100000 |  11454s | train_loss=0.0356 | fid=51.7471
+  step 1110000 |  11551s | train_loss=0.0358
+  step 1120000 |  11648s | train_loss=0.0351
+  step 1130000 |  11746s | train_loss=0.0359
+  step 1140000 |  11843s | train_loss=0.0346
+  step 1150000 |  11940s | train_loss=0.0344
+  step 1160000 |  12036s | train_loss=0.0341
+  step 1170000 |  12133s | train_loss=0.0340
+  step 1180000 |  12231s | train_loss=0.0349
+  step 1190000 |  12322s | train_loss=0.0338
+  step 1200000 |  12490s | train_loss=0.0343 | fid=53.1193
+  step 1210000 |  12587s | train_loss=0.0336
+  step 1220000 |  12684s | train_loss=0.0337
+  step 1230000 |  12782s | train_loss=0.0341
+  step 1240000 |  12879s | train_loss=0.0330
+  step 1250000 |  12977s | train_loss=0.0337
+  step 1260000 |  13073s | train_loss=0.0333
+  step 1270000 |  13170s | train_loss=0.0331
+  step 1280000 |  13263s | train_loss=0.0328
+  step 1290000 |  13355s | train_loss=0.0332
+  step 1300000 |  13526s | train_loss=0.0337 | fid=53.9262
+  step 1310000 |  13624s | train_loss=0.0327
+  step 1320000 |  13720s | train_loss=0.0323
+  step 1330000 |  13817s | train_loss=0.0313
+  step 1340000 |  13913s | train_loss=0.0320
+  step 1350000 |  14009s | train_loss=0.0316
+  step 1360000 |  14106s | train_loss=0.0323
+  step 1370000 |  14199s | train_loss=0.0328
+  step 1380000 |  14289s | train_loss=0.0311
+  step 1390000 |  14386s | train_loss=0.0318
+  step 1400000 |  14556s | train_loss=0.0323 | fid=53.9213
+  step 1410000 |  14653s | train_loss=0.0312
+  step 1420000 |  14750s | train_loss=0.0317
+  step 1430000 |  14847s | train_loss=0.0306
+  step 1440000 |  14944s | train_loss=0.0303
+  step 1450000 |  15039s | train_loss=0.0303
+  step 1460000 |  15133s | train_loss=0.0308
+  step 1470000 |  15223s | train_loss=0.0297
+  step 1480000 |  15313s | train_loss=0.0315
+  step 1490000 |  15411s | train_loss=0.0313
+  step 1500000 |  15582s | train_loss=0.0309 | fid=52.2456
+  step 1510000 |  15678s | train_loss=0.0307
+  step 1520000 |  15775s | train_loss=0.0308
+  step 1530000 |  15873s | train_loss=0.0299
+  step 1540000 |  15968s | train_loss=0.0298
+  step 1550000 |  16057s | train_loss=0.0297
+  step 1560000 |  16150s | train_loss=0.0298
+  step 1570000 |  16243s | train_loss=0.0284
+  step 1580000 |  16331s | train_loss=0.0303
+  step 1590000 |  16427s | train_loss=0.0284
+  step 1600000 |  16597s | train_loss=0.0291 | fid=49.7995
+  step 1610000 |  16694s | train_loss=0.0291
+  step 1620000 |  16792s | train_loss=0.0297
+  step 1630000 |  16889s | train_loss=0.0294
+  step 1640000 |  16980s | train_loss=0.0280
+  step 1650000 |  17073s | train_loss=0.0282
+  step 1660000 |  17161s | train_loss=0.0278
+  step 1670000 |  17258s | train_loss=0.0276
+  step 1680000 |  17350s | train_loss=0.0280
+  step 1690000 |  17444s | train_loss=0.0274
+  step 1700000 |  17615s | train_loss=0.0278 | fid=48.8564
+  step 1710000 |  17711s | train_loss=0.0283
+  step 1720000 |  17808s | train_loss=0.0274
+  step 1730000 |  17906s | train_loss=0.0272
+  step 1740000 |  17994s | train_loss=0.0280
+  step 1750000 |  18081s | train_loss=0.0274
+  step 1760000 |  18177s | train_loss=0.0273
+  step 1770000 |  18275s | train_loss=0.0267
+  step 1780000 |  18370s | train_loss=0.0286
+  step 1790000 |  18462s | train_loss=0.0263
+  step 1800000 |  18634s | train_loss=0.0270 | fid=49.6749
+  step 1810000 |  18731s | train_loss=0.0277
+  step 1820000 |  18829s | train_loss=0.0263
+  step 1830000 |  18915s | train_loss=0.0275
+  step 1840000 |  19010s | train_loss=0.0259
+  step 1850000 |  19100s | train_loss=0.0264
+  step 1860000 |  19197s | train_loss=0.0264
+  step 1870000 |  19294s | train_loss=0.0264
+  step 1880000 |  19389s | train_loss=0.0255
+  step 1890000 |  19478s | train_loss=0.0262
+  step 1900000 |  19649s | train_loss=0.0263 | fid=47.5337
+  step 1910000 |  19746s | train_loss=0.0269
+  step 1920000 |  19837s | train_loss=0.0251
+  step 1930000 |  19930s | train_loss=0.0254
+  step 1940000 |  20017s | train_loss=0.0252
+  step 1950000 |  20114s | train_loss=0.0252
+  step 1960000 |  20211s | train_loss=0.0249
+  step 1970000 |  20308s | train_loss=0.0254
+  step 1980000 |  20406s | train_loss=0.0263
+  step 1990000 |  20490s | train_loss=0.0253
+  step 2000000 |  20662s | train_loss=0.0254 | fid=47.4961
+  step 2010000 |  20759s | train_loss=0.0256
+  step 2020000 |  20848s | train_loss=0.0243
+  step 2030000 |  20940s | train_loss=0.0242
+  step 2040000 |  21034s | train_loss=0.0249
+  step 2050000 |  21131s | train_loss=0.0255
+  step 2060000 |  21228s | train_loss=0.0246
+  step 2070000 |  21326s | train_loss=0.0252
+  step 2080000 |  21424s | train_loss=0.0256
+  step 2090000 |  21507s | train_loss=0.0242
+  step 2100000 |  21675s | train_loss=0.0250 | fid=48.8376
+  step 2110000 |  21759s | train_loss=0.0247
+  step 2120000 |  21853s | train_loss=0.0240
+  step 2130000 |  21933s | train_loss=0.0236
+  step 2140000 |  22028s | train_loss=0.0229
+  step 2150000 |  22126s | train_loss=0.0235
+  step 2160000 |  22223s | train_loss=0.0232
+  step 2170000 |  22321s | train_loss=0.0231
+  step 2180000 |  22419s | train_loss=0.0235
+  step 2190000 |  22512s | train_loss=0.0237
+  step 2200000 |  22675s | train_loss=0.0240 | fid=47.1066
+  step 2210000 |  22759s | train_loss=0.0239
+  step 2220000 |  22856s | train_loss=0.0235
+  step 2230000 |  22939s | train_loss=0.0231
+  step 2240000 |  23037s | train_loss=0.0235
+  step 2250000 |  23134s | train_loss=0.0237
+  step 2260000 |  23232s | train_loss=0.0241
+  step 2270000 |  23330s | train_loss=0.0242
+  step 2280000 |  23427s | train_loss=0.0232
+  step 2290000 |  23525s | train_loss=0.0227
+  step 2300000 |  23680s | train_loss=0.0221 | fid=50.1308
+  step 2310000 |  23775s | train_loss=0.0222
+  step 2320000 |  23866s | train_loss=0.0218
+  step 2330000 |  23960s | train_loss=0.0224
+  step 2340000 |  24056s | train_loss=0.0229
+  step 2350000 |  24153s | train_loss=0.0227
+  step 2360000 |  24249s | train_loss=0.0231
+  step 2370000 |  24346s | train_loss=0.0229
+  step 2380000 |  24443s | train_loss=0.0224
+  step 2390000 |  24540s | train_loss=0.0213
+  step 2400000 |  24692s | train_loss=0.0220 | fid=46.6076
+  step 2410000 |  24786s | train_loss=0.0217
+  step 2420000 |  24876s | train_loss=0.0218
+  step 2430000 |  24972s | train_loss=0.0221
+  step 2440000 |  25069s | train_loss=0.0218
+  step 2450000 |  25165s | train_loss=0.0211
+  step 2460000 |  25262s | train_loss=0.0225
+  step 2470000 |  25359s | train_loss=0.0208
+  step 2480000 |  25455s | train_loss=0.0224
+  step 2490000 |  25548s | train_loss=0.0223
+  step 2500000 |  25705s | train_loss=0.0206 | fid=48.6467
+  step 2510000 |  25791s | train_loss=0.0221
+  step 2520000 |  25888s | train_loss=0.0211
+  step 2530000 |  25984s | train_loss=0.0201
+  step 2540000 |  26081s | train_loss=0.0219
+  step 2550000 |  26178s | train_loss=0.0202
+  step 2560000 |  26275s | train_loss=0.0211
+  step 2570000 |  26371s | train_loss=0.0216
+  step 2580000 |  26468s | train_loss=0.0212
+  step 2590000 |  26554s | train_loss=0.0210
+  step 2600000 |  26715s | train_loss=0.0211 | fid=47.4626
+  step 2610000 |  26804s | train_loss=0.0206
+  step 2620000 |  26900s | train_loss=0.0215
+  step 2630000 |  26996s | train_loss=0.0206
+  step 2640000 |  27093s | train_loss=0.0204
+  step 2650000 |  27190s | train_loss=0.0209
+  step 2660000 |  27287s | train_loss=0.0203
+  step 2670000 |  27384s | train_loss=0.0211
+  step 2680000 |  27472s | train_loss=0.0221
+  step 2690000 |  27569s | train_loss=0.0203
+  step 2700000 |  27718s | train_loss=0.0203 | fid=46.7321
+  step 2710000 |  27815s | train_loss=0.0196
+  step 2720000 |  27912s | train_loss=0.0212
+  step 2730000 |  28008s | train_loss=0.0207
+  step 2740000 |  28105s | train_loss=0.0206
+  step 2750000 |  28202s | train_loss=0.0204
+  step 2760000 |  28298s | train_loss=0.0206
+  step 2770000 |  28392s | train_loss=0.0206
+  step 2780000 |  28482s | train_loss=0.0198
+  step 2790000 |  28579s | train_loss=0.0205
+  step 2800000 |  28727s | train_loss=0.0198 | fid=47.5052
+  step 2810000 |  28824s | train_loss=0.0190
+  step 2820000 |  28921s | train_loss=0.0197
+  step 2830000 |  29017s | train_loss=0.0198
+  step 2840000 |  29115s | train_loss=0.0194
+  step 2850000 |  29212s | train_loss=0.0198
+  step 2860000 |  29309s | train_loss=0.0200
+  step 2870000 |  29399s | train_loss=0.0207
+  step 2880000 |  29496s | train_loss=0.0197
+  step 2890000 |  29591s | train_loss=0.0190
+  step 2900000 |  29739s | train_loss=0.0193 | fid=46.1672
+  step 2910000 |  29835s | train_loss=0.0197
+  step 2920000 |  29932s | train_loss=0.0191
+  step 2930000 |  30030s | train_loss=0.0188
+  step 2940000 |  30127s | train_loss=0.0190
+  step 2950000 |  30225s | train_loss=0.0199
+  step 2960000 |  30313s | train_loss=0.0198
+  step 2970000 |  30407s | train_loss=0.0198
+  step 2980000 |  30505s | train_loss=0.0192
+  step 2990000 |  30591s | train_loss=0.0187
+  step 3000000 |  30757s | train_loss=0.0198 | fid=45.8308
+  step 3010000 |  30841s | train_loss=0.0186
+  step 3020000 |  30938s | train_loss=0.0180
+  step 3030000 |  31036s | train_loss=0.0195
+  step 3040000 |  31133s | train_loss=0.0191
+  step 3050000 |  31230s | train_loss=0.0183
+  step 3060000 |  31318s | train_loss=0.0191
+  step 3070000 |  31416s | train_loss=0.0190
+  step 3080000 |  31511s | train_loss=0.0189
+  step 3090000 |  31601s | train_loss=0.0191
+  step 3100000 |  31773s | train_loss=0.0188 | fid=45.4173
+  step 3110000 |  31859s | train_loss=0.0196
+  step 3120000 |  31957s | train_loss=0.0190
+  step 3130000 |  32054s | train_loss=0.0187
+  step 3140000 |  32152s | train_loss=0.0192
+  step 3150000 |  32238s | train_loss=0.0176
+  step 3160000 |  32336s | train_loss=0.0180
+  step 3170000 |  32434s | train_loss=0.0191
+  step 3180000 |  32516s | train_loss=0.0181
+  step 3190000 |  32610s | train_loss=0.0175
+  step 3200000 |  32780s | train_loss=0.0189 | fid=46.2402
+  step 3210000 |  32865s | train_loss=0.0182
+  step 3220000 |  32962s | train_loss=0.0193
+  step 3230000 |  33060s | train_loss=0.0185
+  step 3240000 |  33154s | train_loss=0.0179
+  step 3250000 |  33245s | train_loss=0.0183
+  step 3260000 |  33343s | train_loss=0.0202
+  step 3270000 |  33439s | train_loss=0.0176
+  step 3280000 |  33526s | train_loss=0.0182
+  step 3290000 |  33624s | train_loss=0.0176
+  step 3300000 |  33795s | train_loss=0.0178 | fid=44.9881
+  step 3310000 |  33886s | train_loss=0.0183
+  step 3320000 |  33970s | train_loss=0.0171
+  step 3330000 |  34068s | train_loss=0.0187
+  step 3340000 |  34155s | train_loss=0.0175
+  step 3350000 |  34252s | train_loss=0.0172
+  step 3360000 |  34350s | train_loss=0.0173
+  step 3370000 |  34438s | train_loss=0.0192
+  step 3380000 |  34527s | train_loss=0.0182
+  step 3390000 |  34625s | train_loss=0.0173
+  step 3400000 |  34796s | train_loss=0.0179 | fid=44.7150
+  step 3410000 |  34894s | train_loss=0.0178
+  step 3420000 |  34977s | train_loss=0.0182
+  step 3430000 |  35064s | train_loss=0.0179
+  step 3440000 |  35155s | train_loss=0.0179
+  step 3450000 |  35253s | train_loss=0.0171
+  step 3460000 |  35351s | train_loss=0.0175
+  step 3470000 |  35434s | train_loss=0.0168
+  step 3480000 |  35528s | train_loss=0.0167
+  step 3490000 |  35626s | train_loss=0.0172
+  step 3500000 |  35797s | train_loss=0.0173 | fid=44.0635
+  step 3510000 |  35894s | train_loss=0.0166
+  step 3520000 |  35986s | train_loss=0.0171
+  step 3530000 |  36063s | train_loss=0.0177
+  step 3540000 |  36160s | train_loss=0.0185
+  step 3550000 |  36258s | train_loss=0.0170
+  step 3560000 |  36354s | train_loss=0.0178
+  step 3570000 |  36435s | train_loss=0.0171
+  step 3580000 |  36533s | train_loss=0.0176
+  step 3590000 |  36630s | train_loss=0.0168
+  step 3600000 |  36801s | train_loss=0.0166 | fid=44.6981
+  step 3610000 |  36898s | train_loss=0.0170
+  step 3620000 |  36991s | train_loss=0.0172
+  step 3630000 |  37066s | train_loss=0.0168
+  step 3640000 |  37163s | train_loss=0.0168
+  step 3650000 |  37261s | train_loss=0.0178
+  step 3660000 |  37354s | train_loss=0.0168
+  step 3670000 |  37443s | train_loss=0.0172
+  step 3680000 |  37540s | train_loss=0.0165
+  step 3690000 |  37638s | train_loss=0.0171
+  step 3700000 |  37809s | train_loss=0.0165 | fid=42.0926
+  step 3710000 |  37906s | train_loss=0.0173
+  step 3720000 |  37993s | train_loss=0.0169
+  step 3730000 |  38068s | train_loss=0.0161
+  step 3740000 |  38165s | train_loss=0.0174
+  step 3750000 |  38262s | train_loss=0.0168
+  step 3760000 |  38347s | train_loss=0.0165
+  step 3770000 |  38444s | train_loss=0.0175
+  step 3780000 |  38541s | train_loss=0.0160
+  step 3790000 |  38639s | train_loss=0.0163
+  step 3800000 |  38809s | train_loss=0.0161 | fid=44.2697
+  step 3810000 |  38907s | train_loss=0.0164
+  step 3820000 |  38989s | train_loss=0.0163
+  step 3830000 |  39080s | train_loss=0.0169
+  step 3840000 |  39166s | train_loss=0.0170
+  step 3850000 |  39260s | train_loss=0.0157
+  step 3860000 |  39350s | train_loss=0.0160
+  step 3870000 |  39448s | train_loss=0.0167
+  step 3880000 |  39545s | train_loss=0.0153
+  step 3890000 |  39643s | train_loss=0.0166
+  step 3900000 |  39814s | train_loss=0.0163 | fid=42.3317
+  step 3910000 |  39908s | train_loss=0.0160
+  step 3920000 |  39990s | train_loss=0.0154
+  step 3930000 |  40088s | train_loss=0.0161
+  step 3940000 |  40166s | train_loss=0.0155
+  step 3950000 |  40251s | train_loss=0.0162
+  step 3960000 |  40348s | train_loss=0.0154
+  step 3970000 |  40445s | train_loss=0.0174
+  step 3980000 |  40543s | train_loss=0.0157
+  step 3990000 |  40640s | train_loss=0.0162
+  step 4000000 |  40812s | train_loss=0.0153 | fid=43.2825
+  step 4010000 |  40903s | train_loss=0.0153
+  step 4020000 |  40993s | train_loss=0.0161
+  step 4030000 |  41091s | train_loss=0.0166
+  step 4040000 |  41177s | train_loss=0.0149
+  step 4050000 |  41257s | train_loss=0.0161
+  step 4060000 |  41354s | train_loss=0.0161
+  step 4070000 |  41451s | train_loss=0.0150
+  step 4080000 |  41548s | train_loss=0.0150
+  step 4090000 |  41646s | train_loss=0.0148
+  step 4100000 |  41816s | train_loss=0.0153 | fid=41.7485
+  step 4110000 |  41900s | train_loss=0.0156
+  step 4120000 |  41994s | train_loss=0.0149
+  step 4130000 |  42090s | train_loss=0.0156
+  step 4140000 |  42177s | train_loss=0.0163
+  step 4150000 |  42253s | train_loss=0.0148
+  step 4160000 |  42350s | train_loss=0.0166
+  step 4170000 |  42447s | train_loss=0.0162
+  step 4180000 |  42544s | train_loss=0.0150
+  step 4190000 |  42642s | train_loss=0.0160
+  step 4200000 |  42813s | train_loss=0.0149 | fid=41.1087
+  step 4210000 |  42901s | train_loss=0.0153
+  step 4220000 |  42999s | train_loss=0.0154
+  step 4230000 |  43095s | train_loss=0.0145
+  step 4240000 |  43177s | train_loss=0.0155
+  step 4250000 |  43261s | train_loss=0.0151
+  step 4260000 |  43356s | train_loss=0.0152
+  step 4270000 |  43453s | train_loss=0.0152
+  step 4280000 |  43550s | train_loss=0.0155
+  step 4290000 |  43648s | train_loss=0.0158
+  step 4300000 |  43808s | train_loss=0.0154 | fid=40.5707
+  step 4310000 |  43905s | train_loss=0.0160
+  step 4320000 |  44003s | train_loss=0.0147
+  step 4330000 |  44096s | train_loss=0.0151
+  step 4340000 |  44182s | train_loss=0.0150
+  step 4350000 |  44275s | train_loss=0.0154
+  step 4360000 |  44363s | train_loss=0.0162
+  step 4370000 |  44460s | train_loss=0.0153
+  step 4380000 |  44558s | train_loss=0.0149
+  step 4390000 |  44655s | train_loss=0.0151
+  step 4400000 |  44813s | train_loss=0.0149 | fid=40.4938
+  step 4410000 |  44910s | train_loss=0.0148
+  step 4420000 |  45006s | train_loss=0.0147
+  step 4430000 |  45094s | train_loss=0.0146
+  step 4440000 |  45185s | train_loss=0.0151
+  step 4450000 |  45283s | train_loss=0.0146
+  step 4460000 |  45364s | train_loss=0.0144
+  step 4470000 |  45461s | train_loss=0.0157
+  step 4480000 |  45558s | train_loss=0.0139
+  step 4490000 |  45655s | train_loss=0.0140
+  step 4500000 |  45814s | train_loss=0.0142 | fid=39.7126
+  step 4510000 |  45911s | train_loss=0.0143
+  step 4520000 |  46007s | train_loss=0.0141
+  step 4530000 |  46092s | train_loss=0.0160
+  step 4540000 |  46189s | train_loss=0.0142
+  step 4550000 |  46287s | train_loss=0.0143
+  step 4560000 |  46376s | train_loss=0.0142
+  step 4570000 |  46468s | train_loss=0.0143
+  step 4580000 |  46565s | train_loss=0.0137
+  step 4590000 |  46658s | train_loss=0.0157
+  step 4600000 |  46827s | train_loss=0.0139 | fid=40.5857
+  step 4610000 |  46924s | train_loss=0.0139
+  step 4620000 |  47017s | train_loss=0.0150
+  step 4630000 |  47103s | train_loss=0.0158
+  step 4640000 |  47201s | train_loss=0.0149
+  step 4650000 |  47298s | train_loss=0.0150
+  step 4660000 |  47393s | train_loss=0.0147
+  step 4670000 |  47477s | train_loss=0.0137
+  step 4680000 |  47573s | train_loss=0.0142
+  step 4690000 |  47652s | train_loss=0.0142
+  step 4700000 |  47792s | train_loss=0.0144 | fid=40.3667
+  step 4710000 |  47865s | train_loss=0.0140
+  step 4720000 |  47934s | train_loss=0.0141
+  step 4730000 |  47994s | train_loss=0.0135
+  step 4740000 |  48054s | train_loss=0.0138
+  step 4750000 |  48114s | train_loss=0.0142
+  step 4760000 |  48175s | train_loss=0.0142
+  step 4770000 |  48229s | train_loss=0.0141
+  step 4780000 |  48289s | train_loss=0.0138
+  step 4790000 |  48350s | train_loss=0.0131
+  step 4800000 |  48459s | train_loss=0.0139 | fid=40.3406
+  step 4810000 |  48499s | train_loss=0.0146
+  step 4820000 |  48539s | train_loss=0.0148
+  step 4830000 |  48580s | train_loss=0.0137
+  step 4840000 |  48620s | train_loss=0.0139
+  step 4850000 |  48660s | train_loss=0.0132
+  step 4860000 |  48700s | train_loss=0.0140
+  step 4870000 |  48733s | train_loss=0.0138
+  step 4880000 |  48774s | train_loss=0.0136
+  step 4890000 |  48814s | train_loss=0.0144
+  step 4900000 |  48890s | train_loss=0.0138 | fid=41.0696
+  step 4910000 |  48930s | train_loss=0.0137
+  step 4920000 |  48970s | train_loss=0.0149
+  step 4930000 |  49011s | train_loss=0.0138
+  step 4940000 |  49051s | train_loss=0.0134
+  step 4950000 |  49091s | train_loss=0.0146
+  step 4960000 |  49129s | train_loss=0.0141
+  step 4970000 |  49165s | train_loss=0.0131
+  step 4980000 |  49206s | train_loss=0.0140
+  step 4990000 |  49246s | train_loss=0.0131
+  step 5000000 |  49320s | train_loss=0.0128 | fid=40.0213
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d120/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d120/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..eb33f0a6321af392676845c23a4dd99392317cb4
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d120/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d120/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d120",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 45,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d120/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d120/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..b4d66d4bcb427fdaee6c2ddaf5ae571bc0ed3431
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d120/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 120, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d120/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 45}
+{"step": 1, "wall_time": 74.08297395706177, "train_loss_step": 120.3590087890625, "n_params": 4510840, "total_flops": 13857300480, "train_loss": 1.0000664393107097, "subset_score_loss": 1.0000664393107097, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9762383103370667, "fid": 265.9094824381163}
+{"step": 10000, "wall_time": 169.63867092132568, "train_loss_step": 23.546249389648438, "n_params": 4510840, "total_flops": 138573004800000, "train_loss": 0.7911549886067708, "subset_score_loss": 0.7911549886067708}
+{"step": 20000, "wall_time": 268.17457032203674, "train_loss_step": 20.11357879638672, "n_params": 4510840, "total_flops": 277146009600000, "train_loss": 0.6559029897054036, "subset_score_loss": 0.6559029897054036}
+{"step": 30000, "wall_time": 366.70526146888733, "train_loss_step": 17.947994232177734, "n_params": 4510840, "total_flops": 415719014400000, "train_loss": 0.5214043299357096, "subset_score_loss": 0.5214043299357096}
+{"step": 40000, "wall_time": 465.0752685070038, "train_loss_step": 15.380308151245117, "n_params": 4510840, "total_flops": 554292019200000, "train_loss": 0.39888022740681967, "subset_score_loss": 0.39888022740681967}
+{"step": 50000, "wall_time": 563.4541568756104, "train_loss_step": 13.11878776550293, "n_params": 4510840, "total_flops": 692865024000000, "train_loss": 0.30145661036173504, "subset_score_loss": 0.30145661036173504}
+{"step": 60000, "wall_time": 661.7243101596832, "train_loss_step": 11.959837913513184, "n_params": 4510840, "total_flops": 831438028800000, "train_loss": 0.23517131805419922, "subset_score_loss": 0.23517131805419922}
+{"step": 70000, "wall_time": 759.9113545417786, "train_loss_step": 12.413679122924805, "n_params": 4510840, "total_flops": 970011033600000, "train_loss": 0.19139202435811362, "subset_score_loss": 0.19139202435811362}
+{"step": 80000, "wall_time": 858.7686462402344, "train_loss_step": 11.292339324951172, "n_params": 4510840, "total_flops": 1108584038400000, "train_loss": 0.16397306124369304, "subset_score_loss": 0.16397306124369304}
+{"step": 90000, "wall_time": 957.1045768260956, "train_loss_step": 10.572639465332031, "n_params": 4510840, "total_flops": 1247157043200000, "train_loss": 0.1452646255493164, "subset_score_loss": 0.1452646255493164}
+{"step": 100000, "wall_time": 1126.2838032245636, "train_loss_step": 10.0477933883667, "n_params": 4510840, "total_flops": 1385730048000000, "train_loss": 0.13338084220886232, "subset_score_loss": 0.13338084220886232, "memorization_fraction_pixel": 0.00019999999494757503, "mean_nn_ratio_pixel": 0.9162057638168335, "fid": 63.98187840718663}
+{"step": 110000, "wall_time": 1216.4373140335083, "train_loss_step": 9.59657096862793, "n_params": 4510840, "total_flops": 1524303052800000, "train_loss": 0.12420736948649089, "subset_score_loss": 0.12420736948649089}
+{"step": 120000, "wall_time": 1314.6473836898804, "train_loss_step": 9.226800918579102, "n_params": 4510840, "total_flops": 1662876057600000, "train_loss": 0.11688171227773031, "subset_score_loss": 0.11688171227773031}
+{"step": 130000, "wall_time": 1413.3576030731201, "train_loss_step": 9.251581192016602, "n_params": 4510840, "total_flops": 1801449062400000, "train_loss": 0.11121524175008138, "subset_score_loss": 0.11121524175008138}
+{"step": 140000, "wall_time": 1512.1415810585022, "train_loss_step": 9.017970085144043, "n_params": 4510840, "total_flops": 1940022067200000, "train_loss": 0.1061629295349121, "subset_score_loss": 0.1061629295349121}
+{"step": 150000, "wall_time": 1609.7330226898193, "train_loss_step": 9.043108940124512, "n_params": 4510840, "total_flops": 2078595072000000, "train_loss": 0.10504632790883382, "subset_score_loss": 0.10504632790883382}
+{"step": 160000, "wall_time": 1706.7400078773499, "train_loss_step": 8.461642265319824, "n_params": 4510840, "total_flops": 2217168076800000, "train_loss": 0.09931088288625081, "subset_score_loss": 0.09931088288625081}
+{"step": 170000, "wall_time": 1806.9414916038513, "train_loss_step": 8.253944396972656, "n_params": 4510840, "total_flops": 2355741081600000, "train_loss": 0.09427237510681152, "subset_score_loss": 0.09427237510681152}
+{"step": 180000, "wall_time": 1906.87655210495, "train_loss_step": 8.148717880249023, "n_params": 4510840, "total_flops": 2494314086400000, "train_loss": 0.09386683305104573, "subset_score_loss": 0.09386683305104573}
+{"step": 190000, "wall_time": 2007.0310275554657, "train_loss_step": 8.363975524902344, "n_params": 4510840, "total_flops": 2632887091200000, "train_loss": 0.08968097368876139, "subset_score_loss": 0.08968097368876139}
+{"step": 200000, "wall_time": 2178.5895261764526, "train_loss_step": 7.788661003112793, "n_params": 4510840, "total_flops": 2771460096000000, "train_loss": 0.08718297481536866, "subset_score_loss": 0.08718297481536866, "memorization_fraction_pixel": 0.0071000000461936, "mean_nn_ratio_pixel": 0.881762683391571, "fid": 64.70484985907571}
+{"step": 210000, "wall_time": 2273.5085072517395, "train_loss_step": 8.240375518798828, "n_params": 4510840, "total_flops": 2910033100800000, "train_loss": 0.08442250092824301, "subset_score_loss": 0.08442250092824301}
+{"step": 220000, "wall_time": 2373.394488811493, "train_loss_step": 7.661576271057129, "n_params": 4510840, "total_flops": 3048606105600000, "train_loss": 0.08285174369812012, "subset_score_loss": 0.08285174369812012}
+{"step": 230000, "wall_time": 2473.825232028961, "train_loss_step": 7.49384880065918, "n_params": 4510840, "total_flops": 3187179110400000, "train_loss": 0.0830620288848877, "subset_score_loss": 0.0830620288848877}
+{"step": 240000, "wall_time": 2574.604793548584, "train_loss_step": 7.917610168457031, "n_params": 4510840, "total_flops": 3325752115200000, "train_loss": 0.07962166468302409, "subset_score_loss": 0.07962166468302409}
+{"step": 250000, "wall_time": 2673.988946199417, "train_loss_step": 7.472421646118164, "n_params": 4510840, "total_flops": 3464325120000000, "train_loss": 0.0786355177561442, "subset_score_loss": 0.0786355177561442}
+{"step": 260000, "wall_time": 2771.95983171463, "train_loss_step": 7.382184982299805, "n_params": 4510840, "total_flops": 3602898124800000, "train_loss": 0.07669785817464193, "subset_score_loss": 0.07669785817464193}
+{"step": 270000, "wall_time": 2871.4174721240997, "train_loss_step": 6.916018962860107, "n_params": 4510840, "total_flops": 3741471129600000, "train_loss": 0.07539994716644287, "subset_score_loss": 0.07539994716644287}
+{"step": 280000, "wall_time": 2971.060518026352, "train_loss_step": 8.037031173706055, "n_params": 4510840, "total_flops": 3880044134400000, "train_loss": 0.07422390778859457, "subset_score_loss": 0.07422390778859457}
+{"step": 290000, "wall_time": 3067.301323890686, "train_loss_step": 7.200389862060547, "n_params": 4510840, "total_flops": 4018617139200000, "train_loss": 0.07147445678710937, "subset_score_loss": 0.07147445678710937}
+{"step": 300000, "wall_time": 3241.6320815086365, "train_loss_step": 7.451801300048828, "n_params": 4510840, "total_flops": 4157190144000000, "train_loss": 0.07107310295104981, "subset_score_loss": 0.07107310295104981, "memorization_fraction_pixel": 0.01899999938905239, "mean_nn_ratio_pixel": 0.8427192568778992, "fid": 61.43770961988134}
+{"step": 310000, "wall_time": 3336.051172733307, "train_loss_step": 6.864587783813477, "n_params": 4510840, "total_flops": 4295763148800000, "train_loss": 0.07091660499572754, "subset_score_loss": 0.07091660499572754}
+{"step": 320000, "wall_time": 3436.3517441749573, "train_loss_step": 7.098546981811523, "n_params": 4510840, "total_flops": 4434336153600000, "train_loss": 0.06740357081095377, "subset_score_loss": 0.06740357081095377}
+{"step": 330000, "wall_time": 3536.398611307144, "train_loss_step": 6.936251640319824, "n_params": 4510840, "total_flops": 4572909158400000, "train_loss": 0.06568753719329834, "subset_score_loss": 0.06568753719329834}
+{"step": 340000, "wall_time": 3635.432006597519, "train_loss_step": 6.756658554077148, "n_params": 4510840, "total_flops": 4711482163200000, "train_loss": 0.06645504633585612, "subset_score_loss": 0.06645504633585612}
+{"step": 350000, "wall_time": 3734.8264350891113, "train_loss_step": 7.254189491271973, "n_params": 4510840, "total_flops": 4850055168000000, "train_loss": 0.06616174777348836, "subset_score_loss": 0.06616174777348836}
+{"step": 360000, "wall_time": 3832.809830188751, "train_loss_step": 6.8966965675354, "n_params": 4510840, "total_flops": 4988628172800000, "train_loss": 0.06304903427759806, "subset_score_loss": 0.06304903427759806}
+{"step": 370000, "wall_time": 3931.084461212158, "train_loss_step": 7.238945960998535, "n_params": 4510840, "total_flops": 5127201177600000, "train_loss": 0.062374027570088704, "subset_score_loss": 0.062374027570088704}
+{"step": 380000, "wall_time": 4027.8737597465515, "train_loss_step": 7.1216721534729, "n_params": 4510840, "total_flops": 5265774182400000, "train_loss": 0.06285810867945353, "subset_score_loss": 0.06285810867945353}
+{"step": 390000, "wall_time": 4128.028908729553, "train_loss_step": 6.767342567443848, "n_params": 4510840, "total_flops": 5404347187200000, "train_loss": 0.06186010837554932, "subset_score_loss": 0.06186010837554932}
+{"step": 400000, "wall_time": 4302.422087430954, "train_loss_step": 6.985144138336182, "n_params": 4510840, "total_flops": 5542920192000000, "train_loss": 0.06107061306635539, "subset_score_loss": 0.06107061306635539, "memorization_fraction_pixel": 0.02969999983906746, "mean_nn_ratio_pixel": 0.8283761739730835, "fid": 60.06811152398183}
+{"step": 410000, "wall_time": 4398.472063541412, "train_loss_step": 6.387020111083984, "n_params": 4510840, "total_flops": 5681493196800000, "train_loss": 0.05937967300415039, "subset_score_loss": 0.05937967300415039}
+{"step": 420000, "wall_time": 4497.460275650024, "train_loss_step": 6.603529930114746, "n_params": 4510840, "total_flops": 5820066201600000, "train_loss": 0.05956622362136841, "subset_score_loss": 0.05956622362136841}
+{"step": 430000, "wall_time": 4596.742433309555, "train_loss_step": 6.700682640075684, "n_params": 4510840, "total_flops": 5958639206400000, "train_loss": 0.059545071919759114, "subset_score_loss": 0.059545071919759114}
+{"step": 440000, "wall_time": 4697.0679404735565, "train_loss_step": 7.1547322273254395, "n_params": 4510840, "total_flops": 6097212211200000, "train_loss": 0.05760948260625203, "subset_score_loss": 0.05760948260625203}
+{"step": 450000, "wall_time": 4797.219543933868, "train_loss_step": 6.4091644287109375, "n_params": 4510840, "total_flops": 6235785216000000, "train_loss": 0.056364798545837404, "subset_score_loss": 0.056364798545837404}
+{"step": 460000, "wall_time": 4895.189806222916, "train_loss_step": 6.423130035400391, "n_params": 4510840, "total_flops": 6374358220800000, "train_loss": 0.05601808230082194, "subset_score_loss": 0.05601808230082194}
+{"step": 470000, "wall_time": 4991.339369773865, "train_loss_step": 6.875425815582275, "n_params": 4510840, "total_flops": 6512931225600000, "train_loss": 0.056542686621348065, "subset_score_loss": 0.056542686621348065}
+{"step": 480000, "wall_time": 5090.317535877228, "train_loss_step": 6.148667335510254, "n_params": 4510840, "total_flops": 6651504230400000, "train_loss": 0.0542806347211202, "subset_score_loss": 0.0542806347211202}
+{"step": 490000, "wall_time": 5189.930167675018, "train_loss_step": 6.750188827514648, "n_params": 4510840, "total_flops": 6790077235200000, "train_loss": 0.053822445869445804, "subset_score_loss": 0.053822445869445804}
+{"step": 500000, "wall_time": 5365.493368148804, "train_loss_step": 6.504594802856445, "n_params": 4510840, "total_flops": 6928650240000000, "train_loss": 0.055353061358133955, "subset_score_loss": 0.055353061358133955, "memorization_fraction_pixel": 0.04500000178813934, "mean_nn_ratio_pixel": 0.8071897029876709, "fid": 60.27883090011039}
+{"step": 510000, "wall_time": 5462.576394319534, "train_loss_step": 6.870604515075684, "n_params": 4510840, "total_flops": 7067223244800000, "train_loss": 0.05343987147013347, "subset_score_loss": 0.05343987147013347}
+{"step": 520000, "wall_time": 5560.158378839493, "train_loss_step": 6.241376876831055, "n_params": 4510840, "total_flops": 7205796249600000, "train_loss": 0.05278876225153605, "subset_score_loss": 0.05278876225153605}
+{"step": 530000, "wall_time": 5660.509166240692, "train_loss_step": 6.344146251678467, "n_params": 4510840, "total_flops": 7344369254400000, "train_loss": 0.05203863382339478, "subset_score_loss": 0.05203863382339478}
+{"step": 540000, "wall_time": 5760.414186239243, "train_loss_step": 6.501723289489746, "n_params": 4510840, "total_flops": 7482942259200000, "train_loss": 0.05218661626180013, "subset_score_loss": 0.05218661626180013}
+{"step": 550000, "wall_time": 5858.948020935059, "train_loss_step": 6.518704414367676, "n_params": 4510840, "total_flops": 7621515264000000, "train_loss": 0.05279703140258789, "subset_score_loss": 0.05279703140258789}
+{"step": 560000, "wall_time": 5956.4905478954315, "train_loss_step": 6.509082794189453, "n_params": 4510840, "total_flops": 7760088268800000, "train_loss": 0.051282902558644615, "subset_score_loss": 0.051282902558644615}
+{"step": 570000, "wall_time": 6052.854525566101, "train_loss_step": 6.211184501647949, "n_params": 4510840, "total_flops": 7898661273600000, "train_loss": 0.0526121973991394, "subset_score_loss": 0.0526121973991394}
+{"step": 580000, "wall_time": 6152.2960658073425, "train_loss_step": 6.211838245391846, "n_params": 4510840, "total_flops": 8037234278400000, "train_loss": 0.051102677981058754, "subset_score_loss": 0.051102677981058754}
+{"step": 590000, "wall_time": 6251.934046268463, "train_loss_step": 6.232601165771484, "n_params": 4510840, "total_flops": 8175807283200000, "train_loss": 0.04981561104456584, "subset_score_loss": 0.04981561104456584}
+{"step": 600000, "wall_time": 6427.792430877686, "train_loss_step": 6.708633899688721, "n_params": 4510840, "total_flops": 8314380288000000, "train_loss": 0.0485333244005839, "subset_score_loss": 0.0485333244005839, "memorization_fraction_pixel": 0.05570000037550926, "mean_nn_ratio_pixel": 0.8013795018196106, "fid": 60.82796969123265}
+{"step": 610000, "wall_time": 6526.570596456528, "train_loss_step": 5.919638633728027, "n_params": 4510840, "total_flops": 8452953292800000, "train_loss": 0.049055055777231855, "subset_score_loss": 0.049055055777231855}
+{"step": 620000, "wall_time": 6625.422363042831, "train_loss_step": 6.2032790184021, "n_params": 4510840, "total_flops": 8591526297600000, "train_loss": 0.05233058532079061, "subset_score_loss": 0.05233058532079061}
+{"step": 630000, "wall_time": 6725.136589288712, "train_loss_step": 6.11647891998291, "n_params": 4510840, "total_flops": 8730099302400000, "train_loss": 0.04863867362340291, "subset_score_loss": 0.04863867362340291}
+{"step": 640000, "wall_time": 6824.155323266983, "train_loss_step": 6.114871978759766, "n_params": 4510840, "total_flops": 8868672307200000, "train_loss": 0.04795784552892049, "subset_score_loss": 0.04795784552892049}
+{"step": 650000, "wall_time": 6924.559893846512, "train_loss_step": 6.427665710449219, "n_params": 4510840, "total_flops": 9007245312000000, "train_loss": 0.0488716721534729, "subset_score_loss": 0.0488716721534729}
+{"step": 660000, "wall_time": 7019.757556915283, "train_loss_step": 5.8845672607421875, "n_params": 4510840, "total_flops": 9145818316800000, "train_loss": 0.04883093436559041, "subset_score_loss": 0.04883093436559041}
+{"step": 670000, "wall_time": 7119.468276500702, "train_loss_step": 6.2166595458984375, "n_params": 4510840, "total_flops": 9284391321600000, "train_loss": 0.050022439161936445, "subset_score_loss": 0.050022439161936445}
+{"step": 680000, "wall_time": 7218.163891077042, "train_loss_step": 5.882373809814453, "n_params": 4510840, "total_flops": 9422964326400000, "train_loss": 0.048986510435740156, "subset_score_loss": 0.048986510435740156}
+{"step": 690000, "wall_time": 7317.441082239151, "train_loss_step": 5.9062604904174805, "n_params": 4510840, "total_flops": 9561537331200000, "train_loss": 0.048495125770568845, "subset_score_loss": 0.048495125770568845}
+{"step": 700000, "wall_time": 7490.425286769867, "train_loss_step": 6.076953887939453, "n_params": 4510840, "total_flops": 9700110336000000, "train_loss": 0.04582151969273885, "subset_score_loss": 0.04582151969273885, "memorization_fraction_pixel": 0.07689999788999557, "mean_nn_ratio_pixel": 0.7777504920959473, "fid": 58.81462441358012}
+{"step": 710000, "wall_time": 7589.87509894371, "train_loss_step": 6.136379241943359, "n_params": 4510840, "total_flops": 9838683340800000, "train_loss": 0.04697623650232951, "subset_score_loss": 0.04697623650232951}
+{"step": 720000, "wall_time": 7688.369024753571, "train_loss_step": 6.079960823059082, "n_params": 4510840, "total_flops": 9977256345600000, "train_loss": 0.04734770059585571, "subset_score_loss": 0.04734770059585571}
+{"step": 730000, "wall_time": 7788.329710960388, "train_loss_step": 6.187914848327637, "n_params": 4510840, "total_flops": 10115829350400000, "train_loss": 0.04613824288050334, "subset_score_loss": 0.04613824288050334}
+{"step": 740000, "wall_time": 7888.026541471481, "train_loss_step": 5.953001499176025, "n_params": 4510840, "total_flops": 10254402355200000, "train_loss": 0.04590311050415039, "subset_score_loss": 0.04590311050415039}
+{"step": 750000, "wall_time": 7984.333632707596, "train_loss_step": 6.101255416870117, "n_params": 4510840, "total_flops": 10392975360000000, "train_loss": 0.04490268627802531, "subset_score_loss": 0.04490268627802531}
+{"step": 760000, "wall_time": 8083.918203115463, "train_loss_step": 5.988916873931885, "n_params": 4510840, "total_flops": 10531548364800000, "train_loss": 0.04471763769785563, "subset_score_loss": 0.04471763769785563}
+{"step": 770000, "wall_time": 8184.63515996933, "train_loss_step": 5.904315948486328, "n_params": 4510840, "total_flops": 10670121369600000, "train_loss": 0.045580160617828366, "subset_score_loss": 0.045580160617828366}
+{"step": 780000, "wall_time": 8284.22574043274, "train_loss_step": 5.905961036682129, "n_params": 4510840, "total_flops": 10808694374400000, "train_loss": 0.045675663153330485, "subset_score_loss": 0.045675663153330485}
+{"step": 790000, "wall_time": 8382.70062661171, "train_loss_step": 5.691948890686035, "n_params": 4510840, "total_flops": 10947267379200000, "train_loss": 0.0456778089205424, "subset_score_loss": 0.0456778089205424}
+{"step": 800000, "wall_time": 8554.842300653458, "train_loss_step": 5.9402241706848145, "n_params": 4510840, "total_flops": 11085840384000000, "train_loss": 0.043980332215627034, "subset_score_loss": 0.043980332215627034, "memorization_fraction_pixel": 0.08190000057220459, "mean_nn_ratio_pixel": 0.786541759967804, "fid": 61.42692199142398}
+{"step": 810000, "wall_time": 8654.296103715897, "train_loss_step": 5.5546183586120605, "n_params": 4510840, "total_flops": 11224413388800000, "train_loss": 0.04360903898874919, "subset_score_loss": 0.04360903898874919}
+{"step": 820000, "wall_time": 8754.458607435226, "train_loss_step": 5.789000988006592, "n_params": 4510840, "total_flops": 11362986393600000, "train_loss": 0.04320351680119832, "subset_score_loss": 0.04320351680119832}
+{"step": 830000, "wall_time": 8852.763287067413, "train_loss_step": 5.973235607147217, "n_params": 4510840, "total_flops": 11501559398400000, "train_loss": 0.04426170190175374, "subset_score_loss": 0.04426170190175374}
+{"step": 840000, "wall_time": 8947.296761989594, "train_loss_step": 5.711174011230469, "n_params": 4510840, "total_flops": 11640132403200000, "train_loss": 0.04406557480494181, "subset_score_loss": 0.04406557480494181}
+{"step": 850000, "wall_time": 9036.0110912323, "train_loss_step": 5.737204074859619, "n_params": 4510840, "total_flops": 11778705408000000, "train_loss": 0.04367552995681763, "subset_score_loss": 0.04367552995681763}
+{"step": 860000, "wall_time": 9133.01100730896, "train_loss_step": 5.421210289001465, "n_params": 4510840, "total_flops": 11917278412800000, "train_loss": 0.04197879234949748, "subset_score_loss": 0.04197879234949748}
+{"step": 870000, "wall_time": 9232.629431724548, "train_loss_step": 6.030170440673828, "n_params": 4510840, "total_flops": 12055851417600000, "train_loss": 0.04296383062998454, "subset_score_loss": 0.04296383062998454}
+{"step": 880000, "wall_time": 9332.721195697784, "train_loss_step": 5.361171722412109, "n_params": 4510840, "total_flops": 12194424422400000, "train_loss": 0.04199589888254802, "subset_score_loss": 0.04199589888254802}
+{"step": 890000, "wall_time": 9430.145085811615, "train_loss_step": 5.441298961639404, "n_params": 4510840, "total_flops": 12332997427200000, "train_loss": 0.04213430881500244, "subset_score_loss": 0.04213430881500244}
+{"step": 900000, "wall_time": 9602.373569250107, "train_loss_step": 5.678754806518555, "n_params": 4510840, "total_flops": 12471570432000000, "train_loss": 0.04114521741867065, "subset_score_loss": 0.04114521741867065, "memorization_fraction_pixel": 0.10130000114440918, "mean_nn_ratio_pixel": 0.7686612010002136, "fid": 61.485116376443656}
+{"step": 910000, "wall_time": 9701.908384799957, "train_loss_step": 5.6497721672058105, "n_params": 4510840, "total_flops": 12610143436800000, "train_loss": 0.04347285827000936, "subset_score_loss": 0.04347285827000936}
+{"step": 920000, "wall_time": 9802.52010345459, "train_loss_step": 5.8126325607299805, "n_params": 4510840, "total_flops": 12748716441600000, "train_loss": 0.04208602110544841, "subset_score_loss": 0.04208602110544841}
+{"step": 930000, "wall_time": 9901.846416711807, "train_loss_step": 5.416293144226074, "n_params": 4510840, "total_flops": 12887289446400000, "train_loss": 0.04028275807698568, "subset_score_loss": 0.04028275807698568}
+{"step": 940000, "wall_time": 9998.59117603302, "train_loss_step": 5.791809558868408, "n_params": 4510840, "total_flops": 13025862451200000, "train_loss": 0.042556349436442056, "subset_score_loss": 0.042556349436442056}
+{"step": 950000, "wall_time": 10099.038624763489, "train_loss_step": 5.482952117919922, "n_params": 4510840, "total_flops": 13164435456000000, "train_loss": 0.04064647754033406, "subset_score_loss": 0.04064647754033406}
+{"step": 960000, "wall_time": 10198.52113366127, "train_loss_step": 5.67582893371582, "n_params": 4510840, "total_flops": 13303008460800000, "train_loss": 0.04085804224014282, "subset_score_loss": 0.04085804224014282}
+{"step": 970000, "wall_time": 10297.599904537201, "train_loss_step": 5.715360641479492, "n_params": 4510840, "total_flops": 13441581465600000, "train_loss": 0.03990393082300822, "subset_score_loss": 0.03990393082300822}
+{"step": 980000, "wall_time": 10397.529099941254, "train_loss_step": 5.594813823699951, "n_params": 4510840, "total_flops": 13580154470400000, "train_loss": 0.040633010864257815, "subset_score_loss": 0.040633010864257815}
+{"step": 990000, "wall_time": 10496.580079078674, "train_loss_step": 5.808376312255859, "n_params": 4510840, "total_flops": 13718727475200000, "train_loss": 0.0403350035349528, "subset_score_loss": 0.0403350035349528}
+{"step": 1000000, "wall_time": 10667.665484428406, "train_loss_step": 5.966693878173828, "n_params": 4510840, "total_flops": 13857300480000000, "train_loss": 0.040395744641621906, "subset_score_loss": 0.040395744641621906, "memorization_fraction_pixel": 0.12399999797344208, "mean_nn_ratio_pixel": 0.7629789113998413, "fid": 61.80487085030647}
+{"step": 1010000, "wall_time": 10767.525705575943, "train_loss_step": 5.530573844909668, "n_params": 4510840, "total_flops": 13995873484800000, "train_loss": 0.042056552569071454, "subset_score_loss": 0.042056552569071454}
+{"step": 1020000, "wall_time": 10867.977276563644, "train_loss_step": 5.52794885635376, "n_params": 4510840, "total_flops": 14134446489600000, "train_loss": 0.03828072150548299, "subset_score_loss": 0.03828072150548299}
+{"step": 1030000, "wall_time": 10964.378458023071, "train_loss_step": 5.383305549621582, "n_params": 4510840, "total_flops": 14273019494400000, "train_loss": 0.03973793188730876, "subset_score_loss": 0.03973793188730876}
+{"step": 1040000, "wall_time": 11063.213069677353, "train_loss_step": 5.732912063598633, "n_params": 4510840, "total_flops": 14411592499200000, "train_loss": 0.03960606257120768, "subset_score_loss": 0.03960606257120768}
+{"step": 1050000, "wall_time": 11163.191804170609, "train_loss_step": 5.433506965637207, "n_params": 4510840, "total_flops": 14550165504000000, "train_loss": 0.03850028912226359, "subset_score_loss": 0.03850028912226359}
+{"step": 1060000, "wall_time": 11263.269726753235, "train_loss_step": 5.442204475402832, "n_params": 4510840, "total_flops": 14688738508800000, "train_loss": 0.040261459350585935, "subset_score_loss": 0.040261459350585935}
+{"step": 1070000, "wall_time": 11361.457180023193, "train_loss_step": 5.850505828857422, "n_params": 4510840, "total_flops": 14827311513600000, "train_loss": 0.0393099308013916, "subset_score_loss": 0.0393099308013916}
+{"step": 1080000, "wall_time": 11461.173122644424, "train_loss_step": 5.329594612121582, "n_params": 4510840, "total_flops": 14965884518400000, "train_loss": 0.03897314469019572, "subset_score_loss": 0.03897314469019572}
+{"step": 1090000, "wall_time": 11560.94699382782, "train_loss_step": 5.339599132537842, "n_params": 4510840, "total_flops": 15104457523200000, "train_loss": 0.03874735037485758, "subset_score_loss": 0.03874735037485758}
+{"step": 1100000, "wall_time": 11732.78653049469, "train_loss_step": 5.583111763000488, "n_params": 4510840, "total_flops": 15243030528000000, "train_loss": 0.038475902875264485, "subset_score_loss": 0.038475902875264485, "memorization_fraction_pixel": 0.16200000047683716, "mean_nn_ratio_pixel": 0.7417336106300354, "fid": 62.77544750299709}
+{"step": 1110000, "wall_time": 11832.962646722794, "train_loss_step": 4.996063232421875, "n_params": 4510840, "total_flops": 15381603532800000, "train_loss": 0.03846199909845988, "subset_score_loss": 0.03846199909845988}
+{"step": 1120000, "wall_time": 11933.073003530502, "train_loss_step": 5.301260948181152, "n_params": 4510840, "total_flops": 15520176537600000, "train_loss": 0.03904675642649333, "subset_score_loss": 0.03904675642649333}
+{"step": 1130000, "wall_time": 12020.5661175251, "train_loss_step": 5.409329891204834, "n_params": 4510840, "total_flops": 15658749542400000, "train_loss": 0.038770592212677, "subset_score_loss": 0.038770592212677}
+{"step": 1140000, "wall_time": 12120.785640716553, "train_loss_step": 5.4983978271484375, "n_params": 4510840, "total_flops": 15797322547200000, "train_loss": 0.03751896222432454, "subset_score_loss": 0.03751896222432454}
+{"step": 1150000, "wall_time": 12221.115514755249, "train_loss_step": 5.527152061462402, "n_params": 4510840, "total_flops": 15935895552000000, "train_loss": 0.03799548943837484, "subset_score_loss": 0.03799548943837484}
+{"step": 1160000, "wall_time": 12319.705423593521, "train_loss_step": 5.353595733642578, "n_params": 4510840, "total_flops": 16074468556800000, "train_loss": 0.037778194745381674, "subset_score_loss": 0.037778194745381674}
+{"step": 1170000, "wall_time": 12418.151861906052, "train_loss_step": 4.986894130706787, "n_params": 4510840, "total_flops": 16213041561600000, "train_loss": 0.036859655380249025, "subset_score_loss": 0.036859655380249025}
+{"step": 1180000, "wall_time": 12517.76024055481, "train_loss_step": 5.503352165222168, "n_params": 4510840, "total_flops": 16351614566400000, "train_loss": 0.03779285748799642, "subset_score_loss": 0.03779285748799642}
+{"step": 1190000, "wall_time": 12617.327381372452, "train_loss_step": 5.202881336212158, "n_params": 4510840, "total_flops": 16490187571200000, "train_loss": 0.03634971777598063, "subset_score_loss": 0.03634971777598063}
+{"step": 1200000, "wall_time": 12788.69893360138, "train_loss_step": 5.565588474273682, "n_params": 4510840, "total_flops": 16628760576000000, "train_loss": 0.03753717343012492, "subset_score_loss": 0.03753717343012492, "memorization_fraction_pixel": 0.16779999434947968, "mean_nn_ratio_pixel": 0.7475622296333313, "fid": 66.68621956440218}
+{"step": 1210000, "wall_time": 12888.230175971985, "train_loss_step": 5.256525039672852, "n_params": 4510840, "total_flops": 16767333580800000, "train_loss": 0.03668634494145711, "subset_score_loss": 0.03668634494145711}
+{"step": 1220000, "wall_time": 12985.813686847687, "train_loss_step": 5.49532413482666, "n_params": 4510840, "total_flops": 16905906585600000, "train_loss": 0.03692990938822428, "subset_score_loss": 0.03692990938822428}
+{"step": 1230000, "wall_time": 13086.555738925934, "train_loss_step": 5.4188232421875, "n_params": 4510840, "total_flops": 17044479590400000, "train_loss": 0.03600337902704875, "subset_score_loss": 0.03600337902704875}
+{"step": 1240000, "wall_time": 13184.368797302246, "train_loss_step": 5.428689002990723, "n_params": 4510840, "total_flops": 17183052595200000, "train_loss": 0.036009411017100014, "subset_score_loss": 0.036009411017100014}
+{"step": 1250000, "wall_time": 13284.71042752266, "train_loss_step": 5.368553638458252, "n_params": 4510840, "total_flops": 17321625600000000, "train_loss": 0.03715753157933553, "subset_score_loss": 0.03715753157933553}
+{"step": 1260000, "wall_time": 13382.686891555786, "train_loss_step": 5.4903883934021, "n_params": 4510840, "total_flops": 17460198604800000, "train_loss": 0.03638093868891398, "subset_score_loss": 0.03638093868891398}
+{"step": 1270000, "wall_time": 13482.525079727173, "train_loss_step": 5.166021347045898, "n_params": 4510840, "total_flops": 17598771609600000, "train_loss": 0.035146196683247886, "subset_score_loss": 0.035146196683247886}
+{"step": 1280000, "wall_time": 13582.255672693253, "train_loss_step": 4.857940196990967, "n_params": 4510840, "total_flops": 17737344614400000, "train_loss": 0.0361115296681722, "subset_score_loss": 0.0361115296681722}
+{"step": 1290000, "wall_time": 13681.785775661469, "train_loss_step": 5.160006046295166, "n_params": 4510840, "total_flops": 17875917619200000, "train_loss": 0.03645164569218953, "subset_score_loss": 0.03645164569218953}
+{"step": 1300000, "wall_time": 13852.684770584106, "train_loss_step": 4.840305805206299, "n_params": 4510840, "total_flops": 18014490624000000, "train_loss": 0.03616943359375, "subset_score_loss": 0.03616943359375, "memorization_fraction_pixel": 0.19580000638961792, "mean_nn_ratio_pixel": 0.7346860766410828, "fid": 67.026269351179}
+{"step": 1310000, "wall_time": 13951.948857545853, "train_loss_step": 4.916083335876465, "n_params": 4510840, "total_flops": 18153063628800000, "train_loss": 0.03728363513946533, "subset_score_loss": 0.03728363513946533}
+{"step": 1320000, "wall_time": 14040.155166387558, "train_loss_step": 5.328180313110352, "n_params": 4510840, "total_flops": 18291636633600000, "train_loss": 0.03532619078954061, "subset_score_loss": 0.03532619078954061}
+{"step": 1330000, "wall_time": 14139.96815085411, "train_loss_step": 5.239187717437744, "n_params": 4510840, "total_flops": 18430209638400000, "train_loss": 0.03463602860768636, "subset_score_loss": 0.03463602860768636}
+{"step": 1340000, "wall_time": 14238.513133764267, "train_loss_step": 4.9896392822265625, "n_params": 4510840, "total_flops": 18568782643200000, "train_loss": 0.03429578542709351, "subset_score_loss": 0.03429578542709351}
+{"step": 1350000, "wall_time": 14338.578044176102, "train_loss_step": 5.323087692260742, "n_params": 4510840, "total_flops": 18707355648000000, "train_loss": 0.035064733028411864, "subset_score_loss": 0.035064733028411864}
+{"step": 1360000, "wall_time": 14436.407691717148, "train_loss_step": 5.022987365722656, "n_params": 4510840, "total_flops": 18845928652800000, "train_loss": 0.03495805660883586, "subset_score_loss": 0.03495805660883586}
+{"step": 1370000, "wall_time": 14535.919293165207, "train_loss_step": 4.930110931396484, "n_params": 4510840, "total_flops": 18984501657600000, "train_loss": 0.0338680108388265, "subset_score_loss": 0.0338680108388265}
+{"step": 1380000, "wall_time": 14635.79304599762, "train_loss_step": 5.0681233406066895, "n_params": 4510840, "total_flops": 19123074662400000, "train_loss": 0.033938090006510414, "subset_score_loss": 0.033938090006510414}
+{"step": 1390000, "wall_time": 14734.829117059708, "train_loss_step": 5.105167388916016, "n_params": 4510840, "total_flops": 19261647667200000, "train_loss": 0.03420474131902059, "subset_score_loss": 0.03420474131902059}
+{"step": 1400000, "wall_time": 14906.161700487137, "train_loss_step": 4.613656997680664, "n_params": 4510840, "total_flops": 19400220672000000, "train_loss": 0.033394972483317055, "subset_score_loss": 0.033394972483317055, "memorization_fraction_pixel": 0.23489999771118164, "mean_nn_ratio_pixel": 0.7090628743171692, "fid": 67.07221229630588}
+{"step": 1410000, "wall_time": 15000.68818616867, "train_loss_step": 4.631036281585693, "n_params": 4510840, "total_flops": 19538793676800000, "train_loss": 0.034446191787719724, "subset_score_loss": 0.034446191787719724}
+{"step": 1420000, "wall_time": 15096.229266166687, "train_loss_step": 4.871135711669922, "n_params": 4510840, "total_flops": 19677366681600000, "train_loss": 0.03376961549123128, "subset_score_loss": 0.03376961549123128}
+{"step": 1430000, "wall_time": 15195.642240524292, "train_loss_step": 4.492690086364746, "n_params": 4510840, "total_flops": 19815939686400000, "train_loss": 0.03314986030260722, "subset_score_loss": 0.03314986030260722}
+{"step": 1440000, "wall_time": 15293.951186418533, "train_loss_step": 4.685054779052734, "n_params": 4510840, "total_flops": 19954512691200000, "train_loss": 0.03385160366694132, "subset_score_loss": 0.03385160366694132}
+{"step": 1450000, "wall_time": 15392.623519659042, "train_loss_step": 5.0529632568359375, "n_params": 4510840, "total_flops": 20093085696000000, "train_loss": 0.033305088678995766, "subset_score_loss": 0.033305088678995766}
+{"step": 1460000, "wall_time": 15490.877748727798, "train_loss_step": 4.98305082321167, "n_params": 4510840, "total_flops": 20231658700800000, "train_loss": 0.0336281140645345, "subset_score_loss": 0.0336281140645345}
+{"step": 1470000, "wall_time": 15591.614917755127, "train_loss_step": 4.732521057128906, "n_params": 4510840, "total_flops": 20370231705600000, "train_loss": 0.03243542710940043, "subset_score_loss": 0.03243542710940043}
+{"step": 1480000, "wall_time": 15691.725692749023, "train_loss_step": 5.067389965057373, "n_params": 4510840, "total_flops": 20508804710400000, "train_loss": 0.03318042953809102, "subset_score_loss": 0.03318042953809102}
+{"step": 1490000, "wall_time": 15791.043057918549, "train_loss_step": 4.60557746887207, "n_params": 4510840, "total_flops": 20647377715200000, "train_loss": 0.03409034808476766, "subset_score_loss": 0.03409034808476766}
+{"step": 1500000, "wall_time": 15962.405770301819, "train_loss_step": 4.908039093017578, "n_params": 4510840, "total_flops": 20785950720000000, "train_loss": 0.032789389292399086, "subset_score_loss": 0.032789389292399086, "memorization_fraction_pixel": 0.2694000005722046, "mean_nn_ratio_pixel": 0.684390127658844, "fid": 66.5759542744239}
+{"step": 1510000, "wall_time": 16052.925537109375, "train_loss_step": 5.017610549926758, "n_params": 4510840, "total_flops": 20924523724800000, "train_loss": 0.03301875789960226, "subset_score_loss": 0.03301875789960226}
+{"step": 1520000, "wall_time": 16152.987534999847, "train_loss_step": 5.073171615600586, "n_params": 4510840, "total_flops": 21063096729600000, "train_loss": 0.03345776001612345, "subset_score_loss": 0.03345776001612345}
+{"step": 1530000, "wall_time": 16252.094314575195, "train_loss_step": 5.0367865562438965, "n_params": 4510840, "total_flops": 21201669734400000, "train_loss": 0.031817851463953654, "subset_score_loss": 0.031817851463953654}
+{"step": 1540000, "wall_time": 16350.305539369583, "train_loss_step": 4.8453826904296875, "n_params": 4510840, "total_flops": 21340242739200000, "train_loss": 0.0329256018002828, "subset_score_loss": 0.0329256018002828}
+{"step": 1550000, "wall_time": 16448.215437412262, "train_loss_step": 4.968836307525635, "n_params": 4510840, "total_flops": 21478815744000000, "train_loss": 0.033139546712239586, "subset_score_loss": 0.033139546712239586}
+{"step": 1560000, "wall_time": 16545.393922805786, "train_loss_step": 5.117860794067383, "n_params": 4510840, "total_flops": 21617388748800000, "train_loss": 0.03167550166447957, "subset_score_loss": 0.03167550166447957}
+{"step": 1570000, "wall_time": 16645.2245054245, "train_loss_step": 4.539918422698975, "n_params": 4510840, "total_flops": 21755961753600000, "train_loss": 0.03096469442049662, "subset_score_loss": 0.03096469442049662}
+{"step": 1580000, "wall_time": 16744.51200389862, "train_loss_step": 4.673061370849609, "n_params": 4510840, "total_flops": 21894534758400000, "train_loss": 0.0330485204855601, "subset_score_loss": 0.0330485204855601}
+{"step": 1590000, "wall_time": 16843.892951726913, "train_loss_step": 4.802186965942383, "n_params": 4510840, "total_flops": 22033107763200000, "train_loss": 0.03290102481842041, "subset_score_loss": 0.03290102481842041}
+{"step": 1600000, "wall_time": 17016.339659929276, "train_loss_step": 4.434622287750244, "n_params": 4510840, "total_flops": 22171680768000000, "train_loss": 0.0319948931535085, "subset_score_loss": 0.0319948931535085, "memorization_fraction_pixel": 0.29109999537467957, "mean_nn_ratio_pixel": 0.67019122838974, "fid": 67.80033691140471}
+{"step": 1610000, "wall_time": 17103.13745713234, "train_loss_step": 4.330984592437744, "n_params": 4510840, "total_flops": 22310253772800000, "train_loss": 0.03251616756121318, "subset_score_loss": 0.03251616756121318}
+{"step": 1620000, "wall_time": 17202.502421855927, "train_loss_step": 4.741155624389648, "n_params": 4510840, "total_flops": 22448826777600000, "train_loss": 0.031590745846430464, "subset_score_loss": 0.031590745846430464}
+{"step": 1630000, "wall_time": 17301.617068052292, "train_loss_step": 4.787640571594238, "n_params": 4510840, "total_flops": 22587399782400000, "train_loss": 0.03183067043622335, "subset_score_loss": 0.03183067043622335}
+{"step": 1640000, "wall_time": 17401.70692229271, "train_loss_step": 4.498145580291748, "n_params": 4510840, "total_flops": 22725972787200000, "train_loss": 0.0313398003578186, "subset_score_loss": 0.0313398003578186}
+{"step": 1650000, "wall_time": 17498.984066724777, "train_loss_step": 4.6064958572387695, "n_params": 4510840, "total_flops": 22864545792000000, "train_loss": 0.030337806542714438, "subset_score_loss": 0.030337806542714438}
+{"step": 1660000, "wall_time": 17597.538026809692, "train_loss_step": 4.783562660217285, "n_params": 4510840, "total_flops": 23003118796800000, "train_loss": 0.03021609385808309, "subset_score_loss": 0.03021609385808309}
+{"step": 1670000, "wall_time": 17697.90522789955, "train_loss_step": 4.524233818054199, "n_params": 4510840, "total_flops": 23141691801600000, "train_loss": 0.030520302057266236, "subset_score_loss": 0.030520302057266236}
+{"step": 1680000, "wall_time": 17797.646382331848, "train_loss_step": 4.602869987487793, "n_params": 4510840, "total_flops": 23280264806400000, "train_loss": 0.030013066530227662, "subset_score_loss": 0.030013066530227662}
+{"step": 1690000, "wall_time": 17896.295897245407, "train_loss_step": 4.660284996032715, "n_params": 4510840, "total_flops": 23418837811200000, "train_loss": 0.03049633502960205, "subset_score_loss": 0.03049633502960205}
+{"step": 1700000, "wall_time": 18066.138468027115, "train_loss_step": 4.216470718383789, "n_params": 4510840, "total_flops": 23557410816000000, "train_loss": 0.030538612604141237, "subset_score_loss": 0.030538612604141237, "memorization_fraction_pixel": 0.33869999647140503, "mean_nn_ratio_pixel": 0.6417776942253113, "fid": 65.05347867273811}
+{"step": 1710000, "wall_time": 18155.479735136032, "train_loss_step": 4.912496566772461, "n_params": 4510840, "total_flops": 23695983820800000, "train_loss": 0.030723663171132405, "subset_score_loss": 0.030723663171132405}
+{"step": 1720000, "wall_time": 18254.959478378296, "train_loss_step": 4.740439414978027, "n_params": 4510840, "total_flops": 23834556825600000, "train_loss": 0.029924710591634113, "subset_score_loss": 0.029924710591634113}
+{"step": 1730000, "wall_time": 18353.29842567444, "train_loss_step": 4.786080360412598, "n_params": 4510840, "total_flops": 23973129830400000, "train_loss": 0.03085517684618632, "subset_score_loss": 0.03085517684618632}
+{"step": 1740000, "wall_time": 18453.032169818878, "train_loss_step": 4.693978786468506, "n_params": 4510840, "total_flops": 24111702835200000, "train_loss": 0.030595401922861736, "subset_score_loss": 0.030595401922861736}
+{"step": 1750000, "wall_time": 18551.928412675858, "train_loss_step": 4.317568778991699, "n_params": 4510840, "total_flops": 24250275840000000, "train_loss": 0.03007380763689677, "subset_score_loss": 0.03007380763689677}
+{"step": 1760000, "wall_time": 18650.988018274307, "train_loss_step": 4.405611991882324, "n_params": 4510840, "total_flops": 24388848844800000, "train_loss": 0.02985539436340332, "subset_score_loss": 0.02985539436340332}
+{"step": 1770000, "wall_time": 18750.715735912323, "train_loss_step": 4.715482711791992, "n_params": 4510840, "total_flops": 24527421849600000, "train_loss": 0.029901365439097088, "subset_score_loss": 0.029901365439097088}
+{"step": 1780000, "wall_time": 18849.571470737457, "train_loss_step": 4.632693767547607, "n_params": 4510840, "total_flops": 24665994854400000, "train_loss": 0.02985398570696513, "subset_score_loss": 0.02985398570696513}
+{"step": 1790000, "wall_time": 18949.663994312286, "train_loss_step": 4.540285587310791, "n_params": 4510840, "total_flops": 24804567859200000, "train_loss": 0.029129103819529215, "subset_score_loss": 0.029129103819529215}
+{"step": 1800000, "wall_time": 19116.923176288605, "train_loss_step": 4.530272960662842, "n_params": 4510840, "total_flops": 24943140864000000, "train_loss": 0.02839761773745219, "subset_score_loss": 0.02839761773745219, "memorization_fraction_pixel": 0.3601999878883362, "mean_nn_ratio_pixel": 0.6313839554786682, "fid": 64.28437546746778}
+{"step": 1810000, "wall_time": 19209.982244729996, "train_loss_step": 4.551472187042236, "n_params": 4510840, "total_flops": 25081713868800000, "train_loss": 0.030124751726786296, "subset_score_loss": 0.030124751726786296}
+{"step": 1820000, "wall_time": 19309.43372297287, "train_loss_step": 5.1144938468933105, "n_params": 4510840, "total_flops": 25220286873600000, "train_loss": 0.028994611899058022, "subset_score_loss": 0.028994611899058022}
+{"step": 1830000, "wall_time": 19410.000423908234, "train_loss_step": 4.740289688110352, "n_params": 4510840, "total_flops": 25358859878400000, "train_loss": 0.0286508043607076, "subset_score_loss": 0.0286508043607076}
+{"step": 1840000, "wall_time": 19508.55487728119, "train_loss_step": 4.463091850280762, "n_params": 4510840, "total_flops": 25497432883200000, "train_loss": 0.02776435613632202, "subset_score_loss": 0.02776435613632202}
+{"step": 1850000, "wall_time": 19607.125321626663, "train_loss_step": 4.587225914001465, "n_params": 4510840, "total_flops": 25636005888000000, "train_loss": 0.02863062818845113, "subset_score_loss": 0.02863062818845113}
+{"step": 1860000, "wall_time": 19706.621867656708, "train_loss_step": 4.375431060791016, "n_params": 4510840, "total_flops": 25774578892800000, "train_loss": 0.028938470284144084, "subset_score_loss": 0.028938470284144084}
+{"step": 1870000, "wall_time": 19805.8962059021, "train_loss_step": 4.290035247802734, "n_params": 4510840, "total_flops": 25913151897600000, "train_loss": 0.02917603055636088, "subset_score_loss": 0.02917603055636088}
+{"step": 1880000, "wall_time": 19905.03368449211, "train_loss_step": 4.266331672668457, "n_params": 4510840, "total_flops": 26051724902400000, "train_loss": 0.027548809846242268, "subset_score_loss": 0.027548809846242268}
+{"step": 1890000, "wall_time": 20004.810245752335, "train_loss_step": 4.447208404541016, "n_params": 4510840, "total_flops": 26190297907200000, "train_loss": 0.028375848134358724, "subset_score_loss": 0.028375848134358724}
+{"step": 1900000, "wall_time": 20167.68985080719, "train_loss_step": 4.723050117492676, "n_params": 4510840, "total_flops": 26328870912000000, "train_loss": 0.029098900159200032, "subset_score_loss": 0.029098900159200032, "memorization_fraction_pixel": 0.39399999380111694, "mean_nn_ratio_pixel": 0.6158462166786194, "fid": 63.207164089507685}
+{"step": 1910000, "wall_time": 20267.706254959106, "train_loss_step": 4.335286617279053, "n_params": 4510840, "total_flops": 26467443916800000, "train_loss": 0.027263516187667848, "subset_score_loss": 0.027263516187667848}
+{"step": 1920000, "wall_time": 20367.72269296646, "train_loss_step": 4.088437080383301, "n_params": 4510840, "total_flops": 26606016921600000, "train_loss": 0.027123443285624185, "subset_score_loss": 0.027123443285624185}
+{"step": 1930000, "wall_time": 20468.148433685303, "train_loss_step": 4.366666316986084, "n_params": 4510840, "total_flops": 26744589926400000, "train_loss": 0.0289039671421051, "subset_score_loss": 0.0289039671421051}
+{"step": 1940000, "wall_time": 20567.286007642746, "train_loss_step": 4.432840824127197, "n_params": 4510840, "total_flops": 26883162931200000, "train_loss": 0.027482229471206664, "subset_score_loss": 0.027482229471206664}
+{"step": 1950000, "wall_time": 20667.122034549713, "train_loss_step": 4.259176254272461, "n_params": 4510840, "total_flops": 27021735936000000, "train_loss": 0.02689144213994344, "subset_score_loss": 0.02689144213994344}
+{"step": 1960000, "wall_time": 20764.721120357513, "train_loss_step": 4.444192886352539, "n_params": 4510840, "total_flops": 27160308940800000, "train_loss": 0.02671631971995036, "subset_score_loss": 0.02671631971995036}
+{"step": 1970000, "wall_time": 20863.116426944733, "train_loss_step": 4.409996032714844, "n_params": 4510840, "total_flops": 27298881945600000, "train_loss": 0.029783767461776734, "subset_score_loss": 0.029783767461776734}
+{"step": 1980000, "wall_time": 20962.905803442, "train_loss_step": 4.219286918640137, "n_params": 4510840, "total_flops": 27437454950400000, "train_loss": 0.027221045891443887, "subset_score_loss": 0.027221045891443887}
+{"step": 1990000, "wall_time": 21062.183972597122, "train_loss_step": 4.335413932800293, "n_params": 4510840, "total_flops": 27576027955200000, "train_loss": 0.028848727544148762, "subset_score_loss": 0.028848727544148762}
+{"step": 2000000, "wall_time": 21219.687930107117, "train_loss_step": 4.03907585144043, "n_params": 4510840, "total_flops": 27714600960000000, "train_loss": 0.027076514561971028, "subset_score_loss": 0.027076514561971028, "memorization_fraction_pixel": 0.40310001373291016, "mean_nn_ratio_pixel": 0.6203490495681763, "fid": 62.62147592657292}
+{"step": 2010000, "wall_time": 21318.845533132553, "train_loss_step": 4.263463020324707, "n_params": 4510840, "total_flops": 27853173964800000, "train_loss": 0.027335435152053833, "subset_score_loss": 0.027335435152053833}
+{"step": 2020000, "wall_time": 21418.89628481865, "train_loss_step": 4.287224292755127, "n_params": 4510840, "total_flops": 27991746969600000, "train_loss": 0.02757798433303833, "subset_score_loss": 0.02757798433303833}
+{"step": 2030000, "wall_time": 21518.90860915184, "train_loss_step": 4.127312660217285, "n_params": 4510840, "total_flops": 28130319974400000, "train_loss": 0.02778337597846985, "subset_score_loss": 0.02778337597846985}
+{"step": 2040000, "wall_time": 21617.43397951126, "train_loss_step": 4.168148517608643, "n_params": 4510840, "total_flops": 28268892979200000, "train_loss": 0.02622209588686625, "subset_score_loss": 0.02622209588686625}
+{"step": 2050000, "wall_time": 21716.23485994339, "train_loss_step": 3.7760298252105713, "n_params": 4510840, "total_flops": 28407465984000000, "train_loss": 0.026891436179478964, "subset_score_loss": 0.026891436179478964}
+{"step": 2060000, "wall_time": 21813.90106201172, "train_loss_step": 4.249560356140137, "n_params": 4510840, "total_flops": 28546038988800000, "train_loss": 0.028737040360768636, "subset_score_loss": 0.028737040360768636}
+{"step": 2070000, "wall_time": 21911.892526865005, "train_loss_step": 4.363607406616211, "n_params": 4510840, "total_flops": 28684611993600000, "train_loss": 0.026906500260035198, "subset_score_loss": 0.026906500260035198}
+{"step": 2080000, "wall_time": 22011.89014339447, "train_loss_step": 4.421218395233154, "n_params": 4510840, "total_flops": 28823184998400000, "train_loss": 0.027921034892400106, "subset_score_loss": 0.027921034892400106}
+{"step": 2090000, "wall_time": 22108.923419475555, "train_loss_step": 4.219533920288086, "n_params": 4510840, "total_flops": 28961758003200000, "train_loss": 0.025480566422144572, "subset_score_loss": 0.025480566422144572}
+{"step": 2100000, "wall_time": 22268.56891965866, "train_loss_step": 4.667455673217773, "n_params": 4510840, "total_flops": 29100331008000000, "train_loss": 0.026144431034723917, "subset_score_loss": 0.026144431034723917, "memorization_fraction_pixel": 0.4345000088214874, "mean_nn_ratio_pixel": 0.6031739115715027, "fid": 60.33963755575793}
+{"step": 2110000, "wall_time": 22368.192576408386, "train_loss_step": 4.144144058227539, "n_params": 4510840, "total_flops": 29238904012800000, "train_loss": 0.027026838064193724, "subset_score_loss": 0.027026838064193724}
+{"step": 2120000, "wall_time": 22468.16781783104, "train_loss_step": 4.221522331237793, "n_params": 4510840, "total_flops": 29377477017600000, "train_loss": 0.02728544274965922, "subset_score_loss": 0.02728544274965922}
+{"step": 2130000, "wall_time": 22568.620797872543, "train_loss_step": 4.191765308380127, "n_params": 4510840, "total_flops": 29516050022400000, "train_loss": 0.026410144567489625, "subset_score_loss": 0.026410144567489625}
+{"step": 2140000, "wall_time": 22668.700962543488, "train_loss_step": 3.817021369934082, "n_params": 4510840, "total_flops": 29654623027200000, "train_loss": 0.02513228456179301, "subset_score_loss": 0.02513228456179301}
+{"step": 2150000, "wall_time": 22768.827256679535, "train_loss_step": 4.334964752197266, "n_params": 4510840, "total_flops": 29793196032000000, "train_loss": 0.025895126660664878, "subset_score_loss": 0.025895126660664878}
+{"step": 2160000, "wall_time": 22865.951546669006, "train_loss_step": 4.167324066162109, "n_params": 4510840, "total_flops": 29931769036800000, "train_loss": 0.02534169554710388, "subset_score_loss": 0.02534169554710388}
+{"step": 2170000, "wall_time": 22966.08483982086, "train_loss_step": 4.0308074951171875, "n_params": 4510840, "total_flops": 30070342041600000, "train_loss": 0.025587252775828042, "subset_score_loss": 0.025587252775828042}
+{"step": 2180000, "wall_time": 23064.025430202484, "train_loss_step": 4.101302146911621, "n_params": 4510840, "total_flops": 30208915046400000, "train_loss": 0.025169634819030763, "subset_score_loss": 0.025169634819030763}
+{"step": 2190000, "wall_time": 23162.574402093887, "train_loss_step": 3.915639877319336, "n_params": 4510840, "total_flops": 30347488051200000, "train_loss": 0.026191741228103638, "subset_score_loss": 0.026191741228103638}
+{"step": 2200000, "wall_time": 23322.819563388824, "train_loss_step": 4.208895683288574, "n_params": 4510840, "total_flops": 30486061056000000, "train_loss": 0.025282069047292074, "subset_score_loss": 0.025282069047292074, "memorization_fraction_pixel": 0.4577000141143799, "mean_nn_ratio_pixel": 0.5914661288261414, "fid": 57.66668385638662}
+{"step": 2210000, "wall_time": 23422.93954229355, "train_loss_step": 4.063924789428711, "n_params": 4510840, "total_flops": 30624634060800000, "train_loss": 0.02488962411880493, "subset_score_loss": 0.02488962411880493}
+{"step": 2220000, "wall_time": 23522.96804356575, "train_loss_step": 4.092609405517578, "n_params": 4510840, "total_flops": 30763207065600000, "train_loss": 0.025979783137639365, "subset_score_loss": 0.025979783137639365}
+{"step": 2230000, "wall_time": 23623.51189661026, "train_loss_step": 4.093347549438477, "n_params": 4510840, "total_flops": 30901780070400000, "train_loss": 0.024742952982584634, "subset_score_loss": 0.024742952982584634}
+{"step": 2240000, "wall_time": 23723.252582788467, "train_loss_step": 4.021548271179199, "n_params": 4510840, "total_flops": 31040353075200000, "train_loss": 0.026080499092737835, "subset_score_loss": 0.026080499092737835}
+{"step": 2250000, "wall_time": 23822.137892961502, "train_loss_step": 4.070711612701416, "n_params": 4510840, "total_flops": 31178926080000000, "train_loss": 0.02637592355410258, "subset_score_loss": 0.02637592355410258}
+{"step": 2260000, "wall_time": 23919.25490283966, "train_loss_step": 4.278543472290039, "n_params": 4510840, "total_flops": 31317499084800000, "train_loss": 0.024918625752131145, "subset_score_loss": 0.024918625752131145}
+{"step": 2270000, "wall_time": 24018.127583265305, "train_loss_step": 3.823639392852783, "n_params": 4510840, "total_flops": 31456072089600000, "train_loss": 0.02427335778872172, "subset_score_loss": 0.02427335778872172}
+{"step": 2280000, "wall_time": 24117.38375353813, "train_loss_step": 4.252591609954834, "n_params": 4510840, "total_flops": 31594645094400000, "train_loss": 0.025176596641540528, "subset_score_loss": 0.025176596641540528}
+{"step": 2290000, "wall_time": 24215.267598867416, "train_loss_step": 4.132555961608887, "n_params": 4510840, "total_flops": 31733218099200000, "train_loss": 0.025385618209838867, "subset_score_loss": 0.025385618209838867}
+{"step": 2300000, "wall_time": 24380.14981365204, "train_loss_step": 4.019738674163818, "n_params": 4510840, "total_flops": 31871791104000000, "train_loss": 0.023782445987065633, "subset_score_loss": 0.023782445987065633, "memorization_fraction_pixel": 0.4812999963760376, "mean_nn_ratio_pixel": 0.575400173664093, "fid": 57.74338206399166}
+{"step": 2310000, "wall_time": 24480.233464479446, "train_loss_step": 4.187872886657715, "n_params": 4510840, "total_flops": 32010364108800000, "train_loss": 0.025420884291330974, "subset_score_loss": 0.025420884291330974}
+{"step": 2320000, "wall_time": 24580.046367883682, "train_loss_step": 4.164465427398682, "n_params": 4510840, "total_flops": 32148937113600000, "train_loss": 0.024524086713790895, "subset_score_loss": 0.024524086713790895}
+{"step": 2330000, "wall_time": 24679.70743250847, "train_loss_step": 3.770869255065918, "n_params": 4510840, "total_flops": 32287510118400000, "train_loss": 0.024026095867156982, "subset_score_loss": 0.024026095867156982}
+{"step": 2340000, "wall_time": 24778.9363861084, "train_loss_step": 4.140270233154297, "n_params": 4510840, "total_flops": 32426083123200000, "train_loss": 0.023919316132863362, "subset_score_loss": 0.023919316132863362}
+{"step": 2350000, "wall_time": 24879.28667283058, "train_loss_step": 4.118690013885498, "n_params": 4510840, "total_flops": 32564656128000000, "train_loss": 0.024091172218322753, "subset_score_loss": 0.024091172218322753}
+{"step": 2360000, "wall_time": 24979.031514167786, "train_loss_step": 4.219756126403809, "n_params": 4510840, "total_flops": 32703229132800000, "train_loss": 0.02443080544471741, "subset_score_loss": 0.02443080544471741}
+{"step": 2370000, "wall_time": 25076.396826982498, "train_loss_step": 3.969399929046631, "n_params": 4510840, "total_flops": 32841802137600000, "train_loss": 0.024605188767115274, "subset_score_loss": 0.024605188767115274}
+{"step": 2380000, "wall_time": 25174.606179237366, "train_loss_step": 4.209667205810547, "n_params": 4510840, "total_flops": 32980375142400000, "train_loss": 0.023785267273585, "subset_score_loss": 0.023785267273585}
+{"step": 2390000, "wall_time": 25262.001074790955, "train_loss_step": 3.747443675994873, "n_params": 4510840, "total_flops": 33118948147200000, "train_loss": 0.02402684489885966, "subset_score_loss": 0.02402684489885966}
+{"step": 2400000, "wall_time": 25431.65095639229, "train_loss_step": 4.002504348754883, "n_params": 4510840, "total_flops": 33257521152000000, "train_loss": 0.02483756939570109, "subset_score_loss": 0.02483756939570109, "memorization_fraction_pixel": 0.5077000260353088, "mean_nn_ratio_pixel": 0.5578550100326538, "fid": 57.94079495394912}
+{"step": 2410000, "wall_time": 25531.72135424614, "train_loss_step": 4.443295001983643, "n_params": 4510840, "total_flops": 33396094156800000, "train_loss": 0.02399665315945943, "subset_score_loss": 0.02399665315945943}
+{"step": 2420000, "wall_time": 25632.39014673233, "train_loss_step": 4.340795516967773, "n_params": 4510840, "total_flops": 33534667161600000, "train_loss": 0.023688364028930663, "subset_score_loss": 0.023688364028930663}
+{"step": 2430000, "wall_time": 25732.00387430191, "train_loss_step": 3.800934314727783, "n_params": 4510840, "total_flops": 33673240166400000, "train_loss": 0.024461235602696738, "subset_score_loss": 0.024461235602696738}
+{"step": 2440000, "wall_time": 25832.10241127014, "train_loss_step": 3.701295852661133, "n_params": 4510840, "total_flops": 33811813171200000, "train_loss": 0.023164103428522747, "subset_score_loss": 0.023164103428522747}
+{"step": 2450000, "wall_time": 25930.81707906723, "train_loss_step": 3.904599666595459, "n_params": 4510840, "total_flops": 33950386176000000, "train_loss": 0.023409920930862426, "subset_score_loss": 0.023409920930862426}
+{"step": 2460000, "wall_time": 26030.94531607628, "train_loss_step": 4.13090181350708, "n_params": 4510840, "total_flops": 34088959180800000, "train_loss": 0.025636319319407144, "subset_score_loss": 0.025636319319407144}
+{"step": 2470000, "wall_time": 26129.492936611176, "train_loss_step": 3.8492846488952637, "n_params": 4510840, "total_flops": 34227532185600000, "train_loss": 0.02382228374481201, "subset_score_loss": 0.02382228374481201}
+{"step": 2480000, "wall_time": 26227.148729801178, "train_loss_step": 3.6900033950805664, "n_params": 4510840, "total_flops": 34366105190400000, "train_loss": 0.02527718941370646, "subset_score_loss": 0.02527718941370646}
+{"step": 2490000, "wall_time": 26313.417287826538, "train_loss_step": 3.737283229827881, "n_params": 4510840, "total_flops": 34504678195200000, "train_loss": 0.025297363599141438, "subset_score_loss": 0.025297363599141438}
+{"step": 2500000, "wall_time": 26485.63410115242, "train_loss_step": 3.6836400032043457, "n_params": 4510840, "total_flops": 34643251200000000, "train_loss": 0.023453420400619505, "subset_score_loss": 0.023453420400619505, "memorization_fraction_pixel": 0.526199996471405, "mean_nn_ratio_pixel": 0.5451777577400208, "fid": 56.52929007954974}
+{"step": 2510000, "wall_time": 26585.633271217346, "train_loss_step": 3.5655264854431152, "n_params": 4510840, "total_flops": 34781824204800000, "train_loss": 0.023370750745137534, "subset_score_loss": 0.023370750745137534}
+{"step": 2520000, "wall_time": 26686.002044200897, "train_loss_step": 3.834249496459961, "n_params": 4510840, "total_flops": 34920397209600000, "train_loss": 0.02317476471265157, "subset_score_loss": 0.02317476471265157}
+{"step": 2530000, "wall_time": 26784.64188194275, "train_loss_step": 4.014078140258789, "n_params": 4510840, "total_flops": 35058970214400000, "train_loss": 0.022534082333246868, "subset_score_loss": 0.022534082333246868}
+{"step": 2540000, "wall_time": 26884.23904299736, "train_loss_step": 3.895808458328247, "n_params": 4510840, "total_flops": 35197543219200000, "train_loss": 0.023711164792378742, "subset_score_loss": 0.023711164792378742}
+{"step": 2550000, "wall_time": 26983.512690782547, "train_loss_step": 4.067864418029785, "n_params": 4510840, "total_flops": 35336116224000000, "train_loss": 0.022641472021738687, "subset_score_loss": 0.022641472021738687}
+{"step": 2560000, "wall_time": 27083.38872361183, "train_loss_step": 3.779083728790283, "n_params": 4510840, "total_flops": 35474689228800000, "train_loss": 0.023180331786473593, "subset_score_loss": 0.023180331786473593}
+{"step": 2570000, "wall_time": 27181.161728858948, "train_loss_step": 3.877397060394287, "n_params": 4510840, "total_flops": 35613262233600000, "train_loss": 0.022731377681096395, "subset_score_loss": 0.022731377681096395}
+{"step": 2580000, "wall_time": 27277.686949014664, "train_loss_step": 4.13994836807251, "n_params": 4510840, "total_flops": 35751835238400000, "train_loss": 0.023655730485916137, "subset_score_loss": 0.023655730485916137}
+{"step": 2590000, "wall_time": 27365.034492492676, "train_loss_step": 3.9417548179626465, "n_params": 4510840, "total_flops": 35890408243200000, "train_loss": 0.023658599456151327, "subset_score_loss": 0.023658599456151327}
+{"step": 2600000, "wall_time": 27536.516253232956, "train_loss_step": 3.951881170272827, "n_params": 4510840, "total_flops": 36028981248000000, "train_loss": 0.022755746046702066, "subset_score_loss": 0.022755746046702066, "memorization_fraction_pixel": 0.5332000255584717, "mean_nn_ratio_pixel": 0.545380175113678, "fid": 56.37413045796315}
+{"step": 2610000, "wall_time": 27636.861916542053, "train_loss_step": 3.6826419830322266, "n_params": 4510840, "total_flops": 36167554252800000, "train_loss": 0.022041183710098267, "subset_score_loss": 0.022041183710098267}
+{"step": 2620000, "wall_time": 27735.547844171524, "train_loss_step": 4.223060607910156, "n_params": 4510840, "total_flops": 36306127257600000, "train_loss": 0.022585034370422363, "subset_score_loss": 0.022585034370422363}
+{"step": 2630000, "wall_time": 27834.88361930847, "train_loss_step": 3.7162024974823, "n_params": 4510840, "total_flops": 36444700262400000, "train_loss": 0.02249944806098938, "subset_score_loss": 0.02249944806098938}
+{"step": 2640000, "wall_time": 27934.923866033554, "train_loss_step": 3.6751644611358643, "n_params": 4510840, "total_flops": 36583273267200000, "train_loss": 0.02103058695793152, "subset_score_loss": 0.02103058695793152}
+{"step": 2650000, "wall_time": 28034.020089149475, "train_loss_step": 4.080545902252197, "n_params": 4510840, "total_flops": 36721846272000000, "train_loss": 0.02239080866177877, "subset_score_loss": 0.02239080866177877}
+{"step": 2660000, "wall_time": 28133.90965127945, "train_loss_step": 3.811697483062744, "n_params": 4510840, "total_flops": 36860419276800000, "train_loss": 0.02198171615600586, "subset_score_loss": 0.02198171615600586}
+{"step": 2670000, "wall_time": 28234.62726044655, "train_loss_step": 3.769918918609619, "n_params": 4510840, "total_flops": 36998992281600000, "train_loss": 0.022050867478052776, "subset_score_loss": 0.022050867478052776}
+{"step": 2680000, "wall_time": 28325.48282933235, "train_loss_step": 4.053105354309082, "n_params": 4510840, "total_flops": 37137565286400000, "train_loss": 0.02389750679334005, "subset_score_loss": 0.02389750679334005}
+{"step": 2690000, "wall_time": 28422.516458034515, "train_loss_step": 3.9965107440948486, "n_params": 4510840, "total_flops": 37276138291200000, "train_loss": 0.02186511953671773, "subset_score_loss": 0.02186511953671773}
+{"step": 2700000, "wall_time": 28593.81314444542, "train_loss_step": 3.543494939804077, "n_params": 4510840, "total_flops": 37414711296000000, "train_loss": 0.02221410075823466, "subset_score_loss": 0.02221410075823466, "memorization_fraction_pixel": 0.5493999719619751, "mean_nn_ratio_pixel": 0.5317330956459045, "fid": 55.53510903721782}
+{"step": 2710000, "wall_time": 28693.897483825684, "train_loss_step": 4.110380172729492, "n_params": 4510840, "total_flops": 37553284300800000, "train_loss": 0.0220200777053833, "subset_score_loss": 0.0220200777053833}
+{"step": 2720000, "wall_time": 28793.080005168915, "train_loss_step": 4.109726905822754, "n_params": 4510840, "total_flops": 37691857305600000, "train_loss": 0.02310096025466919, "subset_score_loss": 0.02310096025466919}
+{"step": 2730000, "wall_time": 28893.390073776245, "train_loss_step": 4.034799575805664, "n_params": 4510840, "total_flops": 37830430310400000, "train_loss": 0.021918445825576782, "subset_score_loss": 0.021918445825576782}
+{"step": 2740000, "wall_time": 28993.478971719742, "train_loss_step": 3.510251522064209, "n_params": 4510840, "total_flops": 37969003315200000, "train_loss": 0.022078877687454222, "subset_score_loss": 0.022078877687454222}
+{"step": 2750000, "wall_time": 29091.81532216072, "train_loss_step": 3.850783348083496, "n_params": 4510840, "total_flops": 38107576320000000, "train_loss": 0.022253082195917765, "subset_score_loss": 0.022253082195917765}
+{"step": 2760000, "wall_time": 29190.491996765137, "train_loss_step": 3.8090295791625977, "n_params": 4510840, "total_flops": 38246149324800000, "train_loss": 0.022368907928466797, "subset_score_loss": 0.022368907928466797}
+{"step": 2770000, "wall_time": 29291.383362293243, "train_loss_step": 3.9029715061187744, "n_params": 4510840, "total_flops": 38384722329600000, "train_loss": 0.02174217104911804, "subset_score_loss": 0.02174217104911804}
+{"step": 2780000, "wall_time": 29384.69746541977, "train_loss_step": 3.7435965538024902, "n_params": 4510840, "total_flops": 38523295334400000, "train_loss": 0.023554102579752604, "subset_score_loss": 0.023554102579752604}
+{"step": 2790000, "wall_time": 29484.184501171112, "train_loss_step": 3.8061249256134033, "n_params": 4510840, "total_flops": 38661868339200000, "train_loss": 0.023922107617060342, "subset_score_loss": 0.023922107617060342}
+{"step": 2800000, "wall_time": 29657.724463939667, "train_loss_step": 3.930166482925415, "n_params": 4510840, "total_flops": 38800441344000000, "train_loss": 0.02183650533358256, "subset_score_loss": 0.02183650533358256, "memorization_fraction_pixel": 0.5662999749183655, "mean_nn_ratio_pixel": 0.5208603143692017, "fid": 55.63798056016592}
+{"step": 2810000, "wall_time": 29756.71515393257, "train_loss_step": 3.752873420715332, "n_params": 4510840, "total_flops": 38939014348800000, "train_loss": 0.022094565629959106, "subset_score_loss": 0.022094565629959106}
+{"step": 2820000, "wall_time": 29857.08429002762, "train_loss_step": 4.0311737060546875, "n_params": 4510840, "total_flops": 39077587353600000, "train_loss": 0.022008049488067626, "subset_score_loss": 0.022008049488067626}
+{"step": 2830000, "wall_time": 29957.516826868057, "train_loss_step": 3.9898040294647217, "n_params": 4510840, "total_flops": 39216160358400000, "train_loss": 0.021253041426340737, "subset_score_loss": 0.021253041426340737}
+{"step": 2840000, "wall_time": 30056.221514225006, "train_loss_step": 3.831047296524048, "n_params": 4510840, "total_flops": 39354733363200000, "train_loss": 0.020949733257293702, "subset_score_loss": 0.020949733257293702}
+{"step": 2850000, "wall_time": 30155.64954662323, "train_loss_step": 3.7098402976989746, "n_params": 4510840, "total_flops": 39493306368000000, "train_loss": 0.021227413415908815, "subset_score_loss": 0.021227413415908815}
+{"step": 2860000, "wall_time": 30257.09756422043, "train_loss_step": 3.6050865650177, "n_params": 4510840, "total_flops": 39631879372800000, "train_loss": 0.02144420544306437, "subset_score_loss": 0.02144420544306437}
+{"step": 2870000, "wall_time": 30347.778044462204, "train_loss_step": 3.8246383666992188, "n_params": 4510840, "total_flops": 39770452377600000, "train_loss": 0.02242721915245056, "subset_score_loss": 0.02242721915245056}
+{"step": 2880000, "wall_time": 30439.909060955048, "train_loss_step": 3.734349012374878, "n_params": 4510840, "total_flops": 39909025382400000, "train_loss": 0.021029585599899293, "subset_score_loss": 0.021029585599899293}
+{"step": 2890000, "wall_time": 30537.635310411453, "train_loss_step": 3.9196739196777344, "n_params": 4510840, "total_flops": 40047598387200000, "train_loss": 0.021262200673421223, "subset_score_loss": 0.021262200673421223}
+{"step": 2900000, "wall_time": 30711.50874066353, "train_loss_step": 3.8062784671783447, "n_params": 4510840, "total_flops": 40186171392000000, "train_loss": 0.021271671851476034, "subset_score_loss": 0.021271671851476034, "memorization_fraction_pixel": 0.5819000005722046, "mean_nn_ratio_pixel": 0.5089141726493835, "fid": 54.427627348312086}
+{"step": 2910000, "wall_time": 30811.300100326538, "train_loss_step": 4.018019676208496, "n_params": 4510840, "total_flops": 40324744396800000, "train_loss": 0.02146696448326111, "subset_score_loss": 0.02146696448326111}
+{"step": 2920000, "wall_time": 30910.64581298828, "train_loss_step": 3.66386342048645, "n_params": 4510840, "total_flops": 40463317401600000, "train_loss": 0.02149312893549601, "subset_score_loss": 0.02149312893549601}
+{"step": 2930000, "wall_time": 31010.05604314804, "train_loss_step": 3.50008487701416, "n_params": 4510840, "total_flops": 40601890406400000, "train_loss": 0.021851152181625366, "subset_score_loss": 0.021851152181625366}
+{"step": 2940000, "wall_time": 31109.88913989067, "train_loss_step": 4.076742649078369, "n_params": 4510840, "total_flops": 40740463411200000, "train_loss": 0.022451712687810262, "subset_score_loss": 0.022451712687810262}
+{"step": 2950000, "wall_time": 31210.182755708694, "train_loss_step": 3.904437780380249, "n_params": 4510840, "total_flops": 40879036416000000, "train_loss": 0.021277076005935668, "subset_score_loss": 0.021277076005935668}
+{"step": 2960000, "wall_time": 31310.998599290848, "train_loss_step": 4.022613525390625, "n_params": 4510840, "total_flops": 41017609420800000, "train_loss": 0.020910175641377766, "subset_score_loss": 0.020910175641377766}
+{"step": 2970000, "wall_time": 31401.152318954468, "train_loss_step": 3.6952013969421387, "n_params": 4510840, "total_flops": 41156182425600000, "train_loss": 0.021988348166147868, "subset_score_loss": 0.021988348166147868}
+{"step": 2980000, "wall_time": 31500.25436425209, "train_loss_step": 3.767862319946289, "n_params": 4510840, "total_flops": 41294755430400000, "train_loss": 0.019893983999888103, "subset_score_loss": 0.019893983999888103}
+{"step": 2990000, "wall_time": 31597.39751648903, "train_loss_step": 3.865772247314453, "n_params": 4510840, "total_flops": 41433328435200000, "train_loss": 0.02068418065706889, "subset_score_loss": 0.02068418065706889}
+{"step": 3000000, "wall_time": 31770.488657712936, "train_loss_step": 3.655035972595215, "n_params": 4510840, "total_flops": 41571901440000000, "train_loss": 0.021421676874160765, "subset_score_loss": 0.021421676874160765, "memorization_fraction_pixel": 0.5712000131607056, "mean_nn_ratio_pixel": 0.5187584161758423, "fid": 56.85937755728003}
+{"step": 3010000, "wall_time": 31869.646235466003, "train_loss_step": 3.622251510620117, "n_params": 4510840, "total_flops": 41710474444800000, "train_loss": 0.020930935939153034, "subset_score_loss": 0.020930935939153034}
+{"step": 3020000, "wall_time": 31969.222856283188, "train_loss_step": 3.3980093002319336, "n_params": 4510840, "total_flops": 41849047449600000, "train_loss": 0.01978241801261902, "subset_score_loss": 0.01978241801261902}
+{"step": 3030000, "wall_time": 32069.51354789734, "train_loss_step": 3.6125597953796387, "n_params": 4510840, "total_flops": 41987620454400000, "train_loss": 0.020239665110905965, "subset_score_loss": 0.020239665110905965}
+{"step": 3040000, "wall_time": 32169.15638756752, "train_loss_step": 3.570134162902832, "n_params": 4510840, "total_flops": 42126193459200000, "train_loss": 0.021533058087031046, "subset_score_loss": 0.021533058087031046}
+{"step": 3050000, "wall_time": 32269.476575613022, "train_loss_step": 3.5163519382476807, "n_params": 4510840, "total_flops": 42264766464000000, "train_loss": 0.0208375076452891, "subset_score_loss": 0.0208375076452891}
+{"step": 3060000, "wall_time": 32369.29788994789, "train_loss_step": 3.7843127250671387, "n_params": 4510840, "total_flops": 42403339468800000, "train_loss": 0.021527377764383952, "subset_score_loss": 0.021527377764383952}
+{"step": 3070000, "wall_time": 32462.911545991898, "train_loss_step": 3.705124616622925, "n_params": 4510840, "total_flops": 42541912473600000, "train_loss": 0.020548375447591145, "subset_score_loss": 0.020548375447591145}
+{"step": 3080000, "wall_time": 32562.727782011032, "train_loss_step": 3.8844046592712402, "n_params": 4510840, "total_flops": 42680485478400000, "train_loss": 0.020442529519399007, "subset_score_loss": 0.020442529519399007}
+{"step": 3090000, "wall_time": 32658.22115135193, "train_loss_step": 3.6523690223693848, "n_params": 4510840, "total_flops": 42819058483200000, "train_loss": 0.020557798941930137, "subset_score_loss": 0.020557798941930137}
+{"step": 3100000, "wall_time": 32831.273423433304, "train_loss_step": 3.78550386428833, "n_params": 4510840, "total_flops": 42957631488000000, "train_loss": 0.02060377796490987, "subset_score_loss": 0.02060377796490987, "memorization_fraction_pixel": 0.6029999852180481, "mean_nn_ratio_pixel": 0.49664199352264404, "fid": 53.6776074960994}
+{"step": 3110000, "wall_time": 32931.305855989456, "train_loss_step": 3.6779112815856934, "n_params": 4510840, "total_flops": 43096204492800000, "train_loss": 0.02093331019083659, "subset_score_loss": 0.02093331019083659}
+{"step": 3120000, "wall_time": 33031.91354680061, "train_loss_step": 3.406440019607544, "n_params": 4510840, "total_flops": 43234777497600000, "train_loss": 0.0206490159034729, "subset_score_loss": 0.0206490159034729}
+{"step": 3130000, "wall_time": 33132.06160187721, "train_loss_step": 3.596681594848633, "n_params": 4510840, "total_flops": 43373350502400000, "train_loss": 0.01986983815828959, "subset_score_loss": 0.01986983815828959}
+{"step": 3140000, "wall_time": 33231.58983159065, "train_loss_step": 3.4580445289611816, "n_params": 4510840, "total_flops": 43511923507200000, "train_loss": 0.02000726064046224, "subset_score_loss": 0.02000726064046224}
+{"step": 3150000, "wall_time": 33331.58683681488, "train_loss_step": 3.9831738471984863, "n_params": 4510840, "total_flops": 43650496512000000, "train_loss": 0.020108618338902793, "subset_score_loss": 0.020108618338902793}
+{"step": 3160000, "wall_time": 33428.686431884766, "train_loss_step": 3.4681761264801025, "n_params": 4510840, "total_flops": 43789069516800000, "train_loss": 0.019850329558054606, "subset_score_loss": 0.019850329558054606}
+{"step": 3170000, "wall_time": 33528.18721151352, "train_loss_step": 3.864880323410034, "n_params": 4510840, "total_flops": 43927642521600000, "train_loss": 0.021335017681121827, "subset_score_loss": 0.021335017681121827}
+{"step": 3180000, "wall_time": 33629.22245287895, "train_loss_step": 3.7062156200408936, "n_params": 4510840, "total_flops": 44066215526400000, "train_loss": 0.020121721426645915, "subset_score_loss": 0.020121721426645915}
+{"step": 3190000, "wall_time": 33723.57292509079, "train_loss_step": 3.885463237762451, "n_params": 4510840, "total_flops": 44204788531200000, "train_loss": 0.019325554370880127, "subset_score_loss": 0.019325554370880127}
+{"step": 3200000, "wall_time": 33898.80722737312, "train_loss_step": 3.7348477840423584, "n_params": 4510840, "total_flops": 44343361536000000, "train_loss": 0.02087100545565287, "subset_score_loss": 0.02087100545565287, "memorization_fraction_pixel": 0.6097999811172485, "mean_nn_ratio_pixel": 0.4908619225025177, "fid": 51.72120135866635}
+{"step": 3210000, "wall_time": 33999.7765109539, "train_loss_step": 3.426146984100342, "n_params": 4510840, "total_flops": 44481934540800000, "train_loss": 0.01960106094678243, "subset_score_loss": 0.01960106094678243}
+{"step": 3220000, "wall_time": 34099.90211749077, "train_loss_step": 3.5079007148742676, "n_params": 4510840, "total_flops": 44620507545600000, "train_loss": 0.020021233956019083, "subset_score_loss": 0.020021233956019083}
+{"step": 3230000, "wall_time": 34199.58164572716, "train_loss_step": 3.46722412109375, "n_params": 4510840, "total_flops": 44759080550400000, "train_loss": 0.020735218127568563, "subset_score_loss": 0.020735218127568563}
+{"step": 3240000, "wall_time": 34298.509506225586, "train_loss_step": 3.9685866832733154, "n_params": 4510840, "total_flops": 44897653555200000, "train_loss": 0.020610096057256062, "subset_score_loss": 0.020610096057256062}
+{"step": 3250000, "wall_time": 34389.72223997116, "train_loss_step": 3.6287460327148438, "n_params": 4510840, "total_flops": 45036226560000000, "train_loss": 0.02022222677866618, "subset_score_loss": 0.02022222677866618}
+{"step": 3260000, "wall_time": 34489.37846660614, "train_loss_step": 3.9117953777313232, "n_params": 4510840, "total_flops": 45174799564800000, "train_loss": 0.02192537983258565, "subset_score_loss": 0.02192537983258565}
+{"step": 3270000, "wall_time": 34589.27896761894, "train_loss_step": 3.706876039505005, "n_params": 4510840, "total_flops": 45313372569600000, "train_loss": 0.019602864980697632, "subset_score_loss": 0.019602864980697632}
+{"step": 3280000, "wall_time": 34688.740684747696, "train_loss_step": 3.659625291824341, "n_params": 4510840, "total_flops": 45451945574400000, "train_loss": 0.018844433625539145, "subset_score_loss": 0.018844433625539145}
+{"step": 3290000, "wall_time": 34784.0085837841, "train_loss_step": 3.579455852508545, "n_params": 4510840, "total_flops": 45590518579200000, "train_loss": 0.01836957335472107, "subset_score_loss": 0.01836957335472107}
+{"step": 3300000, "wall_time": 34958.48482179642, "train_loss_step": 3.5523040294647217, "n_params": 4510840, "total_flops": 45729091584000000, "train_loss": 0.01937444011370341, "subset_score_loss": 0.01937444011370341, "memorization_fraction_pixel": 0.6055999994277954, "mean_nn_ratio_pixel": 0.4930882751941681, "fid": 53.296097745675084}
+{"step": 3310000, "wall_time": 35058.732441186905, "train_loss_step": 3.751326084136963, "n_params": 4510840, "total_flops": 45867664588800000, "train_loss": 0.019241819779078167, "subset_score_loss": 0.019241819779078167}
+{"step": 3320000, "wall_time": 35158.248366594315, "train_loss_step": 3.4261603355407715, "n_params": 4510840, "total_flops": 46006237593600000, "train_loss": 0.01936256488164266, "subset_score_loss": 0.01936256488164266}
+{"step": 3330000, "wall_time": 35257.46927189827, "train_loss_step": 3.474977493286133, "n_params": 4510840, "total_flops": 46144810598400000, "train_loss": 0.019174830118815104, "subset_score_loss": 0.019174830118815104}
+{"step": 3340000, "wall_time": 35357.12502384186, "train_loss_step": 3.8977222442626953, "n_params": 4510840, "total_flops": 46283383603200000, "train_loss": 0.018894209464391073, "subset_score_loss": 0.018894209464391073}
+{"step": 3350000, "wall_time": 35447.80856466293, "train_loss_step": 3.5402183532714844, "n_params": 4510840, "total_flops": 46421956608000000, "train_loss": 0.018761032819747926, "subset_score_loss": 0.018761032819747926}
+{"step": 3360000, "wall_time": 35547.658241033554, "train_loss_step": 3.6692824363708496, "n_params": 4510840, "total_flops": 46560529612800000, "train_loss": 0.018991535902023314, "subset_score_loss": 0.018991535902023314}
+{"step": 3370000, "wall_time": 35647.60702419281, "train_loss_step": 3.6345791816711426, "n_params": 4510840, "total_flops": 46699102617600000, "train_loss": 0.020662864049275715, "subset_score_loss": 0.020662864049275715}
+{"step": 3380000, "wall_time": 35747.169175863266, "train_loss_step": 3.4251933097839355, "n_params": 4510840, "total_flops": 46837675622400000, "train_loss": 0.01891709367434184, "subset_score_loss": 0.01891709367434184}
+{"step": 3390000, "wall_time": 35844.17208123207, "train_loss_step": 3.6278469562530518, "n_params": 4510840, "total_flops": 46976248627200000, "train_loss": 0.018390552202860514, "subset_score_loss": 0.018390552202860514}
+{"step": 3400000, "wall_time": 36016.37678027153, "train_loss_step": 3.3911244869232178, "n_params": 4510840, "total_flops": 47114821632000000, "train_loss": 0.018903928995132446, "subset_score_loss": 0.018903928995132446, "memorization_fraction_pixel": 0.6392999887466431, "mean_nn_ratio_pixel": 0.46978798508644104, "fid": 49.92995643211426}
+{"step": 3410000, "wall_time": 36116.272141218185, "train_loss_step": 3.298537492752075, "n_params": 4510840, "total_flops": 47253394636800000, "train_loss": 0.01921656330426534, "subset_score_loss": 0.01921656330426534}
+{"step": 3420000, "wall_time": 36216.94529008865, "train_loss_step": 3.372671127319336, "n_params": 4510840, "total_flops": 47391967641600000, "train_loss": 0.019493478536605834, "subset_score_loss": 0.019493478536605834}
+{"step": 3430000, "wall_time": 36316.7972779274, "train_loss_step": 3.69608211517334, "n_params": 4510840, "total_flops": 47530540646400000, "train_loss": 0.018540263175964355, "subset_score_loss": 0.018540263175964355}
+{"step": 3440000, "wall_time": 36408.03755927086, "train_loss_step": 4.029560565948486, "n_params": 4510840, "total_flops": 47669113651200000, "train_loss": 0.019557013114293417, "subset_score_loss": 0.019557013114293417}
+{"step": 3450000, "wall_time": 36506.4552898407, "train_loss_step": 3.6899867057800293, "n_params": 4510840, "total_flops": 47807686656000000, "train_loss": 0.01914251446723938, "subset_score_loss": 0.01914251446723938}
+{"step": 3460000, "wall_time": 36606.08526778221, "train_loss_step": 3.5981016159057617, "n_params": 4510840, "total_flops": 47946259660800000, "train_loss": 0.01919480562210083, "subset_score_loss": 0.01919480562210083}
+{"step": 3470000, "wall_time": 36704.64873576164, "train_loss_step": 3.4106545448303223, "n_params": 4510840, "total_flops": 48084832665600000, "train_loss": 0.01983169118563334, "subset_score_loss": 0.01983169118563334}
+{"step": 3480000, "wall_time": 36805.684422016144, "train_loss_step": 3.754983425140381, "n_params": 4510840, "total_flops": 48223405670400000, "train_loss": 0.01873581608136495, "subset_score_loss": 0.01873581608136495}
+{"step": 3490000, "wall_time": 36901.201009750366, "train_loss_step": 3.1424612998962402, "n_params": 4510840, "total_flops": 48361978675200000, "train_loss": 0.01834368904431661, "subset_score_loss": 0.01834368904431661}
+{"step": 3500000, "wall_time": 37074.77825546265, "train_loss_step": 3.593859910964966, "n_params": 4510840, "total_flops": 48500551680000000, "train_loss": 0.019031792879104614, "subset_score_loss": 0.019031792879104614, "memorization_fraction_pixel": 0.6395999789237976, "mean_nn_ratio_pixel": 0.4696006774902344, "fid": 48.53640121541984}
+{"step": 3510000, "wall_time": 37175.33125758171, "train_loss_step": 3.4590179920196533, "n_params": 4510840, "total_flops": 48639124684800000, "train_loss": 0.01865590810775757, "subset_score_loss": 0.01865590810775757}
+{"step": 3520000, "wall_time": 37275.24124097824, "train_loss_step": 3.8275318145751953, "n_params": 4510840, "total_flops": 48777697689600000, "train_loss": 0.018007622162501017, "subset_score_loss": 0.018007622162501017}
+{"step": 3530000, "wall_time": 37374.44416093826, "train_loss_step": 3.6330409049987793, "n_params": 4510840, "total_flops": 48916270694400000, "train_loss": 0.019122876723607383, "subset_score_loss": 0.019122876723607383}
+{"step": 3540000, "wall_time": 37462.846662044525, "train_loss_step": 3.955228567123413, "n_params": 4510840, "total_flops": 49054843699200000, "train_loss": 0.018979366620381674, "subset_score_loss": 0.018979366620381674}
+{"step": 3550000, "wall_time": 37562.42351984978, "train_loss_step": 3.4606051445007324, "n_params": 4510840, "total_flops": 49193416704000000, "train_loss": 0.018254329760869343, "subset_score_loss": 0.018254329760869343}
+{"step": 3560000, "wall_time": 37661.324274778366, "train_loss_step": 3.6856513023376465, "n_params": 4510840, "total_flops": 49331989708800000, "train_loss": 0.01877564787864685, "subset_score_loss": 0.01877564787864685}
+{"step": 3570000, "wall_time": 37760.692205905914, "train_loss_step": 3.5445685386657715, "n_params": 4510840, "total_flops": 49470562713600000, "train_loss": 0.019432940085728965, "subset_score_loss": 0.019432940085728965}
+{"step": 3580000, "wall_time": 37860.151247024536, "train_loss_step": 3.612267017364502, "n_params": 4510840, "total_flops": 49609135718400000, "train_loss": 0.01868958075841268, "subset_score_loss": 0.01868958075841268}
+{"step": 3590000, "wall_time": 37957.99530363083, "train_loss_step": 3.4504454135894775, "n_params": 4510840, "total_flops": 49747708723200000, "train_loss": 0.018317667643229167, "subset_score_loss": 0.018317667643229167}
+{"step": 3600000, "wall_time": 38131.58598923683, "train_loss_step": 3.6795554161071777, "n_params": 4510840, "total_flops": 49886281728000000, "train_loss": 0.018184876441955565, "subset_score_loss": 0.018184876441955565, "memorization_fraction_pixel": 0.6330000162124634, "mean_nn_ratio_pixel": 0.4748707413673401, "fid": 47.73296026514424}
+{"step": 3610000, "wall_time": 38231.28974533081, "train_loss_step": 3.5975656509399414, "n_params": 4510840, "total_flops": 50024854732800000, "train_loss": 0.019504634539286296, "subset_score_loss": 0.019504634539286296}
+{"step": 3620000, "wall_time": 38331.64029979706, "train_loss_step": 3.565601348876953, "n_params": 4510840, "total_flops": 50163427737600000, "train_loss": 0.018864252169926963, "subset_score_loss": 0.018864252169926963}
+{"step": 3630000, "wall_time": 38427.51577806473, "train_loss_step": 3.5438132286071777, "n_params": 4510840, "total_flops": 50302000742400000, "train_loss": 0.018141543865203856, "subset_score_loss": 0.018141543865203856}
+{"step": 3640000, "wall_time": 38519.679497241974, "train_loss_step": 3.3345699310302734, "n_params": 4510840, "total_flops": 50440573747200000, "train_loss": 0.018466033538182578, "subset_score_loss": 0.018466033538182578}
+{"step": 3650000, "wall_time": 38618.81495594978, "train_loss_step": 3.409503936767578, "n_params": 4510840, "total_flops": 50579146752000000, "train_loss": 0.019526898860931396, "subset_score_loss": 0.019526898860931396}
+{"step": 3660000, "wall_time": 38718.443962812424, "train_loss_step": 3.8011536598205566, "n_params": 4510840, "total_flops": 50717719756800000, "train_loss": 0.0180839737256368, "subset_score_loss": 0.0180839737256368}
+{"step": 3670000, "wall_time": 38819.034828424454, "train_loss_step": 3.4490041732788086, "n_params": 4510840, "total_flops": 50856292761600000, "train_loss": 0.019448143243789674, "subset_score_loss": 0.019448143243789674}
+{"step": 3680000, "wall_time": 38918.00325012207, "train_loss_step": 3.3584234714508057, "n_params": 4510840, "total_flops": 50994865766400000, "train_loss": 0.018361488978068035, "subset_score_loss": 0.018361488978068035}
+{"step": 3690000, "wall_time": 39017.18200612068, "train_loss_step": 3.646467685699463, "n_params": 4510840, "total_flops": 51133438771200000, "train_loss": 0.018708850940068564, "subset_score_loss": 0.018708850940068564}
+{"step": 3700000, "wall_time": 39190.775718450546, "train_loss_step": 3.3102617263793945, "n_params": 4510840, "total_flops": 51272011776000000, "train_loss": 0.018133779366811115, "subset_score_loss": 0.018133779366811115, "memorization_fraction_pixel": 0.656499981880188, "mean_nn_ratio_pixel": 0.45926782488822937, "fid": 47.04870042498661}
+{"step": 3710000, "wall_time": 39291.78867936134, "train_loss_step": 3.524384021759033, "n_params": 4510840, "total_flops": 51410584780800000, "train_loss": 0.018686028321584065, "subset_score_loss": 0.018686028321584065}
+{"step": 3720000, "wall_time": 39391.126059532166, "train_loss_step": 3.869438886642456, "n_params": 4510840, "total_flops": 51549157785600000, "train_loss": 0.018344257275263467, "subset_score_loss": 0.018344257275263467}
+{"step": 3730000, "wall_time": 39480.7611644268, "train_loss_step": 3.6002073287963867, "n_params": 4510840, "total_flops": 51687730790400000, "train_loss": 0.01856034795443217, "subset_score_loss": 0.01856034795443217}
+{"step": 3740000, "wall_time": 39578.36876177788, "train_loss_step": 3.6526527404785156, "n_params": 4510840, "total_flops": 51826303795200000, "train_loss": 0.018370314439137777, "subset_score_loss": 0.018370314439137777}
+{"step": 3750000, "wall_time": 39678.21746134758, "train_loss_step": 3.484179735183716, "n_params": 4510840, "total_flops": 51964876800000000, "train_loss": 0.017731316884358726, "subset_score_loss": 0.017731316884358726}
+{"step": 3760000, "wall_time": 39778.32039785385, "train_loss_step": 3.698774814605713, "n_params": 4510840, "total_flops": 52103449804800000, "train_loss": 0.0177057147026062, "subset_score_loss": 0.0177057147026062}
+{"step": 3770000, "wall_time": 39878.57520580292, "train_loss_step": 3.469412326812744, "n_params": 4510840, "total_flops": 52242022809600000, "train_loss": 0.019583660364151, "subset_score_loss": 0.019583660364151}
+{"step": 3780000, "wall_time": 39977.91285729408, "train_loss_step": 3.5307083129882812, "n_params": 4510840, "total_flops": 52380595814400000, "train_loss": 0.018388901154200235, "subset_score_loss": 0.018388901154200235}
+{"step": 3790000, "wall_time": 40076.772636413574, "train_loss_step": 3.382612943649292, "n_params": 4510840, "total_flops": 52519168819200000, "train_loss": 0.017943731943766274, "subset_score_loss": 0.017943731943766274}
+{"step": 3800000, "wall_time": 40250.172307014465, "train_loss_step": 3.4703125953674316, "n_params": 4510840, "total_flops": 52657741824000000, "train_loss": 0.01755818525950114, "subset_score_loss": 0.01755818525950114, "memorization_fraction_pixel": 0.6643000245094299, "mean_nn_ratio_pixel": 0.4511515200138092, "fid": 44.71281526701932}
+{"step": 3810000, "wall_time": 40350.65642309189, "train_loss_step": 3.3763818740844727, "n_params": 4510840, "total_flops": 52796314828800000, "train_loss": 0.0173155943552653, "subset_score_loss": 0.0173155943552653}
+{"step": 3820000, "wall_time": 40450.013194322586, "train_loss_step": 3.4133212566375732, "n_params": 4510840, "total_flops": 52934887833600000, "train_loss": 0.01781017780303955, "subset_score_loss": 0.01781017780303955}
+{"step": 3830000, "wall_time": 40536.86733031273, "train_loss_step": 3.1237151622772217, "n_params": 4510840, "total_flops": 53073460838400000, "train_loss": 0.018033317724863687, "subset_score_loss": 0.018033317724863687}
+{"step": 3840000, "wall_time": 40636.52102351189, "train_loss_step": 3.59623384475708, "n_params": 4510840, "total_flops": 53212033843200000, "train_loss": 0.018071484565734864, "subset_score_loss": 0.018071484565734864}
+{"step": 3850000, "wall_time": 40736.6933965683, "train_loss_step": 3.2692317962646484, "n_params": 4510840, "total_flops": 53350606848000000, "train_loss": 0.018334815899531048, "subset_score_loss": 0.018334815899531048}
+{"step": 3860000, "wall_time": 40836.315094947815, "train_loss_step": 3.8723368644714355, "n_params": 4510840, "total_flops": 53489179852800000, "train_loss": 0.017260706424713133, "subset_score_loss": 0.017260706424713133}
+{"step": 3870000, "wall_time": 40934.68472337723, "train_loss_step": 3.371410846710205, "n_params": 4510840, "total_flops": 53627752857600000, "train_loss": 0.01913356383641561, "subset_score_loss": 0.01913356383641561}
+{"step": 3880000, "wall_time": 41029.934089422226, "train_loss_step": 3.5664825439453125, "n_params": 4510840, "total_flops": 53766325862400000, "train_loss": 0.017990589141845703, "subset_score_loss": 0.017990589141845703}
+{"step": 3890000, "wall_time": 41129.60773944855, "train_loss_step": 3.9337782859802246, "n_params": 4510840, "total_flops": 53904898867200000, "train_loss": 0.020360636711120605, "subset_score_loss": 0.020360636711120605}
+{"step": 3900000, "wall_time": 41303.07680463791, "train_loss_step": 3.517268180847168, "n_params": 4510840, "total_flops": 54043471872000000, "train_loss": 0.01747360428174337, "subset_score_loss": 0.01747360428174337, "memorization_fraction_pixel": 0.6606000065803528, "mean_nn_ratio_pixel": 0.45645853877067566, "fid": 43.637800446625555}
+{"step": 3910000, "wall_time": 41403.47943043709, "train_loss_step": 3.1630301475524902, "n_params": 4510840, "total_flops": 54182044876800000, "train_loss": 0.01701656381289164, "subset_score_loss": 0.01701656381289164}
+{"step": 3920000, "wall_time": 41501.250041246414, "train_loss_step": 3.4311342239379883, "n_params": 4510840, "total_flops": 54320617881600000, "train_loss": 0.017303478717803956, "subset_score_loss": 0.017303478717803956}
+{"step": 3930000, "wall_time": 41590.53501057625, "train_loss_step": 3.669374704360962, "n_params": 4510840, "total_flops": 54459190886400000, "train_loss": 0.016681597630182902, "subset_score_loss": 0.016681597630182902}
+{"step": 3940000, "wall_time": 41690.9765996933, "train_loss_step": 3.1068644523620605, "n_params": 4510840, "total_flops": 54597763891200000, "train_loss": 0.01719923416773478, "subset_score_loss": 0.01719923416773478}
+{"step": 3950000, "wall_time": 41790.0999443531, "train_loss_step": 3.435966730117798, "n_params": 4510840, "total_flops": 54736336896000000, "train_loss": 0.017180802424748738, "subset_score_loss": 0.017180802424748738}
+{"step": 3960000, "wall_time": 41888.89592504501, "train_loss_step": 3.2353458404541016, "n_params": 4510840, "total_flops": 54874909900800000, "train_loss": 0.017114327351252238, "subset_score_loss": 0.017114327351252238}
+{"step": 3970000, "wall_time": 41988.85279464722, "train_loss_step": 3.6376519203186035, "n_params": 4510840, "total_flops": 55013482905600000, "train_loss": 0.019327910741170247, "subset_score_loss": 0.019327910741170247}
+{"step": 3980000, "wall_time": 42085.9776570797, "train_loss_step": 3.3308136463165283, "n_params": 4510840, "total_flops": 55152055910400000, "train_loss": 0.017154061794281007, "subset_score_loss": 0.017154061794281007}
+{"step": 3990000, "wall_time": 42185.88451504707, "train_loss_step": 3.314775228500366, "n_params": 4510840, "total_flops": 55290628915200000, "train_loss": 0.017273743947347004, "subset_score_loss": 0.017273743947347004}
+{"step": 4000000, "wall_time": 42361.797529459, "train_loss_step": 3.772581100463867, "n_params": 4510840, "total_flops": 55429201920000000, "train_loss": 0.017253977060317994, "subset_score_loss": 0.017253977060317994, "memorization_fraction_pixel": 0.6942999958992004, "mean_nn_ratio_pixel": 0.432651549577713, "fid": 44.65699418678017}
+{"step": 4010000, "wall_time": 42462.22358393669, "train_loss_step": 3.28141450881958, "n_params": 4510840, "total_flops": 55567774924800000, "train_loss": 0.01800685524940491, "subset_score_loss": 0.01800685524940491}
+{"step": 4020000, "wall_time": 42553.05441522598, "train_loss_step": 4.034789085388184, "n_params": 4510840, "total_flops": 55706347929600000, "train_loss": 0.0183138112227122, "subset_score_loss": 0.0183138112227122}
+{"step": 4030000, "wall_time": 42653.07380890846, "train_loss_step": 3.3999147415161133, "n_params": 4510840, "total_flops": 55844920934400000, "train_loss": 0.017997211217880248, "subset_score_loss": 0.017997211217880248}
+{"step": 4040000, "wall_time": 42751.47376656532, "train_loss_step": 3.5768685340881348, "n_params": 4510840, "total_flops": 55983493939200000, "train_loss": 0.016630634665489197, "subset_score_loss": 0.016630634665489197}
+{"step": 4050000, "wall_time": 42851.44074821472, "train_loss_step": 3.531665802001953, "n_params": 4510840, "total_flops": 56122066944000000, "train_loss": 0.017763914664586385, "subset_score_loss": 0.017763914664586385}
+{"step": 4060000, "wall_time": 42951.53719806671, "train_loss_step": 3.419788360595703, "n_params": 4510840, "total_flops": 56260639948800000, "train_loss": 0.017539372046788532, "subset_score_loss": 0.017539372046788532}
+{"step": 4070000, "wall_time": 43051.4799387455, "train_loss_step": 3.432316541671753, "n_params": 4510840, "total_flops": 56399212953600000, "train_loss": 0.016951898733774822, "subset_score_loss": 0.016951898733774822}
+{"step": 4080000, "wall_time": 43149.1091902256, "train_loss_step": 3.1462302207946777, "n_params": 4510840, "total_flops": 56537785958400000, "train_loss": 0.016624176502227785, "subset_score_loss": 0.016624176502227785}
+{"step": 4090000, "wall_time": 43249.881197452545, "train_loss_step": 3.4137463569641113, "n_params": 4510840, "total_flops": 56676358963200000, "train_loss": 0.016042187809944153, "subset_score_loss": 0.016042187809944153}
+{"step": 4100000, "wall_time": 43426.13652467728, "train_loss_step": 3.299974203109741, "n_params": 4510840, "total_flops": 56814931968000000, "train_loss": 0.016427125533421835, "subset_score_loss": 0.016427125533421835, "memorization_fraction_pixel": 0.6725999712944031, "mean_nn_ratio_pixel": 0.449626624584198, "fid": 44.03033321908276}
+{"step": 4110000, "wall_time": 43523.583248615265, "train_loss_step": 3.262155055999756, "n_params": 4510840, "total_flops": 56953504972800000, "train_loss": 0.01672745943069458, "subset_score_loss": 0.01672745943069458}
+{"step": 4120000, "wall_time": 43613.6465947628, "train_loss_step": 3.401218891143799, "n_params": 4510840, "total_flops": 57092077977600000, "train_loss": 0.016221359372138977, "subset_score_loss": 0.016221359372138977}
+{"step": 4130000, "wall_time": 43714.00220298767, "train_loss_step": 3.7569870948791504, "n_params": 4510840, "total_flops": 57230650982400000, "train_loss": 0.017176493008931478, "subset_score_loss": 0.017176493008931478}
+{"step": 4140000, "wall_time": 43812.8313229084, "train_loss_step": 3.6798954010009766, "n_params": 4510840, "total_flops": 57369223987200000, "train_loss": 0.01716763774553935, "subset_score_loss": 0.01716763774553935}
+{"step": 4150000, "wall_time": 43913.3623278141, "train_loss_step": 3.5313682556152344, "n_params": 4510840, "total_flops": 57507796992000000, "train_loss": 0.017117436726888022, "subset_score_loss": 0.017117436726888022}
+{"step": 4160000, "wall_time": 44013.88373923302, "train_loss_step": 3.3075265884399414, "n_params": 4510840, "total_flops": 57646369996800000, "train_loss": 0.016830237706502278, "subset_score_loss": 0.016830237706502278}
+{"step": 4170000, "wall_time": 44115.05737543106, "train_loss_step": 3.6910524368286133, "n_params": 4510840, "total_flops": 57784943001600000, "train_loss": 0.018439831336339314, "subset_score_loss": 0.018439831336339314}
+{"step": 4180000, "wall_time": 44211.72519850731, "train_loss_step": 3.473386526107788, "n_params": 4510840, "total_flops": 57923516006400000, "train_loss": 0.0169554074605306, "subset_score_loss": 0.0169554074605306}
+{"step": 4190000, "wall_time": 44312.80984187126, "train_loss_step": 2.906541347503662, "n_params": 4510840, "total_flops": 58062089011200000, "train_loss": 0.017166151603062948, "subset_score_loss": 0.017166151603062948}
+{"step": 4200000, "wall_time": 44488.09711885452, "train_loss_step": 3.3003833293914795, "n_params": 4510840, "total_flops": 58200662016000000, "train_loss": 0.01634521782398224, "subset_score_loss": 0.01634521782398224, "memorization_fraction_pixel": 0.7109000086784363, "mean_nn_ratio_pixel": 0.419864684343338, "fid": 43.77970501307924}
+{"step": 4210000, "wall_time": 44576.03896164894, "train_loss_step": 3.53581166267395, "n_params": 4510840, "total_flops": 58339235020800000, "train_loss": 0.016675035158793133, "subset_score_loss": 0.016675035158793133}
+{"step": 4220000, "wall_time": 44675.90262532234, "train_loss_step": 3.545485496520996, "n_params": 4510840, "total_flops": 58477808025600000, "train_loss": 0.017564058303833008, "subset_score_loss": 0.017564058303833008}
+{"step": 4230000, "wall_time": 44774.06353187561, "train_loss_step": 3.5170063972473145, "n_params": 4510840, "total_flops": 58616381030400000, "train_loss": 0.016181173920631408, "subset_score_loss": 0.016181173920631408}
+{"step": 4240000, "wall_time": 44873.63118267059, "train_loss_step": 3.2629764080047607, "n_params": 4510840, "total_flops": 58754954035200000, "train_loss": 0.01793250838915507, "subset_score_loss": 0.01793250838915507}
+{"step": 4250000, "wall_time": 44973.86344361305, "train_loss_step": 3.476820945739746, "n_params": 4510840, "total_flops": 58893527040000000, "train_loss": 0.01671758492787679, "subset_score_loss": 0.01671758492787679}
+{"step": 4260000, "wall_time": 45073.80838418007, "train_loss_step": 3.1640524864196777, "n_params": 4510840, "total_flops": 59032100044800000, "train_loss": 0.016011786460876466, "subset_score_loss": 0.016011786460876466}
+{"step": 4270000, "wall_time": 45174.803935050964, "train_loss_step": 3.2394442558288574, "n_params": 4510840, "total_flops": 59170673049600000, "train_loss": 0.016325528422991436, "subset_score_loss": 0.016325528422991436}
+{"step": 4280000, "wall_time": 45271.243124485016, "train_loss_step": 3.3170053958892822, "n_params": 4510840, "total_flops": 59309246054400000, "train_loss": 0.01755023797353109, "subset_score_loss": 0.01755023797353109}
+{"step": 4290000, "wall_time": 45371.2259657383, "train_loss_step": 3.041813850402832, "n_params": 4510840, "total_flops": 59447819059200000, "train_loss": 0.017283197244008383, "subset_score_loss": 0.017283197244008383}
+{"step": 4300000, "wall_time": 45545.66866469383, "train_loss_step": 3.136599540710449, "n_params": 4510840, "total_flops": 59586392064000000, "train_loss": 0.01725567181905111, "subset_score_loss": 0.01725567181905111, "memorization_fraction_pixel": 0.7031000256538391, "mean_nn_ratio_pixel": 0.42285966873168945, "fid": 42.496043258350404}
+{"step": 4310000, "wall_time": 45635.59490132332, "train_loss_step": 3.3726906776428223, "n_params": 4510840, "total_flops": 59724965068800000, "train_loss": 0.016674272219340005, "subset_score_loss": 0.016674272219340005}
+{"step": 4320000, "wall_time": 45735.74866938591, "train_loss_step": 3.253445625305176, "n_params": 4510840, "total_flops": 59863538073600000, "train_loss": 0.016384158531824747, "subset_score_loss": 0.016384158531824747}
+{"step": 4330000, "wall_time": 45835.287927389145, "train_loss_step": 3.5401501655578613, "n_params": 4510840, "total_flops": 60002111078400000, "train_loss": 0.0171775221824646, "subset_score_loss": 0.0171775221824646}
+{"step": 4340000, "wall_time": 45936.178144693375, "train_loss_step": 3.192692756652832, "n_params": 4510840, "total_flops": 60140684083200000, "train_loss": 0.01642378568649292, "subset_score_loss": 0.01642378568649292}
+{"step": 4350000, "wall_time": 46037.40777897835, "train_loss_step": 3.3211159706115723, "n_params": 4510840, "total_flops": 60279257088000000, "train_loss": 0.017642539739608765, "subset_score_loss": 0.017642539739608765}
+{"step": 4360000, "wall_time": 46137.803144693375, "train_loss_step": 3.3042831420898438, "n_params": 4510840, "total_flops": 60417830092800000, "train_loss": 0.01829486886660258, "subset_score_loss": 0.01829486886660258}
+{"step": 4370000, "wall_time": 46237.6892683506, "train_loss_step": 3.6265273094177246, "n_params": 4510840, "total_flops": 60556403097600000, "train_loss": 0.017513191699981688, "subset_score_loss": 0.017513191699981688}
+{"step": 4380000, "wall_time": 46333.95682168007, "train_loss_step": 3.4514989852905273, "n_params": 4510840, "total_flops": 60694976102400000, "train_loss": 0.01641546885172526, "subset_score_loss": 0.01641546885172526}
+{"step": 4390000, "wall_time": 46433.77447271347, "train_loss_step": 3.234961986541748, "n_params": 4510840, "total_flops": 60833549107200000, "train_loss": 0.017216436068216958, "subset_score_loss": 0.017216436068216958}
+{"step": 4400000, "wall_time": 46599.3886115551, "train_loss_step": 3.375084400177002, "n_params": 4510840, "total_flops": 60972122112000000, "train_loss": 0.016483797629674276, "subset_score_loss": 0.016483797629674276, "memorization_fraction_pixel": 0.6980000138282776, "mean_nn_ratio_pixel": 0.42868372797966003, "fid": 42.990093968920284}
+{"step": 4410000, "wall_time": 46697.193940639496, "train_loss_step": 3.542529344558716, "n_params": 4510840, "total_flops": 61110695116800000, "train_loss": 0.016555783152580262, "subset_score_loss": 0.016555783152580262}
+{"step": 4420000, "wall_time": 46794.36193871498, "train_loss_step": 3.4817440509796143, "n_params": 4510840, "total_flops": 61249268121600000, "train_loss": 0.01609984040260315, "subset_score_loss": 0.01609984040260315}
+{"step": 4430000, "wall_time": 46894.94102668762, "train_loss_step": 3.5413382053375244, "n_params": 4510840, "total_flops": 61387841126400000, "train_loss": 0.01660221815109253, "subset_score_loss": 0.01660221815109253}
+{"step": 4440000, "wall_time": 46995.41463947296, "train_loss_step": 3.283417224884033, "n_params": 4510840, "total_flops": 61526414131200000, "train_loss": 0.016387264927228293, "subset_score_loss": 0.016387264927228293}
+{"step": 4450000, "wall_time": 47095.18318653107, "train_loss_step": 3.4372811317443848, "n_params": 4510840, "total_flops": 61664987136000000, "train_loss": 0.01653062303860982, "subset_score_loss": 0.01653062303860982}
+{"step": 4460000, "wall_time": 47194.580130815506, "train_loss_step": 3.3360378742218018, "n_params": 4510840, "total_flops": 61803560140800000, "train_loss": 0.015812036395072938, "subset_score_loss": 0.015812036395072938}
+{"step": 4470000, "wall_time": 47293.2641749382, "train_loss_step": 3.4320454597473145, "n_params": 4510840, "total_flops": 61942133145600000, "train_loss": 0.016723620891571044, "subset_score_loss": 0.016723620891571044}
+{"step": 4480000, "wall_time": 47390.99544548988, "train_loss_step": 3.2623350620269775, "n_params": 4510840, "total_flops": 62080706150400000, "train_loss": 0.01542763113975525, "subset_score_loss": 0.01542763113975525}
+{"step": 4490000, "wall_time": 47492.147468328476, "train_loss_step": 3.2620599269866943, "n_params": 4510840, "total_flops": 62219279155200000, "train_loss": 0.015791858235994976, "subset_score_loss": 0.015791858235994976}
+{"step": 4500000, "wall_time": 47654.36310386658, "train_loss_step": 3.191675901412964, "n_params": 4510840, "total_flops": 62357852160000000, "train_loss": 0.015512604514757793, "subset_score_loss": 0.015512604514757793, "memorization_fraction_pixel": 0.7020000219345093, "mean_nn_ratio_pixel": 0.4266819357872009, "fid": 42.768469149263865}
+{"step": 4510000, "wall_time": 47754.2880153656, "train_loss_step": 3.305448055267334, "n_params": 4510840, "total_flops": 62496425164800000, "train_loss": 0.01553192436695099, "subset_score_loss": 0.01553192436695099}
+{"step": 4520000, "wall_time": 47853.058589458466, "train_loss_step": 3.374800443649292, "n_params": 4510840, "total_flops": 62634998169600000, "train_loss": 0.016143301129341127, "subset_score_loss": 0.016143301129341127}
+{"step": 4530000, "wall_time": 47953.64291191101, "train_loss_step": 3.4462034702301025, "n_params": 4510840, "total_flops": 62773571174400000, "train_loss": 0.017663794755935668, "subset_score_loss": 0.017663794755935668}
+{"step": 4540000, "wall_time": 48053.50413584709, "train_loss_step": 3.381025791168213, "n_params": 4510840, "total_flops": 62912144179200000, "train_loss": 0.016424217820167543, "subset_score_loss": 0.016424217820167543}
+{"step": 4550000, "wall_time": 48152.418420791626, "train_loss_step": 3.2339258193969727, "n_params": 4510840, "total_flops": 63050717184000000, "train_loss": 0.016406755646069845, "subset_score_loss": 0.016406755646069845}
+{"step": 4560000, "wall_time": 48252.460669755936, "train_loss_step": 3.2800936698913574, "n_params": 4510840, "total_flops": 63189290188800000, "train_loss": 0.015858430663744608, "subset_score_loss": 0.015858430663744608}
+{"step": 4570000, "wall_time": 48350.98068904877, "train_loss_step": 3.154118537902832, "n_params": 4510840, "total_flops": 63327863193600000, "train_loss": 0.016075621048609417, "subset_score_loss": 0.016075621048609417}
+{"step": 4580000, "wall_time": 48449.31867313385, "train_loss_step": 3.259732961654663, "n_params": 4510840, "total_flops": 63466436198400000, "train_loss": 0.015161450703938801, "subset_score_loss": 0.015161450703938801}
+{"step": 4590000, "wall_time": 48549.673485040665, "train_loss_step": 3.191818952560425, "n_params": 4510840, "total_flops": 63605009203200000, "train_loss": 0.01818432609240214, "subset_score_loss": 0.01818432609240214}
+{"step": 4600000, "wall_time": 48721.166919231415, "train_loss_step": 3.1590676307678223, "n_params": 4510840, "total_flops": 63743582208000000, "train_loss": 0.016004480918248496, "subset_score_loss": 0.016004480918248496, "memorization_fraction_pixel": 0.718999981880188, "mean_nn_ratio_pixel": 0.4120289087295532, "fid": 42.44465394760434}
+{"step": 4610000, "wall_time": 48820.80467104912, "train_loss_step": 3.4136528968811035, "n_params": 4510840, "total_flops": 63882155212800000, "train_loss": 0.01538639763991038, "subset_score_loss": 0.01538639763991038}
+{"step": 4620000, "wall_time": 48919.58115077019, "train_loss_step": 3.2324485778808594, "n_params": 4510840, "total_flops": 64020728217600000, "train_loss": 0.016575940450032554, "subset_score_loss": 0.016575940450032554}
+{"step": 4630000, "wall_time": 49017.968965768814, "train_loss_step": 3.5302624702453613, "n_params": 4510840, "total_flops": 64159301222400000, "train_loss": 0.01708496610323588, "subset_score_loss": 0.01708496610323588}
+{"step": 4640000, "wall_time": 49118.958350896835, "train_loss_step": 3.259554624557495, "n_params": 4510840, "total_flops": 64297874227200000, "train_loss": 0.016011711955070496, "subset_score_loss": 0.016011711955070496}
+{"step": 4650000, "wall_time": 49219.882377147675, "train_loss_step": 3.2929420471191406, "n_params": 4510840, "total_flops": 64436447232000000, "train_loss": 0.016520837942759197, "subset_score_loss": 0.016520837942759197}
+{"step": 4660000, "wall_time": 49320.508141994476, "train_loss_step": 2.9820032119750977, "n_params": 4510840, "total_flops": 64575020236800000, "train_loss": 0.016453302899996438, "subset_score_loss": 0.016453302899996438}
+{"step": 4670000, "wall_time": 49418.811599969864, "train_loss_step": 3.3301310539245605, "n_params": 4510840, "total_flops": 64713593241600000, "train_loss": 0.016093793511390685, "subset_score_loss": 0.016093793511390685}
+{"step": 4680000, "wall_time": 49517.93790984154, "train_loss_step": 3.1675801277160645, "n_params": 4510840, "total_flops": 64852166246400000, "train_loss": 0.01590168078740438, "subset_score_loss": 0.01590168078740438}
+{"step": 4690000, "wall_time": 49614.28860402107, "train_loss_step": 3.051379442214966, "n_params": 4510840, "total_flops": 64990739251200000, "train_loss": 0.015938723087310792, "subset_score_loss": 0.015938723087310792}
+{"step": 4700000, "wall_time": 49788.64358210564, "train_loss_step": 3.272810459136963, "n_params": 4510840, "total_flops": 65129312256000000, "train_loss": 0.016515223185221355, "subset_score_loss": 0.016515223185221355, "memorization_fraction_pixel": 0.7203999757766724, "mean_nn_ratio_pixel": 0.412854939699173, "fid": 41.68228792683752}
+{"step": 4710000, "wall_time": 49887.07503986359, "train_loss_step": 3.2012763023376465, "n_params": 4510840, "total_flops": 65267885260800000, "train_loss": 0.01625869870185852, "subset_score_loss": 0.01625869870185852}
+{"step": 4720000, "wall_time": 49985.000522613525, "train_loss_step": 3.548872947692871, "n_params": 4510840, "total_flops": 65406458265600000, "train_loss": 0.015205034613609314, "subset_score_loss": 0.015205034613609314}
+{"step": 4730000, "wall_time": 50083.15623497963, "train_loss_step": 3.0414586067199707, "n_params": 4510840, "total_flops": 65545031270400000, "train_loss": 0.015285081664721171, "subset_score_loss": 0.015285081664721171}
+{"step": 4740000, "wall_time": 50181.292311906815, "train_loss_step": 3.491105556488037, "n_params": 4510840, "total_flops": 65683604275200000, "train_loss": 0.016266424457232156, "subset_score_loss": 0.016266424457232156}
+{"step": 4750000, "wall_time": 50279.91441702843, "train_loss_step": 3.5726470947265625, "n_params": 4510840, "total_flops": 65822177280000000, "train_loss": 0.01629101236661275, "subset_score_loss": 0.01629101236661275}
+{"step": 4760000, "wall_time": 50378.12111926079, "train_loss_step": 3.145164728164673, "n_params": 4510840, "total_flops": 65960750284800000, "train_loss": 0.01620208223660787, "subset_score_loss": 0.01620208223660787}
+{"step": 4770000, "wall_time": 50473.8307659626, "train_loss_step": 3.220798969268799, "n_params": 4510840, "total_flops": 66099323289600000, "train_loss": 0.01495719353357951, "subset_score_loss": 0.01495719353357951}
+{"step": 4780000, "wall_time": 50570.556848526, "train_loss_step": 3.266613006591797, "n_params": 4510840, "total_flops": 66237896294400000, "train_loss": 0.015574710567792256, "subset_score_loss": 0.015574710567792256}
+{"step": 4790000, "wall_time": 50651.661987781525, "train_loss_step": 3.4659183025360107, "n_params": 4510840, "total_flops": 66376469299200000, "train_loss": 0.0146369735399882, "subset_score_loss": 0.0146369735399882}
+{"step": 4800000, "wall_time": 50793.23366999626, "train_loss_step": 3.5068788528442383, "n_params": 4510840, "total_flops": 66515042304000000, "train_loss": 0.015587328871091207, "subset_score_loss": 0.015587328871091207, "memorization_fraction_pixel": 0.7361999750137329, "mean_nn_ratio_pixel": 0.4024927020072937, "fid": 40.571276905378376}
+{"step": 4810000, "wall_time": 50872.887657403946, "train_loss_step": 3.092571258544922, "n_params": 4510840, "total_flops": 66653615308800000, "train_loss": 0.015037186940511068, "subset_score_loss": 0.015037186940511068}
+{"step": 4820000, "wall_time": 50953.174411296844, "train_loss_step": 3.4267749786376953, "n_params": 4510840, "total_flops": 66792188313600000, "train_loss": 0.01563157935937246, "subset_score_loss": 0.01563157935937246}
+{"step": 4830000, "wall_time": 51030.8634121418, "train_loss_step": 3.6782617568969727, "n_params": 4510840, "total_flops": 66930761318400000, "train_loss": 0.01556511918703715, "subset_score_loss": 0.01556511918703715}
+{"step": 4840000, "wall_time": 51110.50928258896, "train_loss_step": 3.233105421066284, "n_params": 4510840, "total_flops": 67069334323200000, "train_loss": 0.014929025371869405, "subset_score_loss": 0.014929025371869405}
+{"step": 4850000, "wall_time": 51190.228323459625, "train_loss_step": 3.0876102447509766, "n_params": 4510840, "total_flops": 67207907328000000, "train_loss": 0.014308124780654907, "subset_score_loss": 0.014308124780654907}
+{"step": 4860000, "wall_time": 51270.3394613266, "train_loss_step": 3.17209529876709, "n_params": 4510840, "total_flops": 67346480332800000, "train_loss": 0.015593914190928142, "subset_score_loss": 0.015593914190928142}
+{"step": 4870000, "wall_time": 51346.90145921707, "train_loss_step": 3.402622938156128, "n_params": 4510840, "total_flops": 67485053337600000, "train_loss": 0.015088907877604167, "subset_score_loss": 0.015088907877604167}
+{"step": 4880000, "wall_time": 51424.36332702637, "train_loss_step": 3.2678258419036865, "n_params": 4510840, "total_flops": 67623626342400000, "train_loss": 0.01440471609433492, "subset_score_loss": 0.01440471609433492}
+{"step": 4890000, "wall_time": 51504.10111999512, "train_loss_step": 3.1350793838500977, "n_params": 4510840, "total_flops": 67762199347200000, "train_loss": 0.015422689914703368, "subset_score_loss": 0.015422689914703368}
+{"step": 4900000, "wall_time": 51647.08128929138, "train_loss_step": 3.1359639167785645, "n_params": 4510840, "total_flops": 67900772352000000, "train_loss": 0.016129312912623088, "subset_score_loss": 0.016129312912623088, "memorization_fraction_pixel": 0.7346000075340271, "mean_nn_ratio_pixel": 0.40317806601524353, "fid": 41.3938633803008}
+{"step": 4910000, "wall_time": 51726.92798829079, "train_loss_step": 3.3893909454345703, "n_params": 4510840, "total_flops": 68039345356800000, "train_loss": 0.01606473724047343, "subset_score_loss": 0.01606473724047343}
+{"step": 4920000, "wall_time": 51807.22368860245, "train_loss_step": 3.081048011779785, "n_params": 4510840, "total_flops": 68177918361600000, "train_loss": 0.01619092325369517, "subset_score_loss": 0.01619092325369517}
+{"step": 4930000, "wall_time": 51882.50937962532, "train_loss_step": 3.459848403930664, "n_params": 4510840, "total_flops": 68316491366400000, "train_loss": 0.016216214497884116, "subset_score_loss": 0.016216214497884116}
+{"step": 4940000, "wall_time": 51962.35785269737, "train_loss_step": 3.090850353240967, "n_params": 4510840, "total_flops": 68455064371200000, "train_loss": 0.015869608521461485, "subset_score_loss": 0.015869608521461485}
+{"step": 4950000, "wall_time": 52042.171230793, "train_loss_step": 3.42327618598938, "n_params": 4510840, "total_flops": 68593637376000000, "train_loss": 0.01660008430480957, "subset_score_loss": 0.01660008430480957}
+{"step": 4960000, "wall_time": 52121.85558342934, "train_loss_step": 3.468794584274292, "n_params": 4510840, "total_flops": 68732210380800000, "train_loss": 0.015216904878616332, "subset_score_loss": 0.015216904878616332}
+{"step": 4970000, "wall_time": 52202.33440852165, "train_loss_step": 2.897705316543579, "n_params": 4510840, "total_flops": 68870783385600000, "train_loss": 0.01570106049378713, "subset_score_loss": 0.01570106049378713}
+{"step": 4980000, "wall_time": 52246.97150182724, "train_loss_step": 3.213897705078125, "n_params": 4510840, "total_flops": 69009356390400000, "train_loss": 0.015139588713645935, "subset_score_loss": 0.015139588713645935}
+{"step": 4990000, "wall_time": 52286.844911813736, "train_loss_step": 3.158518075942993, "n_params": 4510840, "total_flops": 69147929395200000, "train_loss": 0.01447195808092753, "subset_score_loss": 0.01447195808092753}
+{"step": 5000000, "wall_time": 52362.091576337814, "train_loss_step": 3.29634428024292, "n_params": 4510840, "total_flops": 69286502400000000, "train_loss": 0.014311766624450684, "subset_score_loss": 0.014311766624450684, "memorization_fraction_pixel": 0.7405999898910522, "mean_nn_ratio_pixel": 0.39968812465667725, "fid": 41.95016956464077}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d120/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d120/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..c9cd131a4a9930c6eab020243a87ad2d9341da65
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d120/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     74s | train_loss=1.0001 | fid=265.9095
+  step   10000 |    170s | train_loss=0.7912
+  step   20000 |    268s | train_loss=0.6559
+  step   30000 |    367s | train_loss=0.5214
+  step   40000 |    465s | train_loss=0.3989
+  step   50000 |    563s | train_loss=0.3015
+  step   60000 |    662s | train_loss=0.2352
+  step   70000 |    760s | train_loss=0.1914
+  step   80000 |    859s | train_loss=0.1640
+  step   90000 |    957s | train_loss=0.1453
+  step  100000 |   1126s | train_loss=0.1334 | fid=63.9819
+  step  110000 |   1216s | train_loss=0.1242
+  step  120000 |   1315s | train_loss=0.1169
+  step  130000 |   1413s | train_loss=0.1112
+  step  140000 |   1512s | train_loss=0.1062
+  step  150000 |   1610s | train_loss=0.1050
+  step  160000 |   1707s | train_loss=0.0993
+  step  170000 |   1807s | train_loss=0.0943
+  step  180000 |   1907s | train_loss=0.0939
+  step  190000 |   2007s | train_loss=0.0897
+  step  200000 |   2179s | train_loss=0.0872 | fid=64.7048
+  step  210000 |   2274s | train_loss=0.0844
+  step  220000 |   2373s | train_loss=0.0829
+  step  230000 |   2474s | train_loss=0.0831
+  step  240000 |   2575s | train_loss=0.0796
+  step  250000 |   2674s | train_loss=0.0786
+  step  260000 |   2772s | train_loss=0.0767
+  step  270000 |   2871s | train_loss=0.0754
+  step  280000 |   2971s | train_loss=0.0742
+  step  290000 |   3067s | train_loss=0.0715
+  step  300000 |   3242s | train_loss=0.0711 | fid=61.4377
+  step  310000 |   3336s | train_loss=0.0709
+  step  320000 |   3436s | train_loss=0.0674
+  step  330000 |   3536s | train_loss=0.0657
+  step  340000 |   3635s | train_loss=0.0665
+  step  350000 |   3735s | train_loss=0.0662
+  step  360000 |   3833s | train_loss=0.0630
+  step  370000 |   3931s | train_loss=0.0624
+  step  380000 |   4028s | train_loss=0.0629
+  step  390000 |   4128s | train_loss=0.0619
+  step  400000 |   4302s | train_loss=0.0611 | fid=60.0681
+  step  410000 |   4398s | train_loss=0.0594
+  step  420000 |   4497s | train_loss=0.0596
+  step  430000 |   4597s | train_loss=0.0595
+  step  440000 |   4697s | train_loss=0.0576
+  step  450000 |   4797s | train_loss=0.0564
+  step  460000 |   4895s | train_loss=0.0560
+  step  470000 |   4991s | train_loss=0.0565
+  step  480000 |   5090s | train_loss=0.0543
+  step  490000 |   5190s | train_loss=0.0538
+  step  500000 |   5365s | train_loss=0.0554 | fid=60.2788
+  step  510000 |   5463s | train_loss=0.0534
+  step  520000 |   5560s | train_loss=0.0528
+  step  530000 |   5661s | train_loss=0.0520
+  step  540000 |   5760s | train_loss=0.0522
+  step  550000 |   5859s | train_loss=0.0528
+  step  560000 |   5956s | train_loss=0.0513
+  step  570000 |   6053s | train_loss=0.0526
+  step  580000 |   6152s | train_loss=0.0511
+  step  590000 |   6252s | train_loss=0.0498
+  step  600000 |   6428s | train_loss=0.0485 | fid=60.8280
+  step  610000 |   6527s | train_loss=0.0491
+  step  620000 |   6625s | train_loss=0.0523
+  step  630000 |   6725s | train_loss=0.0486
+  step  640000 |   6824s | train_loss=0.0480
+  step  650000 |   6925s | train_loss=0.0489
+  step  660000 |   7020s | train_loss=0.0488
+  step  670000 |   7119s | train_loss=0.0500
+  step  680000 |   7218s | train_loss=0.0490
+  step  690000 |   7317s | train_loss=0.0485
+  step  700000 |   7490s | train_loss=0.0458 | fid=58.8146
+  step  710000 |   7590s | train_loss=0.0470
+  step  720000 |   7688s | train_loss=0.0473
+  step  730000 |   7788s | train_loss=0.0461
+  step  740000 |   7888s | train_loss=0.0459
+  step  750000 |   7984s | train_loss=0.0449
+  step  760000 |   8084s | train_loss=0.0447
+  step  770000 |   8185s | train_loss=0.0456
+  step  780000 |   8284s | train_loss=0.0457
+  step  790000 |   8383s | train_loss=0.0457
+  step  800000 |   8555s | train_loss=0.0440 | fid=61.4269
+  step  810000 |   8654s | train_loss=0.0436
+  step  820000 |   8754s | train_loss=0.0432
+  step  830000 |   8853s | train_loss=0.0443
+  step  840000 |   8947s | train_loss=0.0441
+  step  850000 |   9036s | train_loss=0.0437
+  step  860000 |   9133s | train_loss=0.0420
+  step  870000 |   9233s | train_loss=0.0430
+  step  880000 |   9333s | train_loss=0.0420
+  step  890000 |   9430s | train_loss=0.0421
+  step  900000 |   9602s | train_loss=0.0411 | fid=61.4851
+  step  910000 |   9702s | train_loss=0.0435
+  step  920000 |   9803s | train_loss=0.0421
+  step  930000 |   9902s | train_loss=0.0403
+  step  940000 |   9999s | train_loss=0.0426
+  step  950000 |  10099s | train_loss=0.0406
+  step  960000 |  10199s | train_loss=0.0409
+  step  970000 |  10298s | train_loss=0.0399
+  step  980000 |  10398s | train_loss=0.0406
+  step  990000 |  10497s | train_loss=0.0403
+  step 1000000 |  10668s | train_loss=0.0404 | fid=61.8049
+  step 1010000 |  10768s | train_loss=0.0421
+  step 1020000 |  10868s | train_loss=0.0383
+  step 1030000 |  10964s | train_loss=0.0397
+  step 1040000 |  11063s | train_loss=0.0396
+  step 1050000 |  11163s | train_loss=0.0385
+  step 1060000 |  11263s | train_loss=0.0403
+  step 1070000 |  11361s | train_loss=0.0393
+  step 1080000 |  11461s | train_loss=0.0390
+  step 1090000 |  11561s | train_loss=0.0387
+  step 1100000 |  11733s | train_loss=0.0385 | fid=62.7754
+  step 1110000 |  11833s | train_loss=0.0385
+  step 1120000 |  11933s | train_loss=0.0390
+  step 1130000 |  12021s | train_loss=0.0388
+  step 1140000 |  12121s | train_loss=0.0375
+  step 1150000 |  12221s | train_loss=0.0380
+  step 1160000 |  12320s | train_loss=0.0378
+  step 1170000 |  12418s | train_loss=0.0369
+  step 1180000 |  12518s | train_loss=0.0378
+  step 1190000 |  12617s | train_loss=0.0363
+  step 1200000 |  12789s | train_loss=0.0375 | fid=66.6862
+  step 1210000 |  12888s | train_loss=0.0367
+  step 1220000 |  12986s | train_loss=0.0369
+  step 1230000 |  13087s | train_loss=0.0360
+  step 1240000 |  13184s | train_loss=0.0360
+  step 1250000 |  13285s | train_loss=0.0372
+  step 1260000 |  13383s | train_loss=0.0364
+  step 1270000 |  13483s | train_loss=0.0351
+  step 1280000 |  13582s | train_loss=0.0361
+  step 1290000 |  13682s | train_loss=0.0365
+  step 1300000 |  13853s | train_loss=0.0362 | fid=67.0263
+  step 1310000 |  13952s | train_loss=0.0373
+  step 1320000 |  14040s | train_loss=0.0353
+  step 1330000 |  14140s | train_loss=0.0346
+  step 1340000 |  14239s | train_loss=0.0343
+  step 1350000 |  14339s | train_loss=0.0351
+  step 1360000 |  14436s | train_loss=0.0350
+  step 1370000 |  14536s | train_loss=0.0339
+  step 1380000 |  14636s | train_loss=0.0339
+  step 1390000 |  14735s | train_loss=0.0342
+  step 1400000 |  14906s | train_loss=0.0334 | fid=67.0722
+  step 1410000 |  15001s | train_loss=0.0344
+  step 1420000 |  15096s | train_loss=0.0338
+  step 1430000 |  15196s | train_loss=0.0331
+  step 1440000 |  15294s | train_loss=0.0339
+  step 1450000 |  15393s | train_loss=0.0333
+  step 1460000 |  15491s | train_loss=0.0336
+  step 1470000 |  15592s | train_loss=0.0324
+  step 1480000 |  15692s | train_loss=0.0332
+  step 1490000 |  15791s | train_loss=0.0341
+  step 1500000 |  15962s | train_loss=0.0328 | fid=66.5760
+  step 1510000 |  16053s | train_loss=0.0330
+  step 1520000 |  16153s | train_loss=0.0335
+  step 1530000 |  16252s | train_loss=0.0318
+  step 1540000 |  16350s | train_loss=0.0329
+  step 1550000 |  16448s | train_loss=0.0331
+  step 1560000 |  16545s | train_loss=0.0317
+  step 1570000 |  16645s | train_loss=0.0310
+  step 1580000 |  16745s | train_loss=0.0330
+  step 1590000 |  16844s | train_loss=0.0329
+  step 1600000 |  17016s | train_loss=0.0320 | fid=67.8003
+  step 1610000 |  17103s | train_loss=0.0325
+  step 1620000 |  17203s | train_loss=0.0316
+  step 1630000 |  17302s | train_loss=0.0318
+  step 1640000 |  17402s | train_loss=0.0313
+  step 1650000 |  17499s | train_loss=0.0303
+  step 1660000 |  17598s | train_loss=0.0302
+  step 1670000 |  17698s | train_loss=0.0305
+  step 1680000 |  17798s | train_loss=0.0300
+  step 1690000 |  17896s | train_loss=0.0305
+  step 1700000 |  18066s | train_loss=0.0305 | fid=65.0535
+  step 1710000 |  18155s | train_loss=0.0307
+  step 1720000 |  18255s | train_loss=0.0299
+  step 1730000 |  18353s | train_loss=0.0309
+  step 1740000 |  18453s | train_loss=0.0306
+  step 1750000 |  18552s | train_loss=0.0301
+  step 1760000 |  18651s | train_loss=0.0299
+  step 1770000 |  18751s | train_loss=0.0299
+  step 1780000 |  18850s | train_loss=0.0299
+  step 1790000 |  18950s | train_loss=0.0291
+  step 1800000 |  19117s | train_loss=0.0284 | fid=64.2844
+  step 1810000 |  19210s | train_loss=0.0301
+  step 1820000 |  19309s | train_loss=0.0290
+  step 1830000 |  19410s | train_loss=0.0287
+  step 1840000 |  19509s | train_loss=0.0278
+  step 1850000 |  19607s | train_loss=0.0286
+  step 1860000 |  19707s | train_loss=0.0289
+  step 1870000 |  19806s | train_loss=0.0292
+  step 1880000 |  19905s | train_loss=0.0275
+  step 1890000 |  20005s | train_loss=0.0284
+  step 1900000 |  20168s | train_loss=0.0291 | fid=63.2072
+  step 1910000 |  20268s | train_loss=0.0273
+  step 1920000 |  20368s | train_loss=0.0271
+  step 1930000 |  20468s | train_loss=0.0289
+  step 1940000 |  20567s | train_loss=0.0275
+  step 1950000 |  20667s | train_loss=0.0269
+  step 1960000 |  20765s | train_loss=0.0267
+  step 1970000 |  20863s | train_loss=0.0298
+  step 1980000 |  20963s | train_loss=0.0272
+  step 1990000 |  21062s | train_loss=0.0288
+  step 2000000 |  21220s | train_loss=0.0271 | fid=62.6215
+  step 2010000 |  21319s | train_loss=0.0273
+  step 2020000 |  21419s | train_loss=0.0276
+  step 2030000 |  21519s | train_loss=0.0278
+  step 2040000 |  21617s | train_loss=0.0262
+  step 2050000 |  21716s | train_loss=0.0269
+  step 2060000 |  21814s | train_loss=0.0287
+  step 2070000 |  21912s | train_loss=0.0269
+  step 2080000 |  22012s | train_loss=0.0279
+  step 2090000 |  22109s | train_loss=0.0255
+  step 2100000 |  22269s | train_loss=0.0261 | fid=60.3396
+  step 2110000 |  22368s | train_loss=0.0270
+  step 2120000 |  22468s | train_loss=0.0273
+  step 2130000 |  22569s | train_loss=0.0264
+  step 2140000 |  22669s | train_loss=0.0251
+  step 2150000 |  22769s | train_loss=0.0259
+  step 2160000 |  22866s | train_loss=0.0253
+  step 2170000 |  22966s | train_loss=0.0256
+  step 2180000 |  23064s | train_loss=0.0252
+  step 2190000 |  23163s | train_loss=0.0262
+  step 2200000 |  23323s | train_loss=0.0253 | fid=57.6667
+  step 2210000 |  23423s | train_loss=0.0249
+  step 2220000 |  23523s | train_loss=0.0260
+  step 2230000 |  23624s | train_loss=0.0247
+  step 2240000 |  23723s | train_loss=0.0261
+  step 2250000 |  23822s | train_loss=0.0264
+  step 2260000 |  23919s | train_loss=0.0249
+  step 2270000 |  24018s | train_loss=0.0243
+  step 2280000 |  24117s | train_loss=0.0252
+  step 2290000 |  24215s | train_loss=0.0254
+  step 2300000 |  24380s | train_loss=0.0238 | fid=57.7434
+  step 2310000 |  24480s | train_loss=0.0254
+  step 2320000 |  24580s | train_loss=0.0245
+  step 2330000 |  24680s | train_loss=0.0240
+  step 2340000 |  24779s | train_loss=0.0239
+  step 2350000 |  24879s | train_loss=0.0241
+  step 2360000 |  24979s | train_loss=0.0244
+  step 2370000 |  25076s | train_loss=0.0246
+  step 2380000 |  25175s | train_loss=0.0238
+  step 2390000 |  25262s | train_loss=0.0240
+  step 2400000 |  25432s | train_loss=0.0248 | fid=57.9408
+  step 2410000 |  25532s | train_loss=0.0240
+  step 2420000 |  25632s | train_loss=0.0237
+  step 2430000 |  25732s | train_loss=0.0245
+  step 2440000 |  25832s | train_loss=0.0232
+  step 2450000 |  25931s | train_loss=0.0234
+  step 2460000 |  26031s | train_loss=0.0256
+  step 2470000 |  26129s | train_loss=0.0238
+  step 2480000 |  26227s | train_loss=0.0253
+  step 2490000 |  26313s | train_loss=0.0253
+  step 2500000 |  26486s | train_loss=0.0235 | fid=56.5293
+  step 2510000 |  26586s | train_loss=0.0234
+  step 2520000 |  26686s | train_loss=0.0232
+  step 2530000 |  26785s | train_loss=0.0225
+  step 2540000 |  26884s | train_loss=0.0237
+  step 2550000 |  26984s | train_loss=0.0226
+  step 2560000 |  27083s | train_loss=0.0232
+  step 2570000 |  27181s | train_loss=0.0227
+  step 2580000 |  27278s | train_loss=0.0237
+  step 2590000 |  27365s | train_loss=0.0237
+  step 2600000 |  27537s | train_loss=0.0228 | fid=56.3741
+  step 2610000 |  27637s | train_loss=0.0220
+  step 2620000 |  27736s | train_loss=0.0226
+  step 2630000 |  27835s | train_loss=0.0225
+  step 2640000 |  27935s | train_loss=0.0210
+  step 2650000 |  28034s | train_loss=0.0224
+  step 2660000 |  28134s | train_loss=0.0220
+  step 2670000 |  28235s | train_loss=0.0221
+  step 2680000 |  28325s | train_loss=0.0239
+  step 2690000 |  28423s | train_loss=0.0219
+  step 2700000 |  28594s | train_loss=0.0222 | fid=55.5351
+  step 2710000 |  28694s | train_loss=0.0220
+  step 2720000 |  28793s | train_loss=0.0231
+  step 2730000 |  28893s | train_loss=0.0219
+  step 2740000 |  28993s | train_loss=0.0221
+  step 2750000 |  29092s | train_loss=0.0223
+  step 2760000 |  29190s | train_loss=0.0224
+  step 2770000 |  29291s | train_loss=0.0217
+  step 2780000 |  29385s | train_loss=0.0236
+  step 2790000 |  29484s | train_loss=0.0239
+  step 2800000 |  29658s | train_loss=0.0218 | fid=55.6380
+  step 2810000 |  29757s | train_loss=0.0221
+  step 2820000 |  29857s | train_loss=0.0220
+  step 2830000 |  29958s | train_loss=0.0213
+  step 2840000 |  30056s | train_loss=0.0209
+  step 2850000 |  30156s | train_loss=0.0212
+  step 2860000 |  30257s | train_loss=0.0214
+  step 2870000 |  30348s | train_loss=0.0224
+  step 2880000 |  30440s | train_loss=0.0210
+  step 2890000 |  30538s | train_loss=0.0213
+  step 2900000 |  30712s | train_loss=0.0213 | fid=54.4276
+  step 2910000 |  30811s | train_loss=0.0215
+  step 2920000 |  30911s | train_loss=0.0215
+  step 2930000 |  31010s | train_loss=0.0219
+  step 2940000 |  31110s | train_loss=0.0225
+  step 2950000 |  31210s | train_loss=0.0213
+  step 2960000 |  31311s | train_loss=0.0209
+  step 2970000 |  31401s | train_loss=0.0220
+  step 2980000 |  31500s | train_loss=0.0199
+  step 2990000 |  31597s | train_loss=0.0207
+  step 3000000 |  31770s | train_loss=0.0214 | fid=56.8594
+  step 3010000 |  31870s | train_loss=0.0209
+  step 3020000 |  31969s | train_loss=0.0198
+  step 3030000 |  32070s | train_loss=0.0202
+  step 3040000 |  32169s | train_loss=0.0215
+  step 3050000 |  32269s | train_loss=0.0208
+  step 3060000 |  32369s | train_loss=0.0215
+  step 3070000 |  32463s | train_loss=0.0205
+  step 3080000 |  32563s | train_loss=0.0204
+  step 3090000 |  32658s | train_loss=0.0206
+  step 3100000 |  32831s | train_loss=0.0206 | fid=53.6776
+  step 3110000 |  32931s | train_loss=0.0209
+  step 3120000 |  33032s | train_loss=0.0206
+  step 3130000 |  33132s | train_loss=0.0199
+  step 3140000 |  33232s | train_loss=0.0200
+  step 3150000 |  33332s | train_loss=0.0201
+  step 3160000 |  33429s | train_loss=0.0199
+  step 3170000 |  33528s | train_loss=0.0213
+  step 3180000 |  33629s | train_loss=0.0201
+  step 3190000 |  33724s | train_loss=0.0193
+  step 3200000 |  33899s | train_loss=0.0209 | fid=51.7212
+  step 3210000 |  34000s | train_loss=0.0196
+  step 3220000 |  34100s | train_loss=0.0200
+  step 3230000 |  34200s | train_loss=0.0207
+  step 3240000 |  34299s | train_loss=0.0206
+  step 3250000 |  34390s | train_loss=0.0202
+  step 3260000 |  34489s | train_loss=0.0219
+  step 3270000 |  34589s | train_loss=0.0196
+  step 3280000 |  34689s | train_loss=0.0188
+  step 3290000 |  34784s | train_loss=0.0184
+  step 3300000 |  34958s | train_loss=0.0194 | fid=53.2961
+  step 3310000 |  35059s | train_loss=0.0192
+  step 3320000 |  35158s | train_loss=0.0194
+  step 3330000 |  35257s | train_loss=0.0192
+  step 3340000 |  35357s | train_loss=0.0189
+  step 3350000 |  35448s | train_loss=0.0188
+  step 3360000 |  35548s | train_loss=0.0190
+  step 3370000 |  35648s | train_loss=0.0207
+  step 3380000 |  35747s | train_loss=0.0189
+  step 3390000 |  35844s | train_loss=0.0184
+  step 3400000 |  36016s | train_loss=0.0189 | fid=49.9300
+  step 3410000 |  36116s | train_loss=0.0192
+  step 3420000 |  36217s | train_loss=0.0195
+  step 3430000 |  36317s | train_loss=0.0185
+  step 3440000 |  36408s | train_loss=0.0196
+  step 3450000 |  36506s | train_loss=0.0191
+  step 3460000 |  36606s | train_loss=0.0192
+  step 3470000 |  36705s | train_loss=0.0198
+  step 3480000 |  36806s | train_loss=0.0187
+  step 3490000 |  36901s | train_loss=0.0183
+  step 3500000 |  37075s | train_loss=0.0190 | fid=48.5364
+  step 3510000 |  37175s | train_loss=0.0187
+  step 3520000 |  37275s | train_loss=0.0180
+  step 3530000 |  37374s | train_loss=0.0191
+  step 3540000 |  37463s | train_loss=0.0190
+  step 3550000 |  37562s | train_loss=0.0183
+  step 3560000 |  37661s | train_loss=0.0188
+  step 3570000 |  37761s | train_loss=0.0194
+  step 3580000 |  37860s | train_loss=0.0187
+  step 3590000 |  37958s | train_loss=0.0183
+  step 3600000 |  38132s | train_loss=0.0182 | fid=47.7330
+  step 3610000 |  38231s | train_loss=0.0195
+  step 3620000 |  38332s | train_loss=0.0189
+  step 3630000 |  38428s | train_loss=0.0181
+  step 3640000 |  38520s | train_loss=0.0185
+  step 3650000 |  38619s | train_loss=0.0195
+  step 3660000 |  38718s | train_loss=0.0181
+  step 3670000 |  38819s | train_loss=0.0194
+  step 3680000 |  38918s | train_loss=0.0184
+  step 3690000 |  39017s | train_loss=0.0187
+  step 3700000 |  39191s | train_loss=0.0181 | fid=47.0487
+  step 3710000 |  39292s | train_loss=0.0187
+  step 3720000 |  39391s | train_loss=0.0183
+  step 3730000 |  39481s | train_loss=0.0186
+  step 3740000 |  39578s | train_loss=0.0184
+  step 3750000 |  39678s | train_loss=0.0177
+  step 3760000 |  39778s | train_loss=0.0177
+  step 3770000 |  39879s | train_loss=0.0196
+  step 3780000 |  39978s | train_loss=0.0184
+  step 3790000 |  40077s | train_loss=0.0179
+  step 3800000 |  40250s | train_loss=0.0176 | fid=44.7128
+  step 3810000 |  40351s | train_loss=0.0173
+  step 3820000 |  40450s | train_loss=0.0178
+  step 3830000 |  40537s | train_loss=0.0180
+  step 3840000 |  40637s | train_loss=0.0181
+  step 3850000 |  40737s | train_loss=0.0183
+  step 3860000 |  40836s | train_loss=0.0173
+  step 3870000 |  40935s | train_loss=0.0191
+  step 3880000 |  41030s | train_loss=0.0180
+  step 3890000 |  41130s | train_loss=0.0204
+  step 3900000 |  41303s | train_loss=0.0175 | fid=43.6378
+  step 3910000 |  41403s | train_loss=0.0170
+  step 3920000 |  41501s | train_loss=0.0173
+  step 3930000 |  41591s | train_loss=0.0167
+  step 3940000 |  41691s | train_loss=0.0172
+  step 3950000 |  41790s | train_loss=0.0172
+  step 3960000 |  41889s | train_loss=0.0171
+  step 3970000 |  41989s | train_loss=0.0193
+  step 3980000 |  42086s | train_loss=0.0172
+  step 3990000 |  42186s | train_loss=0.0173
+  step 4000000 |  42362s | train_loss=0.0173 | fid=44.6570
+  step 4010000 |  42462s | train_loss=0.0180
+  step 4020000 |  42553s | train_loss=0.0183
+  step 4030000 |  42653s | train_loss=0.0180
+  step 4040000 |  42751s | train_loss=0.0166
+  step 4050000 |  42851s | train_loss=0.0178
+  step 4060000 |  42952s | train_loss=0.0175
+  step 4070000 |  43051s | train_loss=0.0170
+  step 4080000 |  43149s | train_loss=0.0166
+  step 4090000 |  43250s | train_loss=0.0160
+  step 4100000 |  43426s | train_loss=0.0164 | fid=44.0303
+  step 4110000 |  43524s | train_loss=0.0167
+  step 4120000 |  43614s | train_loss=0.0162
+  step 4130000 |  43714s | train_loss=0.0172
+  step 4140000 |  43813s | train_loss=0.0172
+  step 4150000 |  43913s | train_loss=0.0171
+  step 4160000 |  44014s | train_loss=0.0168
+  step 4170000 |  44115s | train_loss=0.0184
+  step 4180000 |  44212s | train_loss=0.0170
+  step 4190000 |  44313s | train_loss=0.0172
+  step 4200000 |  44488s | train_loss=0.0163 | fid=43.7797
+  step 4210000 |  44576s | train_loss=0.0167
+  step 4220000 |  44676s | train_loss=0.0176
+  step 4230000 |  44774s | train_loss=0.0162
+  step 4240000 |  44874s | train_loss=0.0179
+  step 4250000 |  44974s | train_loss=0.0167
+  step 4260000 |  45074s | train_loss=0.0160
+  step 4270000 |  45175s | train_loss=0.0163
+  step 4280000 |  45271s | train_loss=0.0176
+  step 4290000 |  45371s | train_loss=0.0173
+  step 4300000 |  45546s | train_loss=0.0173 | fid=42.4960
+  step 4310000 |  45636s | train_loss=0.0167
+  step 4320000 |  45736s | train_loss=0.0164
+  step 4330000 |  45835s | train_loss=0.0172
+  step 4340000 |  45936s | train_loss=0.0164
+  step 4350000 |  46037s | train_loss=0.0176
+  step 4360000 |  46138s | train_loss=0.0183
+  step 4370000 |  46238s | train_loss=0.0175
+  step 4380000 |  46334s | train_loss=0.0164
+  step 4390000 |  46434s | train_loss=0.0172
+  step 4400000 |  46599s | train_loss=0.0165 | fid=42.9901
+  step 4410000 |  46697s | train_loss=0.0166
+  step 4420000 |  46794s | train_loss=0.0161
+  step 4430000 |  46895s | train_loss=0.0166
+  step 4440000 |  46995s | train_loss=0.0164
+  step 4450000 |  47095s | train_loss=0.0165
+  step 4460000 |  47195s | train_loss=0.0158
+  step 4470000 |  47293s | train_loss=0.0167
+  step 4480000 |  47391s | train_loss=0.0154
+  step 4490000 |  47492s | train_loss=0.0158
+  step 4500000 |  47654s | train_loss=0.0155 | fid=42.7685
+  step 4510000 |  47754s | train_loss=0.0155
+  step 4520000 |  47853s | train_loss=0.0161
+  step 4530000 |  47954s | train_loss=0.0177
+  step 4540000 |  48054s | train_loss=0.0164
+  step 4550000 |  48152s | train_loss=0.0164
+  step 4560000 |  48252s | train_loss=0.0159
+  step 4570000 |  48351s | train_loss=0.0161
+  step 4580000 |  48449s | train_loss=0.0152
+  step 4590000 |  48550s | train_loss=0.0182
+  step 4600000 |  48721s | train_loss=0.0160 | fid=42.4447
+  step 4610000 |  48821s | train_loss=0.0154
+  step 4620000 |  48920s | train_loss=0.0166
+  step 4630000 |  49018s | train_loss=0.0171
+  step 4640000 |  49119s | train_loss=0.0160
+  step 4650000 |  49220s | train_loss=0.0165
+  step 4660000 |  49321s | train_loss=0.0165
+  step 4670000 |  49419s | train_loss=0.0161
+  step 4680000 |  49518s | train_loss=0.0159
+  step 4690000 |  49614s | train_loss=0.0159
+  step 4700000 |  49789s | train_loss=0.0165 | fid=41.6823
+  step 4710000 |  49887s | train_loss=0.0163
+  step 4720000 |  49985s | train_loss=0.0152
+  step 4730000 |  50083s | train_loss=0.0153
+  step 4740000 |  50181s | train_loss=0.0163
+  step 4750000 |  50280s | train_loss=0.0163
+  step 4760000 |  50378s | train_loss=0.0162
+  step 4770000 |  50474s | train_loss=0.0150
+  step 4780000 |  50571s | train_loss=0.0156
+  step 4790000 |  50652s | train_loss=0.0146
+  step 4800000 |  50793s | train_loss=0.0156 | fid=40.5713
+  step 4810000 |  50873s | train_loss=0.0150
+  step 4820000 |  50953s | train_loss=0.0156
+  step 4830000 |  51031s | train_loss=0.0156
+  step 4840000 |  51111s | train_loss=0.0149
+  step 4850000 |  51190s | train_loss=0.0143
+  step 4860000 |  51270s | train_loss=0.0156
+  step 4870000 |  51347s | train_loss=0.0151
+  step 4880000 |  51424s | train_loss=0.0144
+  step 4890000 |  51504s | train_loss=0.0154
+  step 4900000 |  51647s | train_loss=0.0161 | fid=41.3939
+  step 4910000 |  51727s | train_loss=0.0161
+  step 4920000 |  51807s | train_loss=0.0162
+  step 4930000 |  51883s | train_loss=0.0162
+  step 4940000 |  51962s | train_loss=0.0159
+  step 4950000 |  52042s | train_loss=0.0166
+  step 4960000 |  52122s | train_loss=0.0152
+  step 4970000 |  52202s | train_loss=0.0157
+  step 4980000 |  52247s | train_loss=0.0151
+  step 4990000 |  52287s | train_loss=0.0145
+  step 5000000 |  52362s | train_loss=0.0143 | fid=41.9502
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d140/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d140/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..2e5751728b9cf97bb8803f90123c53429ff01a04
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d140/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d140/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d140",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 45,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d140/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d140/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..02ea0e14ecf6424d97f7e1d52ca8799a7db1914f
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d140/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 140, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d140/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 45}
+{"step": 1, "wall_time": 73.50810599327087, "train_loss_step": 140.29954528808594, "n_params": 4551820, "total_flops": 13983191040, "train_loss": 0.9993434361049107, "subset_score_loss": 0.9993434361049107, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9764608144760132, "fid": 310.228162103401}
+{"step": 10000, "wall_time": 159.53427362442017, "train_loss_step": 26.132022857666016, "n_params": 4551820, "total_flops": 139831910400000, "train_loss": 0.7574162074497768, "subset_score_loss": 0.7574162074497768}
+{"step": 20000, "wall_time": 251.244859457016, "train_loss_step": 22.64755630493164, "n_params": 4551820, "total_flops": 279663820800000, "train_loss": 0.6301055908203125, "subset_score_loss": 0.6301055908203125}
+{"step": 30000, "wall_time": 342.987770318985, "train_loss_step": 20.813980102539062, "n_params": 4551820, "total_flops": 419495731200000, "train_loss": 0.5173595428466797, "subset_score_loss": 0.5173595428466797}
+{"step": 40000, "wall_time": 434.69615292549133, "train_loss_step": 17.922714233398438, "n_params": 4551820, "total_flops": 559327641600000, "train_loss": 0.4145536422729492, "subset_score_loss": 0.4145536422729492}
+{"step": 50000, "wall_time": 526.4295036792755, "train_loss_step": 15.911117553710938, "n_params": 4551820, "total_flops": 699159552000000, "train_loss": 0.332541138785226, "subset_score_loss": 0.332541138785226}
+{"step": 60000, "wall_time": 618.1804866790771, "train_loss_step": 14.42390251159668, "n_params": 4551820, "total_flops": 838991462400000, "train_loss": 0.26839237213134765, "subset_score_loss": 0.26839237213134765}
+{"step": 70000, "wall_time": 709.864440202713, "train_loss_step": 14.472572326660156, "n_params": 4551820, "total_flops": 978823372800000, "train_loss": 0.21935054234095983, "subset_score_loss": 0.21935054234095983}
+{"step": 80000, "wall_time": 801.5814151763916, "train_loss_step": 13.4350004196167, "n_params": 4551820, "total_flops": 1118655283200000, "train_loss": 0.1859598296029227, "subset_score_loss": 0.1859598296029227}
+{"step": 90000, "wall_time": 893.4766566753387, "train_loss_step": 12.233362197875977, "n_params": 4551820, "total_flops": 1258487193600000, "train_loss": 0.16846365247453962, "subset_score_loss": 0.16846365247453962}
+{"step": 100000, "wall_time": 1056.5697836875916, "train_loss_step": 11.819339752197266, "n_params": 4551820, "total_flops": 1398319104000000, "train_loss": 0.14957588740757533, "subset_score_loss": 0.14957588740757533, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9286856651306152, "fid": 63.59191080928267}
+{"step": 110000, "wall_time": 1143.2786362171173, "train_loss_step": 11.241865158081055, "n_params": 4551820, "total_flops": 1538151014400000, "train_loss": 0.1354109355381557, "subset_score_loss": 0.1354109355381557}
+{"step": 120000, "wall_time": 1232.5094180107117, "train_loss_step": 10.817143440246582, "n_params": 4551820, "total_flops": 1677982924800000, "train_loss": 0.1251981054033552, "subset_score_loss": 0.1251981054033552}
+{"step": 130000, "wall_time": 1324.180675983429, "train_loss_step": 10.613258361816406, "n_params": 4551820, "total_flops": 1817814835200000, "train_loss": 0.117690794808524, "subset_score_loss": 0.117690794808524}
+{"step": 140000, "wall_time": 1415.9849796295166, "train_loss_step": 10.75616455078125, "n_params": 4551820, "total_flops": 1957646745600000, "train_loss": 0.1115117073059082, "subset_score_loss": 0.1115117073059082}
+{"step": 150000, "wall_time": 1507.7855467796326, "train_loss_step": 10.332039833068848, "n_params": 4551820, "total_flops": 2097478656000000, "train_loss": 0.11088309969220843, "subset_score_loss": 0.11088309969220843}
+{"step": 160000, "wall_time": 1599.3076338768005, "train_loss_step": 9.755838394165039, "n_params": 4551820, "total_flops": 2237310566400000, "train_loss": 0.10307540212358747, "subset_score_loss": 0.10307540212358747}
+{"step": 170000, "wall_time": 1690.2328815460205, "train_loss_step": 9.615983963012695, "n_params": 4551820, "total_flops": 2377142476800000, "train_loss": 0.0976386410849435, "subset_score_loss": 0.0976386410849435}
+{"step": 180000, "wall_time": 1782.2584524154663, "train_loss_step": 9.393599510192871, "n_params": 4551820, "total_flops": 2516974387200000, "train_loss": 0.09449115480695452, "subset_score_loss": 0.09449115480695452}
+{"step": 190000, "wall_time": 1874.2485845088959, "train_loss_step": 9.767599105834961, "n_params": 4551820, "total_flops": 2656806297600000, "train_loss": 0.089536224092756, "subset_score_loss": 0.089536224092756}
+{"step": 200000, "wall_time": 2037.2773439884186, "train_loss_step": 8.992277145385742, "n_params": 4551820, "total_flops": 2796638208000000, "train_loss": 0.09111013412475585, "subset_score_loss": 0.09111013412475585, "memorization_fraction_pixel": 0.002899999963119626, "mean_nn_ratio_pixel": 0.9021693468093872, "fid": 69.79632743474262}
+{"step": 210000, "wall_time": 2129.023190498352, "train_loss_step": 9.49332046508789, "n_params": 4551820, "total_flops": 2936470118400000, "train_loss": 0.08548624856131418, "subset_score_loss": 0.08548624856131418}
+{"step": 220000, "wall_time": 2216.8077898025513, "train_loss_step": 9.128047943115234, "n_params": 4551820, "total_flops": 3076302028800000, "train_loss": 0.08375894001552037, "subset_score_loss": 0.08375894001552037}
+{"step": 230000, "wall_time": 2307.0054886341095, "train_loss_step": 8.542469024658203, "n_params": 4551820, "total_flops": 3216133939200000, "train_loss": 0.08250058719090053, "subset_score_loss": 0.08250058719090053}
+{"step": 240000, "wall_time": 2399.029002904892, "train_loss_step": 9.296984672546387, "n_params": 4551820, "total_flops": 3355965849600000, "train_loss": 0.07887039865766253, "subset_score_loss": 0.07887039865766253}
+{"step": 250000, "wall_time": 2491.2410385608673, "train_loss_step": 8.944005966186523, "n_params": 4551820, "total_flops": 3495797760000000, "train_loss": 0.07834934507097517, "subset_score_loss": 0.07834934507097517}
+{"step": 260000, "wall_time": 2583.3955459594727, "train_loss_step": 8.274394989013672, "n_params": 4551820, "total_flops": 3635629670400000, "train_loss": 0.08089169774736676, "subset_score_loss": 0.08089169774736676}
+{"step": 270000, "wall_time": 2675.222996711731, "train_loss_step": 7.804981231689453, "n_params": 4551820, "total_flops": 3775461580800000, "train_loss": 0.07310420445033482, "subset_score_loss": 0.07310420445033482}
+{"step": 280000, "wall_time": 2766.5974802970886, "train_loss_step": 8.544462203979492, "n_params": 4551820, "total_flops": 3915293491200000, "train_loss": 0.07433041163853236, "subset_score_loss": 0.07433041163853236}
+{"step": 290000, "wall_time": 2858.43248295784, "train_loss_step": 8.244855880737305, "n_params": 4551820, "total_flops": 4055125401600000, "train_loss": 0.0729696614401681, "subset_score_loss": 0.0729696614401681}
+{"step": 300000, "wall_time": 3022.7899272441864, "train_loss_step": 8.376877784729004, "n_params": 4551820, "total_flops": 4194957312000000, "train_loss": 0.06905277115958078, "subset_score_loss": 0.06905277115958078, "memorization_fraction_pixel": 0.008799999952316284, "mean_nn_ratio_pixel": 0.8763261437416077, "fid": 68.43082884592171}
+{"step": 310000, "wall_time": 3114.8153393268585, "train_loss_step": 7.708785057067871, "n_params": 4551820, "total_flops": 4334789222400000, "train_loss": 0.06870008877345495, "subset_score_loss": 0.06870008877345495}
+{"step": 320000, "wall_time": 3206.793258666992, "train_loss_step": 7.801394462585449, "n_params": 4551820, "total_flops": 4474621132800000, "train_loss": 0.07022271837506976, "subset_score_loss": 0.07022271837506976}
+{"step": 330000, "wall_time": 3294.1785531044006, "train_loss_step": 7.665042400360107, "n_params": 4551820, "total_flops": 4614453043200000, "train_loss": 0.06589673587254115, "subset_score_loss": 0.06589673587254115}
+{"step": 340000, "wall_time": 3384.4930675029755, "train_loss_step": 7.646318435668945, "n_params": 4551820, "total_flops": 4754284953600000, "train_loss": 0.06772943905421666, "subset_score_loss": 0.06772943905421666}
+{"step": 350000, "wall_time": 3476.6445093154907, "train_loss_step": 7.89982795715332, "n_params": 4551820, "total_flops": 4894116864000000, "train_loss": 0.06546089989798409, "subset_score_loss": 0.06546089989798409}
+{"step": 360000, "wall_time": 3568.7061722278595, "train_loss_step": 7.744658470153809, "n_params": 4551820, "total_flops": 5033948774400000, "train_loss": 0.06468787193298339, "subset_score_loss": 0.06468787193298339}
+{"step": 370000, "wall_time": 3660.5177512168884, "train_loss_step": 7.917843341827393, "n_params": 4551820, "total_flops": 5173780684800000, "train_loss": 0.06114333697727748, "subset_score_loss": 0.06114333697727748}
+{"step": 380000, "wall_time": 3752.4072585105896, "train_loss_step": 7.756442070007324, "n_params": 4551820, "total_flops": 5313612595200000, "train_loss": 0.0611802305494036, "subset_score_loss": 0.0611802305494036}
+{"step": 390000, "wall_time": 3843.8911094665527, "train_loss_step": 7.732243061065674, "n_params": 4551820, "total_flops": 5453444505600000, "train_loss": 0.06074679238455636, "subset_score_loss": 0.06074679238455636}
+{"step": 400000, "wall_time": 4009.6647276878357, "train_loss_step": 7.884815216064453, "n_params": 4551820, "total_flops": 5593276416000000, "train_loss": 0.06135294778006417, "subset_score_loss": 0.06135294778006417, "memorization_fraction_pixel": 0.0210999995470047, "mean_nn_ratio_pixel": 0.8537852764129639, "fid": 65.08414981584878}
+{"step": 410000, "wall_time": 4101.83543586731, "train_loss_step": 7.275848865509033, "n_params": 4551820, "total_flops": 5733108326400000, "train_loss": 0.06188382421221052, "subset_score_loss": 0.06188382421221052}
+{"step": 420000, "wall_time": 4193.627287149429, "train_loss_step": 7.333863258361816, "n_params": 4551820, "total_flops": 5872940236800000, "train_loss": 0.057838208334786555, "subset_score_loss": 0.057838208334786555}
+{"step": 430000, "wall_time": 4286.494077205658, "train_loss_step": 7.702903747558594, "n_params": 4551820, "total_flops": 6012772147200000, "train_loss": 0.057971341269356866, "subset_score_loss": 0.057971341269356866}
+{"step": 440000, "wall_time": 4372.693935632706, "train_loss_step": 7.634204387664795, "n_params": 4551820, "total_flops": 6152604057600000, "train_loss": 0.05683604649135045, "subset_score_loss": 0.05683604649135045}
+{"step": 450000, "wall_time": 4463.56282043457, "train_loss_step": 7.403043746948242, "n_params": 4551820, "total_flops": 6292435968000000, "train_loss": 0.05611087594713483, "subset_score_loss": 0.05611087594713483}
+{"step": 460000, "wall_time": 4555.5387127399445, "train_loss_step": 6.975147247314453, "n_params": 4551820, "total_flops": 6432267878400000, "train_loss": 0.056084418296813966, "subset_score_loss": 0.056084418296813966}
+{"step": 470000, "wall_time": 4647.538540124893, "train_loss_step": 7.589179992675781, "n_params": 4551820, "total_flops": 6572099788800000, "train_loss": 0.057173149926321845, "subset_score_loss": 0.057173149926321845}
+{"step": 480000, "wall_time": 4739.607045412064, "train_loss_step": 6.856075286865234, "n_params": 4551820, "total_flops": 6711931699200000, "train_loss": 0.05309134892054967, "subset_score_loss": 0.05309134892054967}
+{"step": 490000, "wall_time": 4831.463776350021, "train_loss_step": 7.174752235412598, "n_params": 4551820, "total_flops": 6851763609600000, "train_loss": 0.0536121164049421, "subset_score_loss": 0.0536121164049421}
+{"step": 500000, "wall_time": 4995.7109360694885, "train_loss_step": 7.3093791007995605, "n_params": 4551820, "total_flops": 6991595520000000, "train_loss": 0.054321796553475514, "subset_score_loss": 0.054321796553475514, "memorization_fraction_pixel": 0.031099999323487282, "mean_nn_ratio_pixel": 0.8334896564483643, "fid": 64.31770478000882}
+{"step": 510000, "wall_time": 5087.814079761505, "train_loss_step": 7.3783369064331055, "n_params": 4551820, "total_flops": 7131427430400000, "train_loss": 0.052484042303902766, "subset_score_loss": 0.052484042303902766}
+{"step": 520000, "wall_time": 5179.823167800903, "train_loss_step": 6.853354454040527, "n_params": 4551820, "total_flops": 7271259340800000, "train_loss": 0.05234037467411586, "subset_score_loss": 0.05234037467411586}
+{"step": 530000, "wall_time": 5271.473098039627, "train_loss_step": 6.959397315979004, "n_params": 4551820, "total_flops": 7411091251200000, "train_loss": 0.052984520367213656, "subset_score_loss": 0.052984520367213656}
+{"step": 540000, "wall_time": 5363.7307035923, "train_loss_step": 7.145406246185303, "n_params": 4551820, "total_flops": 7550923161600000, "train_loss": 0.050478274481637136, "subset_score_loss": 0.050478274481637136}
+{"step": 550000, "wall_time": 5450.381959199905, "train_loss_step": 7.01857328414917, "n_params": 4551820, "total_flops": 7690755072000000, "train_loss": 0.053629466465541294, "subset_score_loss": 0.053629466465541294}
+{"step": 560000, "wall_time": 5540.653015613556, "train_loss_step": 6.840548515319824, "n_params": 4551820, "total_flops": 7830586982400000, "train_loss": 0.0500579868044172, "subset_score_loss": 0.0500579868044172}
+{"step": 570000, "wall_time": 5632.627809524536, "train_loss_step": 6.931514739990234, "n_params": 4551820, "total_flops": 7970418892800000, "train_loss": 0.05253345285143171, "subset_score_loss": 0.05253345285143171}
+{"step": 580000, "wall_time": 5724.7302486896515, "train_loss_step": 6.8360114097595215, "n_params": 4551820, "total_flops": 8110250803200000, "train_loss": 0.050282590729849676, "subset_score_loss": 0.050282590729849676}
+{"step": 590000, "wall_time": 5816.25586938858, "train_loss_step": 6.868636131286621, "n_params": 4551820, "total_flops": 8250082713600000, "train_loss": 0.05181992394583566, "subset_score_loss": 0.05181992394583566}
+{"step": 600000, "wall_time": 5982.099851369858, "train_loss_step": 7.4726948738098145, "n_params": 4551820, "total_flops": 8389914624000000, "train_loss": 0.050039022309439525, "subset_score_loss": 0.050039022309439525, "memorization_fraction_pixel": 0.04360000044107437, "mean_nn_ratio_pixel": 0.8199883699417114, "fid": 62.752919916005425}
+{"step": 610000, "wall_time": 6074.114258289337, "train_loss_step": 6.481061935424805, "n_params": 4551820, "total_flops": 8529746534400000, "train_loss": 0.04884764466966902, "subset_score_loss": 0.04884764466966902}
+{"step": 620000, "wall_time": 6166.035759449005, "train_loss_step": 6.817230701446533, "n_params": 4551820, "total_flops": 8669578444800000, "train_loss": 0.05047755581992013, "subset_score_loss": 0.05047755581992013}
+{"step": 630000, "wall_time": 6257.878462314606, "train_loss_step": 6.670664310455322, "n_params": 4551820, "total_flops": 8809410355200000, "train_loss": 0.047614336013793945, "subset_score_loss": 0.047614336013793945}
+{"step": 640000, "wall_time": 6349.724454164505, "train_loss_step": 6.674989700317383, "n_params": 4551820, "total_flops": 8949242265600000, "train_loss": 0.04584953444344657, "subset_score_loss": 0.04584953444344657}
+{"step": 650000, "wall_time": 6432.644871711731, "train_loss_step": 6.97767448425293, "n_params": 4551820, "total_flops": 9089074176000000, "train_loss": 0.04804481097630092, "subset_score_loss": 0.04804481097630092}
+{"step": 660000, "wall_time": 6524.636776685715, "train_loss_step": 6.061455726623535, "n_params": 4551820, "total_flops": 9228906086400000, "train_loss": 0.0474285364151001, "subset_score_loss": 0.0474285364151001}
+{"step": 670000, "wall_time": 6615.231276035309, "train_loss_step": 7.0648322105407715, "n_params": 4551820, "total_flops": 9368737996800000, "train_loss": 0.04667192527226039, "subset_score_loss": 0.04667192527226039}
+{"step": 680000, "wall_time": 6707.178405284882, "train_loss_step": 6.5238566398620605, "n_params": 4551820, "total_flops": 9508569907200000, "train_loss": 0.04604671001434326, "subset_score_loss": 0.04604671001434326}
+{"step": 690000, "wall_time": 6798.687731266022, "train_loss_step": 6.520111083984375, "n_params": 4551820, "total_flops": 9648401817600000, "train_loss": 0.045175365039280484, "subset_score_loss": 0.045175365039280484}
+{"step": 700000, "wall_time": 6965.241423845291, "train_loss_step": 6.737615585327148, "n_params": 4551820, "total_flops": 9788233728000000, "train_loss": 0.04614802769252232, "subset_score_loss": 0.04614802769252232, "memorization_fraction_pixel": 0.066600002348423, "mean_nn_ratio_pixel": 0.798035740852356, "fid": 61.43764062553376}
+{"step": 710000, "wall_time": 7056.944384336472, "train_loss_step": 6.721741676330566, "n_params": 4551820, "total_flops": 9928065638400000, "train_loss": 0.04722828865051269, "subset_score_loss": 0.04722828865051269}
+{"step": 720000, "wall_time": 7148.992155075073, "train_loss_step": 6.877592086791992, "n_params": 4551820, "total_flops": 10067897548800000, "train_loss": 0.045934959820338656, "subset_score_loss": 0.045934959820338656}
+{"step": 730000, "wall_time": 7240.434392213821, "train_loss_step": 6.58221960067749, "n_params": 4551820, "total_flops": 10207729459200000, "train_loss": 0.04429387024470738, "subset_score_loss": 0.04429387024470738}
+{"step": 740000, "wall_time": 7332.170232057571, "train_loss_step": 6.554244518280029, "n_params": 4551820, "total_flops": 10347561369600000, "train_loss": 0.04511992931365967, "subset_score_loss": 0.04511992931365967}
+{"step": 750000, "wall_time": 7424.475024223328, "train_loss_step": 6.303671836853027, "n_params": 4551820, "total_flops": 10487393280000000, "train_loss": 0.04303551060812814, "subset_score_loss": 0.04303551060812814}
+{"step": 760000, "wall_time": 7509.306141614914, "train_loss_step": 6.5916595458984375, "n_params": 4551820, "total_flops": 10627225190400000, "train_loss": 0.04267187118530273, "subset_score_loss": 0.04267187118530273}
+{"step": 770000, "wall_time": 7601.2440276145935, "train_loss_step": 6.2720112800598145, "n_params": 4551820, "total_flops": 10767057100800000, "train_loss": 0.04397449834006173, "subset_score_loss": 0.04397449834006173}
+{"step": 780000, "wall_time": 7692.017252922058, "train_loss_step": 6.640992164611816, "n_params": 4551820, "total_flops": 10906889011200000, "train_loss": 0.04284100191933768, "subset_score_loss": 0.04284100191933768}
+{"step": 790000, "wall_time": 7783.867440223694, "train_loss_step": 6.1668806076049805, "n_params": 4551820, "total_flops": 11046720921600000, "train_loss": 0.042998552322387695, "subset_score_loss": 0.042998552322387695}
+{"step": 800000, "wall_time": 7950.472767353058, "train_loss_step": 6.397339820861816, "n_params": 4551820, "total_flops": 11186552832000000, "train_loss": 0.04336305686405727, "subset_score_loss": 0.04336305686405727, "memorization_fraction_pixel": 0.08470000326633453, "mean_nn_ratio_pixel": 0.7831071615219116, "fid": 59.880291931729204}
+{"step": 810000, "wall_time": 8042.504074811935, "train_loss_step": 6.061124324798584, "n_params": 4551820, "total_flops": 11326384742400000, "train_loss": 0.04231174332754953, "subset_score_loss": 0.04231174332754953}
+{"step": 820000, "wall_time": 8134.398890256882, "train_loss_step": 6.445601463317871, "n_params": 4551820, "total_flops": 11466216652800000, "train_loss": 0.04146460124424526, "subset_score_loss": 0.04146460124424526}
+{"step": 830000, "wall_time": 8226.615331172943, "train_loss_step": 6.373227596282959, "n_params": 4551820, "total_flops": 11606048563200000, "train_loss": 0.04347669737679618, "subset_score_loss": 0.04347669737679618}
+{"step": 840000, "wall_time": 8318.20659661293, "train_loss_step": 5.982511043548584, "n_params": 4551820, "total_flops": 11745880473600000, "train_loss": 0.04326465129852295, "subset_score_loss": 0.04326465129852295}
+{"step": 850000, "wall_time": 8409.939056396484, "train_loss_step": 5.941496849060059, "n_params": 4551820, "total_flops": 11885712384000000, "train_loss": 0.04122654369899205, "subset_score_loss": 0.04122654369899205}
+{"step": 860000, "wall_time": 8502.501091718674, "train_loss_step": 5.871155738830566, "n_params": 4551820, "total_flops": 12025544294400000, "train_loss": 0.04061552456447056, "subset_score_loss": 0.04061552456447056}
+{"step": 870000, "wall_time": 8589.293594121933, "train_loss_step": 6.20672607421875, "n_params": 4551820, "total_flops": 12165376204800000, "train_loss": 0.0414078882762364, "subset_score_loss": 0.0414078882762364}
+{"step": 880000, "wall_time": 8681.04813694954, "train_loss_step": 5.915421009063721, "n_params": 4551820, "total_flops": 12305208115200000, "train_loss": 0.0411503723689488, "subset_score_loss": 0.0411503723689488}
+{"step": 890000, "wall_time": 8771.567663908005, "train_loss_step": 5.749938011169434, "n_params": 4551820, "total_flops": 12445040025600000, "train_loss": 0.04003207683563233, "subset_score_loss": 0.04003207683563233}
+{"step": 900000, "wall_time": 8995.768024206161, "train_loss_step": 5.9828290939331055, "n_params": 4551820, "total_flops": 12584871936000000, "train_loss": 0.04310219628470285, "subset_score_loss": 0.04310219628470285, "memorization_fraction_pixel": 0.08889999985694885, "mean_nn_ratio_pixel": 0.7877863049507141, "fid": 63.116689947994935}
+{"step": 910000, "wall_time": 9087.88319683075, "train_loss_step": 5.851550579071045, "n_params": 4551820, "total_flops": 12724703846400000, "train_loss": 0.04060908385685512, "subset_score_loss": 0.04060908385685512}
+{"step": 920000, "wall_time": 9178.816079616547, "train_loss_step": 5.9294939041137695, "n_params": 4551820, "total_flops": 12864535756800000, "train_loss": 0.04069234303065709, "subset_score_loss": 0.04069234303065709}
+{"step": 930000, "wall_time": 9270.70102930069, "train_loss_step": 5.556373596191406, "n_params": 4551820, "total_flops": 13004367667200000, "train_loss": 0.037881115504673546, "subset_score_loss": 0.037881115504673546}
+{"step": 940000, "wall_time": 9362.732397079468, "train_loss_step": 5.807295799255371, "n_params": 4551820, "total_flops": 13144199577600000, "train_loss": 0.041153056280953546, "subset_score_loss": 0.041153056280953546}
+{"step": 950000, "wall_time": 9453.957676887512, "train_loss_step": 6.058775901794434, "n_params": 4551820, "total_flops": 13284031488000000, "train_loss": 0.03810856001717704, "subset_score_loss": 0.03810856001717704}
+{"step": 960000, "wall_time": 9546.40160560608, "train_loss_step": 5.780951976776123, "n_params": 4551820, "total_flops": 13423863398400000, "train_loss": 0.038535938944135394, "subset_score_loss": 0.038535938944135394}
+{"step": 970000, "wall_time": 9633.74001121521, "train_loss_step": 6.135271072387695, "n_params": 4551820, "total_flops": 13563695308800000, "train_loss": 0.04015085015978132, "subset_score_loss": 0.04015085015978132}
+{"step": 980000, "wall_time": 9725.725402832031, "train_loss_step": 6.146932601928711, "n_params": 4551820, "total_flops": 13703527219200000, "train_loss": 0.03921681131635393, "subset_score_loss": 0.03921681131635393}
+{"step": 990000, "wall_time": 9818.347323417664, "train_loss_step": 6.008922576904297, "n_params": 4551820, "total_flops": 13843359129600000, "train_loss": 0.03893172740936279, "subset_score_loss": 0.03893172740936279}
+{"step": 1000000, "wall_time": 9981.664975643158, "train_loss_step": 6.052309036254883, "n_params": 4551820, "total_flops": 13983191040000000, "train_loss": 0.0375023535319737, "subset_score_loss": 0.0375023535319737, "memorization_fraction_pixel": 0.1298000067472458, "mean_nn_ratio_pixel": 0.7564789056777954, "fid": 60.198558048101326}
+{"step": 1010000, "wall_time": 10073.81410908699, "train_loss_step": 5.997655391693115, "n_params": 4551820, "total_flops": 14123022950400000, "train_loss": 0.039455958775111606, "subset_score_loss": 0.039455958775111606}
+{"step": 1020000, "wall_time": 10165.739306688309, "train_loss_step": 5.942598819732666, "n_params": 4551820, "total_flops": 14262854860800000, "train_loss": 0.038178178242274693, "subset_score_loss": 0.038178178242274693}
+{"step": 1030000, "wall_time": 10257.791395902634, "train_loss_step": 5.925348281860352, "n_params": 4551820, "total_flops": 14402686771200000, "train_loss": 0.03865598610469273, "subset_score_loss": 0.03865598610469273}
+{"step": 1040000, "wall_time": 10349.46014380455, "train_loss_step": 6.131996154785156, "n_params": 4551820, "total_flops": 14542518681600000, "train_loss": 0.03964710235595703, "subset_score_loss": 0.03964710235595703}
+{"step": 1050000, "wall_time": 10441.410140514374, "train_loss_step": 5.623769760131836, "n_params": 4551820, "total_flops": 14682350592000000, "train_loss": 0.03733780043465751, "subset_score_loss": 0.03733780043465751}
+{"step": 1060000, "wall_time": 10532.697436571121, "train_loss_step": 5.783481597900391, "n_params": 4551820, "total_flops": 14822182502400000, "train_loss": 0.038913546289716446, "subset_score_loss": 0.038913546289716446}
+{"step": 1070000, "wall_time": 10625.726435184479, "train_loss_step": 6.036746978759766, "n_params": 4551820, "total_flops": 14962014412800000, "train_loss": 0.036971695082528254, "subset_score_loss": 0.036971695082528254}
+{"step": 1080000, "wall_time": 10712.243334054947, "train_loss_step": 5.7344584465026855, "n_params": 4551820, "total_flops": 15101846323200000, "train_loss": 0.037253948620387486, "subset_score_loss": 0.037253948620387486}
+{"step": 1090000, "wall_time": 10804.316437959671, "train_loss_step": 5.474515914916992, "n_params": 4551820, "total_flops": 15241678233600000, "train_loss": 0.036444061143057684, "subset_score_loss": 0.036444061143057684}
+{"step": 1100000, "wall_time": 10969.773418426514, "train_loss_step": 6.465747356414795, "n_params": 4551820, "total_flops": 15381510144000000, "train_loss": 0.03746120589120047, "subset_score_loss": 0.03746120589120047, "memorization_fraction_pixel": 0.14920000731945038, "mean_nn_ratio_pixel": 0.7508823275566101, "fid": 63.40527718826924}
+{"step": 1110000, "wall_time": 11061.907262563705, "train_loss_step": 5.339362144470215, "n_params": 4551820, "total_flops": 15521342054400000, "train_loss": 0.03620388848440988, "subset_score_loss": 0.03620388848440988}
+{"step": 1120000, "wall_time": 11154.055138111115, "train_loss_step": 5.806575775146484, "n_params": 4551820, "total_flops": 15661173964800000, "train_loss": 0.03701621804918562, "subset_score_loss": 0.03701621804918562}
+{"step": 1130000, "wall_time": 11245.956503629684, "train_loss_step": 5.784664154052734, "n_params": 4551820, "total_flops": 15801005875200000, "train_loss": 0.037514141627720425, "subset_score_loss": 0.037514141627720425}
+{"step": 1140000, "wall_time": 11337.618728876114, "train_loss_step": 5.713325023651123, "n_params": 4551820, "total_flops": 15940837785600000, "train_loss": 0.03713459968566894, "subset_score_loss": 0.03713459968566894}
+{"step": 1150000, "wall_time": 11429.599441051483, "train_loss_step": 5.8556365966796875, "n_params": 4551820, "total_flops": 16080669696000000, "train_loss": 0.03649617603846959, "subset_score_loss": 0.03649617603846959}
+{"step": 1160000, "wall_time": 11521.316914319992, "train_loss_step": 5.318047523498535, "n_params": 4551820, "total_flops": 16220501606400000, "train_loss": 0.0360940762928554, "subset_score_loss": 0.0360940762928554}
+{"step": 1170000, "wall_time": 11613.370175600052, "train_loss_step": 5.379142761230469, "n_params": 4551820, "total_flops": 16360333516800000, "train_loss": 0.0356719970703125, "subset_score_loss": 0.0356719970703125}
+{"step": 1180000, "wall_time": 11702.266803979874, "train_loss_step": 5.7067341804504395, "n_params": 4551820, "total_flops": 16500165427200000, "train_loss": 0.03519030298505511, "subset_score_loss": 0.03519030298505511}
+{"step": 1190000, "wall_time": 11792.552876472473, "train_loss_step": 5.362546443939209, "n_params": 4551820, "total_flops": 16639997337600000, "train_loss": 0.03579256193978446, "subset_score_loss": 0.03579256193978446}
+{"step": 1200000, "wall_time": 11993.689361095428, "train_loss_step": 5.810696601867676, "n_params": 4551820, "total_flops": 16779829248000000, "train_loss": 0.03427446569715228, "subset_score_loss": 0.03427446569715228, "memorization_fraction_pixel": 0.17759999632835388, "mean_nn_ratio_pixel": 0.7460582256317139, "fid": 63.26187906696206}
+{"step": 1210000, "wall_time": 12084.00330734253, "train_loss_step": 5.411647796630859, "n_params": 4551820, "total_flops": 16919661158400000, "train_loss": 0.03515081065041678, "subset_score_loss": 0.03515081065041678}
+{"step": 1220000, "wall_time": 12176.095370054245, "train_loss_step": 5.69923210144043, "n_params": 4551820, "total_flops": 17059493068800000, "train_loss": 0.03396739959716797, "subset_score_loss": 0.03396739959716797}
+{"step": 1230000, "wall_time": 12268.132091999054, "train_loss_step": 5.728639602661133, "n_params": 4551820, "total_flops": 17199324979200000, "train_loss": 0.034606313705444335, "subset_score_loss": 0.034606313705444335}
+{"step": 1240000, "wall_time": 12359.537323236465, "train_loss_step": 5.501938343048096, "n_params": 4551820, "total_flops": 17339156889600000, "train_loss": 0.034091980116707936, "subset_score_loss": 0.034091980116707936}
+{"step": 1250000, "wall_time": 12451.281987667084, "train_loss_step": 5.391860008239746, "n_params": 4551820, "total_flops": 17478988800000000, "train_loss": 0.0368856634412493, "subset_score_loss": 0.0368856634412493}
+{"step": 1260000, "wall_time": 12543.07933998108, "train_loss_step": 5.910445213317871, "n_params": 4551820, "total_flops": 17618820710400000, "train_loss": 0.036525392532348634, "subset_score_loss": 0.036525392532348634}
+{"step": 1270000, "wall_time": 12635.087916374207, "train_loss_step": 5.4849534034729, "n_params": 4551820, "total_flops": 17758652620800000, "train_loss": 0.03395097936902727, "subset_score_loss": 0.03395097936902727}
+{"step": 1280000, "wall_time": 12727.855572223663, "train_loss_step": 5.174218654632568, "n_params": 4551820, "total_flops": 17898484531200000, "train_loss": 0.03243468148367745, "subset_score_loss": 0.03243468148367745}
+{"step": 1290000, "wall_time": 12814.283492803574, "train_loss_step": 5.415980339050293, "n_params": 4551820, "total_flops": 18038316441600000, "train_loss": 0.035232349804469515, "subset_score_loss": 0.035232349804469515}
+{"step": 1300000, "wall_time": 12978.28331899643, "train_loss_step": 5.133514404296875, "n_params": 4551820, "total_flops": 18178148352000000, "train_loss": 0.032998452867780415, "subset_score_loss": 0.032998452867780415, "memorization_fraction_pixel": 0.2046000063419342, "mean_nn_ratio_pixel": 0.7331439256668091, "fid": 62.700949053362855}
+{"step": 1310000, "wall_time": 13070.705949306488, "train_loss_step": 5.098784923553467, "n_params": 4551820, "total_flops": 18317980262400000, "train_loss": 0.033077631677900045, "subset_score_loss": 0.033077631677900045}
+{"step": 1320000, "wall_time": 13160.99124789238, "train_loss_step": 5.559776306152344, "n_params": 4551820, "total_flops": 18457812172800000, "train_loss": 0.03251183032989502, "subset_score_loss": 0.03251183032989502}
+{"step": 1330000, "wall_time": 13253.143463373184, "train_loss_step": 5.287341594696045, "n_params": 4551820, "total_flops": 18597644083200000, "train_loss": 0.03169660568237305, "subset_score_loss": 0.03169660568237305}
+{"step": 1340000, "wall_time": 13344.707837820053, "train_loss_step": 5.071748733520508, "n_params": 4551820, "total_flops": 18737475993600000, "train_loss": 0.03184905392783029, "subset_score_loss": 0.03184905392783029}
+{"step": 1350000, "wall_time": 13436.766246557236, "train_loss_step": 5.547746181488037, "n_params": 4551820, "total_flops": 18877307904000000, "train_loss": 0.032893218312944686, "subset_score_loss": 0.032893218312944686}
+{"step": 1360000, "wall_time": 13528.585651874542, "train_loss_step": 5.188274383544922, "n_params": 4551820, "total_flops": 19017139814400000, "train_loss": 0.0315453222819737, "subset_score_loss": 0.0315453222819737}
+{"step": 1370000, "wall_time": 13620.456096887589, "train_loss_step": 4.954171180725098, "n_params": 4551820, "total_flops": 19156971724800000, "train_loss": 0.03292419910430908, "subset_score_loss": 0.03292419910430908}
+{"step": 1380000, "wall_time": 13712.466324090958, "train_loss_step": 5.281259536743164, "n_params": 4551820, "total_flops": 19296803635200000, "train_loss": 0.03239478383745466, "subset_score_loss": 0.03239478383745466}
+{"step": 1390000, "wall_time": 13802.906480789185, "train_loss_step": 5.172009468078613, "n_params": 4551820, "total_flops": 19436635545600000, "train_loss": 0.032519810540335516, "subset_score_loss": 0.032519810540335516}
+{"step": 1400000, "wall_time": 14004.568669557571, "train_loss_step": 4.980827808380127, "n_params": 4551820, "total_flops": 19576467456000000, "train_loss": 0.0319204432623727, "subset_score_loss": 0.0319204432623727, "memorization_fraction_pixel": 0.22550000250339508, "mean_nn_ratio_pixel": 0.730056881904602, "fid": 62.87184309881276}
+{"step": 1410000, "wall_time": 14096.651361465454, "train_loss_step": 4.743688106536865, "n_params": 4551820, "total_flops": 19716299366400000, "train_loss": 0.03174831526620048, "subset_score_loss": 0.03174831526620048}
+{"step": 1420000, "wall_time": 14187.370109558105, "train_loss_step": 5.2362470626831055, "n_params": 4551820, "total_flops": 19856131276800000, "train_loss": 0.03214965888432094, "subset_score_loss": 0.03214965888432094}
+{"step": 1430000, "wall_time": 14279.4252409935, "train_loss_step": 4.745245456695557, "n_params": 4551820, "total_flops": 19995963187200000, "train_loss": 0.030552455357142856, "subset_score_loss": 0.030552455357142856}
+{"step": 1440000, "wall_time": 14371.099782466888, "train_loss_step": 5.118799686431885, "n_params": 4551820, "total_flops": 20135795097600000, "train_loss": 0.03152240003858294, "subset_score_loss": 0.03152240003858294}
+{"step": 1450000, "wall_time": 14462.727236747742, "train_loss_step": 5.084248065948486, "n_params": 4551820, "total_flops": 20275627008000000, "train_loss": 0.03288314001900809, "subset_score_loss": 0.03288314001900809}
+{"step": 1460000, "wall_time": 14554.660109519958, "train_loss_step": 5.299764633178711, "n_params": 4551820, "total_flops": 20415458918400000, "train_loss": 0.03072045189993722, "subset_score_loss": 0.03072045189993722}
+{"step": 1470000, "wall_time": 14646.813362121582, "train_loss_step": 4.941861152648926, "n_params": 4551820, "total_flops": 20555290828800000, "train_loss": 0.030364247730800084, "subset_score_loss": 0.030364247730800084}
+{"step": 1480000, "wall_time": 14738.532257556915, "train_loss_step": 5.26215934753418, "n_params": 4551820, "total_flops": 20695122739200000, "train_loss": 0.031105569430759976, "subset_score_loss": 0.031105569430759976}
+{"step": 1490000, "wall_time": 14831.241578578949, "train_loss_step": 4.432801246643066, "n_params": 4551820, "total_flops": 20834954649600000, "train_loss": 0.030995242936270578, "subset_score_loss": 0.030995242936270578}
+{"step": 1500000, "wall_time": 15021.698734283447, "train_loss_step": 5.10651969909668, "n_params": 4551820, "total_flops": 20974786560000000, "train_loss": 0.02910428387778146, "subset_score_loss": 0.02910428387778146, "memorization_fraction_pixel": 0.2621999979019165, "mean_nn_ratio_pixel": 0.7076363563537598, "fid": 62.523259037864584}
+{"step": 1510000, "wall_time": 15113.826198101044, "train_loss_step": 5.150731086730957, "n_params": 4551820, "total_flops": 21114618470400000, "train_loss": 0.030328948157174247, "subset_score_loss": 0.030328948157174247}
+{"step": 1520000, "wall_time": 15205.896322250366, "train_loss_step": 4.857254981994629, "n_params": 4551820, "total_flops": 21254450380800000, "train_loss": 0.030830560411725726, "subset_score_loss": 0.030830560411725726}
+{"step": 1530000, "wall_time": 15296.316049337387, "train_loss_step": 5.185353755950928, "n_params": 4551820, "total_flops": 21394282291200000, "train_loss": 0.029990523202078682, "subset_score_loss": 0.029990523202078682}
+{"step": 1540000, "wall_time": 15387.990107536316, "train_loss_step": 4.83652925491333, "n_params": 4551820, "total_flops": 21534114201600000, "train_loss": 0.029378294944763184, "subset_score_loss": 0.029378294944763184}
+{"step": 1550000, "wall_time": 15479.490341186523, "train_loss_step": 5.048147201538086, "n_params": 4551820, "total_flops": 21673946112000000, "train_loss": 0.029405805042811803, "subset_score_loss": 0.029405805042811803}
+{"step": 1560000, "wall_time": 15571.669879674911, "train_loss_step": 5.138905048370361, "n_params": 4551820, "total_flops": 21813778022400000, "train_loss": 0.03069706984928676, "subset_score_loss": 0.03069706984928676}
+{"step": 1570000, "wall_time": 15663.76217508316, "train_loss_step": 4.80358362197876, "n_params": 4551820, "total_flops": 21953609932800000, "train_loss": 0.029534683908735003, "subset_score_loss": 0.029534683908735003}
+{"step": 1580000, "wall_time": 15755.406528234482, "train_loss_step": 5.062351226806641, "n_params": 4551820, "total_flops": 22093441843200000, "train_loss": 0.03090848582131522, "subset_score_loss": 0.03090848582131522}
+{"step": 1590000, "wall_time": 15847.288399457932, "train_loss_step": 4.902941703796387, "n_params": 4551820, "total_flops": 22233273753600000, "train_loss": 0.029688617161342076, "subset_score_loss": 0.029688617161342076}
+{"step": 1600000, "wall_time": 16032.054363965988, "train_loss_step": 4.433507919311523, "n_params": 4551820, "total_flops": 22373105664000000, "train_loss": 0.02998577186039516, "subset_score_loss": 0.02998577186039516, "memorization_fraction_pixel": 0.2872999906539917, "mean_nn_ratio_pixel": 0.6888283491134644, "fid": 61.0694609484353}
+{"step": 1610000, "wall_time": 16124.000365972519, "train_loss_step": 4.406792640686035, "n_params": 4551820, "total_flops": 22512937574400000, "train_loss": 0.029676893779209682, "subset_score_loss": 0.029676893779209682}
+{"step": 1620000, "wall_time": 16216.064283847809, "train_loss_step": 5.146240234375, "n_params": 4551820, "total_flops": 22652769484800000, "train_loss": 0.029737114906311035, "subset_score_loss": 0.029737114906311035}
+{"step": 1630000, "wall_time": 16307.831839561462, "train_loss_step": 4.946352958679199, "n_params": 4551820, "total_flops": 22792601395200000, "train_loss": 0.029472453253609792, "subset_score_loss": 0.029472453253609792}
+{"step": 1640000, "wall_time": 16397.63271689415, "train_loss_step": 4.766075611114502, "n_params": 4551820, "total_flops": 22932433305600000, "train_loss": 0.02885674408503941, "subset_score_loss": 0.02885674408503941}
+{"step": 1650000, "wall_time": 16489.4384598732, "train_loss_step": 4.674810886383057, "n_params": 4551820, "total_flops": 23072265216000000, "train_loss": 0.02820793730872018, "subset_score_loss": 0.02820793730872018}
+{"step": 1660000, "wall_time": 16580.824012994766, "train_loss_step": 4.6386189460754395, "n_params": 4551820, "total_flops": 23212097126400000, "train_loss": 0.02802126577922276, "subset_score_loss": 0.02802126577922276}
+{"step": 1670000, "wall_time": 16672.896106004715, "train_loss_step": 4.628316879272461, "n_params": 4551820, "total_flops": 23351929036800000, "train_loss": 0.02737844501222883, "subset_score_loss": 0.02737844501222883}
+{"step": 1680000, "wall_time": 16764.623980283737, "train_loss_step": 4.688375473022461, "n_params": 4551820, "total_flops": 23491760947200000, "train_loss": 0.02690866504396711, "subset_score_loss": 0.02690866504396711}
+{"step": 1690000, "wall_time": 16856.440331935883, "train_loss_step": 4.507824420928955, "n_params": 4551820, "total_flops": 23631592857600000, "train_loss": 0.02857861518859863, "subset_score_loss": 0.02857861518859863}
+{"step": 1700000, "wall_time": 17072.459876060486, "train_loss_step": 4.827606678009033, "n_params": 4551820, "total_flops": 23771424768000000, "train_loss": 0.028449598380497525, "subset_score_loss": 0.028449598380497525, "memorization_fraction_pixel": 0.3239000141620636, "mean_nn_ratio_pixel": 0.6693733334541321, "fid": 62.93261889056561}
+{"step": 1710000, "wall_time": 17164.498813152313, "train_loss_step": 4.715402126312256, "n_params": 4551820, "total_flops": 23911256678400000, "train_loss": 0.030278260367257254, "subset_score_loss": 0.030278260367257254}
+{"step": 1720000, "wall_time": 17256.290698051453, "train_loss_step": 4.863882064819336, "n_params": 4551820, "total_flops": 24051088588800000, "train_loss": 0.028039322580610003, "subset_score_loss": 0.028039322580610003}
+{"step": 1730000, "wall_time": 17348.145961761475, "train_loss_step": 4.520090103149414, "n_params": 4551820, "total_flops": 24190920499200000, "train_loss": 0.028462556430271693, "subset_score_loss": 0.028462556430271693}
+{"step": 1740000, "wall_time": 17438.30146765709, "train_loss_step": 4.8919806480407715, "n_params": 4551820, "total_flops": 24330752409600000, "train_loss": 0.027697959968021938, "subset_score_loss": 0.027697959968021938}
+{"step": 1750000, "wall_time": 17530.348913431168, "train_loss_step": 4.407082557678223, "n_params": 4551820, "total_flops": 24470584320000000, "train_loss": 0.028252020903996058, "subset_score_loss": 0.028252020903996058}
+{"step": 1760000, "wall_time": 17622.021430015564, "train_loss_step": 4.6052632331848145, "n_params": 4551820, "total_flops": 24610416230400000, "train_loss": 0.027529868057795934, "subset_score_loss": 0.027529868057795934}
+{"step": 1770000, "wall_time": 17714.014855146408, "train_loss_step": 4.72675895690918, "n_params": 4551820, "total_flops": 24750248140800000, "train_loss": 0.027487025942121233, "subset_score_loss": 0.027487025942121233}
+{"step": 1780000, "wall_time": 17805.842267751694, "train_loss_step": 4.7320051193237305, "n_params": 4551820, "total_flops": 24890080051200000, "train_loss": 0.029431172779628208, "subset_score_loss": 0.029431172779628208}
+{"step": 1790000, "wall_time": 17897.46044564247, "train_loss_step": 4.604135513305664, "n_params": 4551820, "total_flops": 25029911961600000, "train_loss": 0.026533358437674386, "subset_score_loss": 0.026533358437674386}
+{"step": 1800000, "wall_time": 18112.371678590775, "train_loss_step": 4.708423137664795, "n_params": 4551820, "total_flops": 25169743872000000, "train_loss": 0.028019126823970248, "subset_score_loss": 0.028019126823970248, "memorization_fraction_pixel": 0.352400004863739, "mean_nn_ratio_pixel": 0.6538339853286743, "fid": 61.32077178768661}
+{"step": 1810000, "wall_time": 18204.408244371414, "train_loss_step": 4.506304740905762, "n_params": 4551820, "total_flops": 25309575782400000, "train_loss": 0.029023473603384836, "subset_score_loss": 0.029023473603384836}
+{"step": 1820000, "wall_time": 18296.003432035446, "train_loss_step": 5.040886402130127, "n_params": 4551820, "total_flops": 25449407692800000, "train_loss": 0.02737236874444144, "subset_score_loss": 0.02737236874444144}
+{"step": 1830000, "wall_time": 18387.814925432205, "train_loss_step": 4.759710311889648, "n_params": 4551820, "total_flops": 25589239603200000, "train_loss": 0.026785055228642055, "subset_score_loss": 0.026785055228642055}
+{"step": 1840000, "wall_time": 18480.06575679779, "train_loss_step": 4.482297897338867, "n_params": 4551820, "total_flops": 25729071513600000, "train_loss": 0.026794120243617468, "subset_score_loss": 0.026794120243617468}
+{"step": 1850000, "wall_time": 18570.443974494934, "train_loss_step": 4.576797008514404, "n_params": 4551820, "total_flops": 25868903424000000, "train_loss": 0.02708409513745989, "subset_score_loss": 0.02708409513745989}
+{"step": 1860000, "wall_time": 18662.137314796448, "train_loss_step": 4.263679027557373, "n_params": 4551820, "total_flops": 26008735334400000, "train_loss": 0.026934077058519634, "subset_score_loss": 0.026934077058519634}
+{"step": 1870000, "wall_time": 18754.16468834877, "train_loss_step": 4.433385848999023, "n_params": 4551820, "total_flops": 26148567244800000, "train_loss": 0.02769932576588222, "subset_score_loss": 0.02769932576588222}
+{"step": 1880000, "wall_time": 18845.859698295593, "train_loss_step": 4.46795129776001, "n_params": 4551820, "total_flops": 26288399155200000, "train_loss": 0.02584782668522426, "subset_score_loss": 0.02584782668522426}
+{"step": 1890000, "wall_time": 18937.813137054443, "train_loss_step": 4.555527687072754, "n_params": 4551820, "total_flops": 26428231065600000, "train_loss": 0.027270422663007464, "subset_score_loss": 0.027270422663007464}
+{"step": 1900000, "wall_time": 19145.255727767944, "train_loss_step": 4.697319507598877, "n_params": 4551820, "total_flops": 26568062976000000, "train_loss": 0.026542224202837264, "subset_score_loss": 0.026542224202837264, "memorization_fraction_pixel": 0.3853999972343445, "mean_nn_ratio_pixel": 0.6378271579742432, "fid": 64.83690031167048}
+{"step": 1910000, "wall_time": 19237.077427387238, "train_loss_step": 4.726761817932129, "n_params": 4551820, "total_flops": 26707894886400000, "train_loss": 0.025990797792162214, "subset_score_loss": 0.025990797792162214}
+{"step": 1920000, "wall_time": 19329.1076772213, "train_loss_step": 4.408865451812744, "n_params": 4551820, "total_flops": 26847726796800000, "train_loss": 0.026212714399610246, "subset_score_loss": 0.026212714399610246}
+{"step": 1930000, "wall_time": 19421.108647108078, "train_loss_step": 4.289162635803223, "n_params": 4551820, "total_flops": 26987558707200000, "train_loss": 0.0275613648550851, "subset_score_loss": 0.0275613648550851}
+{"step": 1940000, "wall_time": 19512.81205391884, "train_loss_step": 4.340999126434326, "n_params": 4551820, "total_flops": 27127390617600000, "train_loss": 0.025949508803231377, "subset_score_loss": 0.025949508803231377}
+{"step": 1950000, "wall_time": 19603.400336027145, "train_loss_step": 4.358240127563477, "n_params": 4551820, "total_flops": 27267222528000000, "train_loss": 0.02639920541218349, "subset_score_loss": 0.02639920541218349}
+{"step": 1960000, "wall_time": 19695.238884449005, "train_loss_step": 4.262277603149414, "n_params": 4551820, "total_flops": 27407054438400000, "train_loss": 0.0248676027570452, "subset_score_loss": 0.0248676027570452}
+{"step": 1970000, "wall_time": 19786.97772026062, "train_loss_step": 4.3798604011535645, "n_params": 4551820, "total_flops": 27546886348800000, "train_loss": 0.025198302950177873, "subset_score_loss": 0.025198302950177873}
+{"step": 1980000, "wall_time": 19878.752497434616, "train_loss_step": 4.399281024932861, "n_params": 4551820, "total_flops": 27686718259200000, "train_loss": 0.02696375676563808, "subset_score_loss": 0.02696375676563808}
+{"step": 1990000, "wall_time": 19970.49267935753, "train_loss_step": 4.631624221801758, "n_params": 4551820, "total_flops": 27826550169600000, "train_loss": 0.02538267374038696, "subset_score_loss": 0.02538267374038696}
+{"step": 2000000, "wall_time": 20163.447841644287, "train_loss_step": 4.188068389892578, "n_params": 4551820, "total_flops": 27966382080000000, "train_loss": 0.025483858585357667, "subset_score_loss": 0.025483858585357667, "memorization_fraction_pixel": 0.3878999948501587, "mean_nn_ratio_pixel": 0.6457538604736328, "fid": 64.24481702194208}
+{"step": 2010000, "wall_time": 20254.29704928398, "train_loss_step": 4.414649486541748, "n_params": 4551820, "total_flops": 28106213990400000, "train_loss": 0.02594552380698068, "subset_score_loss": 0.02594552380698068}
+{"step": 2020000, "wall_time": 20346.29660654068, "train_loss_step": 4.443068504333496, "n_params": 4551820, "total_flops": 28246045900800000, "train_loss": 0.0271354045186724, "subset_score_loss": 0.0271354045186724}
+{"step": 2030000, "wall_time": 20438.377341985703, "train_loss_step": 4.0780439376831055, "n_params": 4551820, "total_flops": 28385877811200000, "train_loss": 0.026523961339678083, "subset_score_loss": 0.026523961339678083}
+{"step": 2040000, "wall_time": 20530.27887892723, "train_loss_step": 4.506843566894531, "n_params": 4551820, "total_flops": 28525709721600000, "train_loss": 0.02479248046875, "subset_score_loss": 0.02479248046875}
+{"step": 2050000, "wall_time": 20622.22960448265, "train_loss_step": 3.8285043239593506, "n_params": 4551820, "total_flops": 28665541632000000, "train_loss": 0.025933183942522323, "subset_score_loss": 0.025933183942522323}
+{"step": 2060000, "wall_time": 20712.613361120224, "train_loss_step": 4.644340515136719, "n_params": 4551820, "total_flops": 28805373542400000, "train_loss": 0.025062438419886996, "subset_score_loss": 0.025062438419886996}
+{"step": 2070000, "wall_time": 20804.06687259674, "train_loss_step": 4.658987998962402, "n_params": 4551820, "total_flops": 28945205452800000, "train_loss": 0.025213815484728133, "subset_score_loss": 0.025213815484728133}
+{"step": 2080000, "wall_time": 20895.83557987213, "train_loss_step": 4.371856212615967, "n_params": 4551820, "total_flops": 29085037363200000, "train_loss": 0.024475296906062535, "subset_score_loss": 0.024475296906062535}
+{"step": 2090000, "wall_time": 20987.618923187256, "train_loss_step": 4.53391170501709, "n_params": 4551820, "total_flops": 29224869273600000, "train_loss": 0.024031402383531842, "subset_score_loss": 0.024031402383531842}
+{"step": 2100000, "wall_time": 21195.765973091125, "train_loss_step": 4.634895324707031, "n_params": 4551820, "total_flops": 29364701184000000, "train_loss": 0.02598799637385777, "subset_score_loss": 0.02598799637385777, "memorization_fraction_pixel": 0.44780001044273376, "mean_nn_ratio_pixel": 0.6021302938461304, "fid": 61.25612303995523}
+{"step": 2110000, "wall_time": 21285.739112854004, "train_loss_step": 4.383540153503418, "n_params": 4551820, "total_flops": 29504533094400000, "train_loss": 0.024182375839778354, "subset_score_loss": 0.024182375839778354}
+{"step": 2120000, "wall_time": 21377.86009311676, "train_loss_step": 4.243303298950195, "n_params": 4551820, "total_flops": 29644365004800000, "train_loss": 0.025138102258954728, "subset_score_loss": 0.025138102258954728}
+{"step": 2130000, "wall_time": 21469.95924782753, "train_loss_step": 4.24268913269043, "n_params": 4551820, "total_flops": 29784196915200000, "train_loss": 0.02480182136808123, "subset_score_loss": 0.02480182136808123}
+{"step": 2140000, "wall_time": 21561.615862846375, "train_loss_step": 4.318079471588135, "n_params": 4551820, "total_flops": 29924028825600000, "train_loss": 0.023624776090894428, "subset_score_loss": 0.023624776090894428}
+{"step": 2150000, "wall_time": 21653.4150557518, "train_loss_step": 4.36749792098999, "n_params": 4551820, "total_flops": 30063860736000000, "train_loss": 0.02373476369040353, "subset_score_loss": 0.02373476369040353}
+{"step": 2160000, "wall_time": 21745.463688373566, "train_loss_step": 4.19000768661499, "n_params": 4551820, "total_flops": 30203692646400000, "train_loss": 0.023092624119349887, "subset_score_loss": 0.023092624119349887}
+{"step": 2170000, "wall_time": 21835.277637958527, "train_loss_step": 4.146524429321289, "n_params": 4551820, "total_flops": 30343524556800000, "train_loss": 0.02462588037763323, "subset_score_loss": 0.02462588037763323}
+{"step": 2180000, "wall_time": 21926.709615707397, "train_loss_step": 4.470493316650391, "n_params": 4551820, "total_flops": 30483356467200000, "train_loss": 0.023099940163748604, "subset_score_loss": 0.023099940163748604}
+{"step": 2190000, "wall_time": 22018.671075344086, "train_loss_step": 4.1999101638793945, "n_params": 4551820, "total_flops": 30623188377600000, "train_loss": 0.02277625288282122, "subset_score_loss": 0.02277625288282122}
+{"step": 2200000, "wall_time": 22218.79974269867, "train_loss_step": 4.4572553634643555, "n_params": 4551820, "total_flops": 30763020288000000, "train_loss": 0.02552833386829921, "subset_score_loss": 0.02552833386829921, "memorization_fraction_pixel": 0.45509999990463257, "mean_nn_ratio_pixel": 0.6005420088768005, "fid": 61.91914769463782}
+{"step": 2210000, "wall_time": 22308.894402742386, "train_loss_step": 4.476842880249023, "n_params": 4551820, "total_flops": 30902852198400000, "train_loss": 0.023169701439993723, "subset_score_loss": 0.023169701439993723}
+{"step": 2220000, "wall_time": 22400.87746310234, "train_loss_step": 3.981130838394165, "n_params": 4551820, "total_flops": 31042684108800000, "train_loss": 0.0234660233770098, "subset_score_loss": 0.0234660233770098}
+{"step": 2230000, "wall_time": 22493.005829811096, "train_loss_step": 4.492908477783203, "n_params": 4551820, "total_flops": 31182516019200000, "train_loss": 0.023758079324449812, "subset_score_loss": 0.023758079324449812}
+{"step": 2240000, "wall_time": 22585.030344963074, "train_loss_step": 4.204245567321777, "n_params": 4551820, "total_flops": 31322347929600000, "train_loss": 0.024190664291381836, "subset_score_loss": 0.024190664291381836}
+{"step": 2250000, "wall_time": 22677.097463607788, "train_loss_step": 4.185079574584961, "n_params": 4551820, "total_flops": 31462179840000000, "train_loss": 0.02560849870954241, "subset_score_loss": 0.02560849870954241}
+{"step": 2260000, "wall_time": 22769.130591869354, "train_loss_step": 4.295297145843506, "n_params": 4551820, "total_flops": 31602011750400000, "train_loss": 0.02438239370073591, "subset_score_loss": 0.02438239370073591}
+{"step": 2270000, "wall_time": 22859.22375559807, "train_loss_step": 4.100653648376465, "n_params": 4551820, "total_flops": 31741843660800000, "train_loss": 0.02448477574757167, "subset_score_loss": 0.02448477574757167}
+{"step": 2280000, "wall_time": 22951.24850845337, "train_loss_step": 4.293776035308838, "n_params": 4551820, "total_flops": 31881675571200000, "train_loss": 0.023149119104657855, "subset_score_loss": 0.023149119104657855}
+{"step": 2290000, "wall_time": 23042.982733249664, "train_loss_step": 4.096045970916748, "n_params": 4551820, "total_flops": 32021507481600000, "train_loss": 0.02275763920375279, "subset_score_loss": 0.02275763920375279}
+{"step": 2300000, "wall_time": 23230.141943216324, "train_loss_step": 4.291799545288086, "n_params": 4551820, "total_flops": 32161339392000000, "train_loss": 0.023004019260406496, "subset_score_loss": 0.023004019260406496, "memorization_fraction_pixel": 0.4643000066280365, "mean_nn_ratio_pixel": 0.5943165421485901, "fid": 62.585574874460235}
+{"step": 2310000, "wall_time": 23321.098583698273, "train_loss_step": 4.086487770080566, "n_params": 4551820, "total_flops": 32301171302400000, "train_loss": 0.02307412794658116, "subset_score_loss": 0.02307412794658116}
+{"step": 2320000, "wall_time": 23412.653767108917, "train_loss_step": 4.232602119445801, "n_params": 4551820, "total_flops": 32441003212800000, "train_loss": 0.02411090816770281, "subset_score_loss": 0.02411090816770281}
+{"step": 2330000, "wall_time": 23504.742924690247, "train_loss_step": 3.8847804069519043, "n_params": 4551820, "total_flops": 32580835123200000, "train_loss": 0.02318547112601144, "subset_score_loss": 0.02318547112601144}
+{"step": 2340000, "wall_time": 23596.757087945938, "train_loss_step": 4.171107292175293, "n_params": 4551820, "total_flops": 32720667033600000, "train_loss": 0.02200683695929391, "subset_score_loss": 0.02200683695929391}
+{"step": 2350000, "wall_time": 23688.575902223587, "train_loss_step": 4.471588134765625, "n_params": 4551820, "total_flops": 32860498944000000, "train_loss": 0.022330107007707867, "subset_score_loss": 0.022330107007707867}
+{"step": 2360000, "wall_time": 23780.246900081635, "train_loss_step": 4.260842323303223, "n_params": 4551820, "total_flops": 33000330854400000, "train_loss": 0.022394233090536935, "subset_score_loss": 0.022394233090536935}
+{"step": 2370000, "wall_time": 23872.51042819023, "train_loss_step": 4.3062744140625, "n_params": 4551820, "total_flops": 33140162764800000, "train_loss": 0.023322275706699917, "subset_score_loss": 0.023322275706699917}
+{"step": 2380000, "wall_time": 23962.331330299377, "train_loss_step": 4.244558811187744, "n_params": 4551820, "total_flops": 33279994675200000, "train_loss": 0.022946924822671074, "subset_score_loss": 0.022946924822671074}
+{"step": 2390000, "wall_time": 24053.74079656601, "train_loss_step": 4.001618385314941, "n_params": 4551820, "total_flops": 33419826585600000, "train_loss": 0.022778819288526264, "subset_score_loss": 0.022778819288526264}
+{"step": 2400000, "wall_time": 24239.66345024109, "train_loss_step": 4.396520614624023, "n_params": 4551820, "total_flops": 33559658496000000, "train_loss": 0.02298388651439122, "subset_score_loss": 0.02298388651439122, "memorization_fraction_pixel": 0.4943000078201294, "mean_nn_ratio_pixel": 0.5748429894447327, "fid": 60.91368953308376}
+{"step": 2410000, "wall_time": 24329.349128484726, "train_loss_step": 4.3615851402282715, "n_params": 4551820, "total_flops": 33699490406400000, "train_loss": 0.023243650368281774, "subset_score_loss": 0.023243650368281774}
+{"step": 2420000, "wall_time": 24419.762945890427, "train_loss_step": 4.395721435546875, "n_params": 4551820, "total_flops": 33839322316800000, "train_loss": 0.0224767770086016, "subset_score_loss": 0.0224767770086016}
+{"step": 2430000, "wall_time": 24511.786861419678, "train_loss_step": 3.9386508464813232, "n_params": 4551820, "total_flops": 33979154227200000, "train_loss": 0.02256013836179461, "subset_score_loss": 0.02256013836179461}
+{"step": 2440000, "wall_time": 24603.846831560135, "train_loss_step": 3.9564409255981445, "n_params": 4551820, "total_flops": 34118986137600000, "train_loss": 0.021968472003936767, "subset_score_loss": 0.021968472003936767}
+{"step": 2450000, "wall_time": 24695.81533408165, "train_loss_step": 4.156055927276611, "n_params": 4551820, "total_flops": 34258818048000000, "train_loss": 0.021459860461098806, "subset_score_loss": 0.021459860461098806}
+{"step": 2460000, "wall_time": 24787.73365855217, "train_loss_step": 4.053497314453125, "n_params": 4551820, "total_flops": 34398649958400000, "train_loss": 0.023457530566624234, "subset_score_loss": 0.023457530566624234}
+{"step": 2470000, "wall_time": 24879.866958856583, "train_loss_step": 4.209728240966797, "n_params": 4551820, "total_flops": 34538481868800000, "train_loss": 0.022357596669878278, "subset_score_loss": 0.022357596669878278}
+{"step": 2480000, "wall_time": 24971.913559675217, "train_loss_step": 3.866558313369751, "n_params": 4551820, "total_flops": 34678313779200000, "train_loss": 0.02246555941445487, "subset_score_loss": 0.02246555941445487}
+{"step": 2490000, "wall_time": 25061.91814994812, "train_loss_step": 3.8426766395568848, "n_params": 4551820, "total_flops": 34818145689600000, "train_loss": 0.024565744400024413, "subset_score_loss": 0.024565744400024413}
+{"step": 2500000, "wall_time": 25267.59771680832, "train_loss_step": 3.8219776153564453, "n_params": 4551820, "total_flops": 34957977600000000, "train_loss": 0.021117474351610457, "subset_score_loss": 0.021117474351610457, "memorization_fraction_pixel": 0.504800021648407, "mean_nn_ratio_pixel": 0.5688924789428711, "fid": 61.57077715622133}
+{"step": 2510000, "wall_time": 25356.34305357933, "train_loss_step": 3.985107421875, "n_params": 4551820, "total_flops": 35097809510400000, "train_loss": 0.022301036970955986, "subset_score_loss": 0.022301036970955986}
+{"step": 2520000, "wall_time": 25446.971779823303, "train_loss_step": 3.8954081535339355, "n_params": 4551820, "total_flops": 35237641420800000, "train_loss": 0.022618775708334787, "subset_score_loss": 0.022618775708334787}
+{"step": 2530000, "wall_time": 25539.057774305344, "train_loss_step": 4.063830852508545, "n_params": 4551820, "total_flops": 35377473331200000, "train_loss": 0.020829517500741142, "subset_score_loss": 0.020829517500741142}
+{"step": 2540000, "wall_time": 25631.244717121124, "train_loss_step": 3.930217742919922, "n_params": 4551820, "total_flops": 35517305241600000, "train_loss": 0.022579266343797956, "subset_score_loss": 0.022579266343797956}
+{"step": 2550000, "wall_time": 25723.052805900574, "train_loss_step": 4.0016937255859375, "n_params": 4551820, "total_flops": 35657137152000000, "train_loss": 0.021557234014783586, "subset_score_loss": 0.021557234014783586}
+{"step": 2560000, "wall_time": 25815.17222237587, "train_loss_step": 4.147905349731445, "n_params": 4551820, "total_flops": 35796969062400000, "train_loss": 0.021943925108228412, "subset_score_loss": 0.021943925108228412}
+{"step": 2570000, "wall_time": 25906.76239514351, "train_loss_step": 4.243625164031982, "n_params": 4551820, "total_flops": 35936800972800000, "train_loss": 0.021975714819771903, "subset_score_loss": 0.021975714819771903}
+{"step": 2580000, "wall_time": 25998.853129148483, "train_loss_step": 3.9267659187316895, "n_params": 4551820, "total_flops": 36076632883200000, "train_loss": 0.02076760700770787, "subset_score_loss": 0.02076760700770787}
+{"step": 2590000, "wall_time": 26089.408046483994, "train_loss_step": 4.071159839630127, "n_params": 4551820, "total_flops": 36216464793600000, "train_loss": 0.021533208233969554, "subset_score_loss": 0.021533208233969554}
+{"step": 2600000, "wall_time": 26299.6787879467, "train_loss_step": 3.6880946159362793, "n_params": 4551820, "total_flops": 36356296704000000, "train_loss": 0.021227589675358365, "subset_score_loss": 0.021227589675358365, "memorization_fraction_pixel": 0.5335000157356262, "mean_nn_ratio_pixel": 0.5461922883987427, "fid": 58.09809285431721}
+{"step": 2610000, "wall_time": 26388.67686867714, "train_loss_step": 3.8859214782714844, "n_params": 4551820, "total_flops": 36496128614400000, "train_loss": 0.02085215023585728, "subset_score_loss": 0.02085215023585728}
+{"step": 2620000, "wall_time": 26480.46956396103, "train_loss_step": 4.107914924621582, "n_params": 4551820, "total_flops": 36635960524800000, "train_loss": 0.021685167721339636, "subset_score_loss": 0.021685167721339636}
+{"step": 2630000, "wall_time": 26571.129514694214, "train_loss_step": 3.9744534492492676, "n_params": 4551820, "total_flops": 36775792435200000, "train_loss": 0.02091153519494193, "subset_score_loss": 0.02091153519494193}
+{"step": 2640000, "wall_time": 26663.261392593384, "train_loss_step": 3.7368552684783936, "n_params": 4551820, "total_flops": 36915624345600000, "train_loss": 0.020645461763654435, "subset_score_loss": 0.020645461763654435}
+{"step": 2650000, "wall_time": 26754.897270202637, "train_loss_step": 3.995802402496338, "n_params": 4551820, "total_flops": 37055456256000000, "train_loss": 0.021235907077789308, "subset_score_loss": 0.021235907077789308}
+{"step": 2660000, "wall_time": 26846.95224881172, "train_loss_step": 3.80914306640625, "n_params": 4551820, "total_flops": 37195288166400000, "train_loss": 0.02058261973517282, "subset_score_loss": 0.02058261973517282}
+{"step": 2670000, "wall_time": 26938.89428472519, "train_loss_step": 3.945791721343994, "n_params": 4551820, "total_flops": 37335120076800000, "train_loss": 0.020928561687469482, "subset_score_loss": 0.020928561687469482}
+{"step": 2680000, "wall_time": 27030.876905679703, "train_loss_step": 4.157896995544434, "n_params": 4551820, "total_flops": 37474951987200000, "train_loss": 0.02291445732116699, "subset_score_loss": 0.02291445732116699}
+{"step": 2690000, "wall_time": 27122.89759039879, "train_loss_step": 4.240536689758301, "n_params": 4551820, "total_flops": 37614783897600000, "train_loss": 0.020919627802712577, "subset_score_loss": 0.020919627802712577}
+{"step": 2700000, "wall_time": 27330.182712316513, "train_loss_step": 4.056529998779297, "n_params": 4551820, "total_flops": 37754615808000000, "train_loss": 0.02104602541242327, "subset_score_loss": 0.02104602541242327, "memorization_fraction_pixel": 0.5256999731063843, "mean_nn_ratio_pixel": 0.5554544925689697, "fid": 58.74158017230006}
+{"step": 2710000, "wall_time": 27419.310576677322, "train_loss_step": 3.947537899017334, "n_params": 4551820, "total_flops": 37894447718400000, "train_loss": 0.02049431800842285, "subset_score_loss": 0.02049431800842285}
+{"step": 2720000, "wall_time": 27511.609899044037, "train_loss_step": 3.9449429512023926, "n_params": 4551820, "total_flops": 38034279628800000, "train_loss": 0.022504373959132604, "subset_score_loss": 0.022504373959132604}
+{"step": 2730000, "wall_time": 27602.19406080246, "train_loss_step": 3.9552671909332275, "n_params": 4551820, "total_flops": 38174111539200000, "train_loss": 0.020565201554979595, "subset_score_loss": 0.020565201554979595}
+{"step": 2740000, "wall_time": 27694.29537320137, "train_loss_step": 3.9237680435180664, "n_params": 4551820, "total_flops": 38313943449600000, "train_loss": 0.020790370873042516, "subset_score_loss": 0.020790370873042516}
+{"step": 2750000, "wall_time": 27785.73203420639, "train_loss_step": 3.965324878692627, "n_params": 4551820, "total_flops": 38453775360000000, "train_loss": 0.022396467413221086, "subset_score_loss": 0.022396467413221086}
+{"step": 2760000, "wall_time": 27877.57328248024, "train_loss_step": 3.807849645614624, "n_params": 4551820, "total_flops": 38593607270400000, "train_loss": 0.02067359515598842, "subset_score_loss": 0.02067359515598842}
+{"step": 2770000, "wall_time": 27969.552644491196, "train_loss_step": 3.9435300827026367, "n_params": 4551820, "total_flops": 38733439180800000, "train_loss": 0.021405902930668422, "subset_score_loss": 0.021405902930668422}
+{"step": 2780000, "wall_time": 28061.36971282959, "train_loss_step": 3.8852546215057373, "n_params": 4551820, "total_flops": 38873271091200000, "train_loss": 0.021336718967982702, "subset_score_loss": 0.021336718967982702}
+{"step": 2790000, "wall_time": 28153.250158071518, "train_loss_step": 3.9364774227142334, "n_params": 4551820, "total_flops": 39013103001600000, "train_loss": 0.02314391817365374, "subset_score_loss": 0.02314391817365374}
+{"step": 2800000, "wall_time": 28340.458689689636, "train_loss_step": 3.7121658325195312, "n_params": 4551820, "total_flops": 39152934912000000, "train_loss": 0.02041741098676409, "subset_score_loss": 0.02041741098676409, "memorization_fraction_pixel": 0.5496000051498413, "mean_nn_ratio_pixel": 0.5345919728279114, "fid": 56.8607116008542}
+{"step": 2810000, "wall_time": 28431.415673017502, "train_loss_step": 3.7871313095092773, "n_params": 4551820, "total_flops": 39292766822400000, "train_loss": 0.02019242559160505, "subset_score_loss": 0.02019242559160505}
+{"step": 2820000, "wall_time": 28522.217708826065, "train_loss_step": 3.909630060195923, "n_params": 4551820, "total_flops": 39432598732800000, "train_loss": 0.020635885851723806, "subset_score_loss": 0.020635885851723806}
+{"step": 2830000, "wall_time": 28612.875949382782, "train_loss_step": 4.122980117797852, "n_params": 4551820, "total_flops": 39572430643200000, "train_loss": 0.020137361117771695, "subset_score_loss": 0.020137361117771695}
+{"step": 2840000, "wall_time": 28704.890464782715, "train_loss_step": 4.054134845733643, "n_params": 4551820, "total_flops": 39712262553600000, "train_loss": 0.02025250196456909, "subset_score_loss": 0.02025250196456909}
+{"step": 2850000, "wall_time": 28796.6618976593, "train_loss_step": 4.060464859008789, "n_params": 4551820, "total_flops": 39852094464000000, "train_loss": 0.01970830474581037, "subset_score_loss": 0.01970830474581037}
+{"step": 2860000, "wall_time": 28888.79109621048, "train_loss_step": 3.9168577194213867, "n_params": 4551820, "total_flops": 39991926374400000, "train_loss": 0.02050856011254447, "subset_score_loss": 0.02050856011254447}
+{"step": 2870000, "wall_time": 28980.802550554276, "train_loss_step": 3.825727939605713, "n_params": 4551820, "total_flops": 40131758284800000, "train_loss": 0.020613840648106167, "subset_score_loss": 0.020613840648106167}
+{"step": 2880000, "wall_time": 29072.328706026077, "train_loss_step": 3.814124584197998, "n_params": 4551820, "total_flops": 40271590195200000, "train_loss": 0.02125215360096523, "subset_score_loss": 0.02125215360096523}
+{"step": 2890000, "wall_time": 29163.818359375, "train_loss_step": 3.968959331512451, "n_params": 4551820, "total_flops": 40411422105600000, "train_loss": 0.02087773254939488, "subset_score_loss": 0.02087773254939488}
+{"step": 2900000, "wall_time": 29330.832943201065, "train_loss_step": 3.705387830734253, "n_params": 4551820, "total_flops": 40551254016000000, "train_loss": 0.019831315108707972, "subset_score_loss": 0.019831315108707972, "memorization_fraction_pixel": 0.5748999714851379, "mean_nn_ratio_pixel": 0.516108512878418, "fid": 53.559655450691395}
+{"step": 2910000, "wall_time": 29422.690086364746, "train_loss_step": 4.117062091827393, "n_params": 4551820, "total_flops": 40691085926400000, "train_loss": 0.019411740984235492, "subset_score_loss": 0.019411740984235492}
+{"step": 2920000, "wall_time": 29511.976084709167, "train_loss_step": 3.6641149520874023, "n_params": 4551820, "total_flops": 40830917836800000, "train_loss": 0.020697740146092006, "subset_score_loss": 0.020697740146092006}
+{"step": 2930000, "wall_time": 29604.092711925507, "train_loss_step": 4.040746212005615, "n_params": 4551820, "total_flops": 40970749747200000, "train_loss": 0.020193517208099365, "subset_score_loss": 0.020193517208099365}
+{"step": 2940000, "wall_time": 29694.163733959198, "train_loss_step": 4.245471954345703, "n_params": 4551820, "total_flops": 41110581657600000, "train_loss": 0.020833463328225273, "subset_score_loss": 0.020833463328225273}
+{"step": 2950000, "wall_time": 29785.864259004593, "train_loss_step": 3.95024037361145, "n_params": 4551820, "total_flops": 41250413568000000, "train_loss": 0.019943353107997348, "subset_score_loss": 0.019943353107997348}
+{"step": 2960000, "wall_time": 29877.885662317276, "train_loss_step": 4.053057670593262, "n_params": 4551820, "total_flops": 41390245478400000, "train_loss": 0.021023968287876674, "subset_score_loss": 0.021023968287876674}
+{"step": 2970000, "wall_time": 29969.844733715057, "train_loss_step": 3.7314329147338867, "n_params": 4551820, "total_flops": 41530077388800000, "train_loss": 0.0197871242250715, "subset_score_loss": 0.0197871242250715}
+{"step": 2980000, "wall_time": 30061.366790771484, "train_loss_step": 3.827183961868286, "n_params": 4551820, "total_flops": 41669909299200000, "train_loss": 0.019696802752358574, "subset_score_loss": 0.019696802752358574}
+{"step": 2990000, "wall_time": 30153.202140808105, "train_loss_step": 4.250669956207275, "n_params": 4551820, "total_flops": 41809741209600000, "train_loss": 0.019353268827710834, "subset_score_loss": 0.019353268827710834}
+{"step": 3000000, "wall_time": 30374.069582939148, "train_loss_step": 4.067951679229736, "n_params": 4551820, "total_flops": 41949573120000000, "train_loss": 0.02024634395326887, "subset_score_loss": 0.02024634395326887, "memorization_fraction_pixel": 0.5658000111579895, "mean_nn_ratio_pixel": 0.5238763689994812, "fid": 54.68228626541952}
+{"step": 3010000, "wall_time": 30464.481330394745, "train_loss_step": 3.5999093055725098, "n_params": 4551820, "total_flops": 42089405030400000, "train_loss": 0.019303017003195626, "subset_score_loss": 0.019303017003195626}
+{"step": 3020000, "wall_time": 30554.07823753357, "train_loss_step": 3.8367700576782227, "n_params": 4551820, "total_flops": 42229236940800000, "train_loss": 0.019616362026759555, "subset_score_loss": 0.019616362026759555}
+{"step": 3030000, "wall_time": 30646.115602970123, "train_loss_step": 3.7129902839660645, "n_params": 4551820, "total_flops": 42369068851200000, "train_loss": 0.019274355684007916, "subset_score_loss": 0.019274355684007916}
+{"step": 3040000, "wall_time": 30736.212811231613, "train_loss_step": 3.6547138690948486, "n_params": 4551820, "total_flops": 42508900761600000, "train_loss": 0.019961118698120117, "subset_score_loss": 0.019961118698120117}
+{"step": 3050000, "wall_time": 30828.185906410217, "train_loss_step": 4.134514331817627, "n_params": 4551820, "total_flops": 42648732672000000, "train_loss": 0.019869336060115268, "subset_score_loss": 0.019869336060115268}
+{"step": 3060000, "wall_time": 30919.922868967056, "train_loss_step": 3.6179914474487305, "n_params": 4551820, "total_flops": 42788564582400000, "train_loss": 0.02034975119999477, "subset_score_loss": 0.02034975119999477}
+{"step": 3070000, "wall_time": 31011.567635774612, "train_loss_step": 3.833677291870117, "n_params": 4551820, "total_flops": 42928396492800000, "train_loss": 0.01930523429598127, "subset_score_loss": 0.01930523429598127}
+{"step": 3080000, "wall_time": 31103.418847322464, "train_loss_step": 4.087327003479004, "n_params": 4551820, "total_flops": 43068228403200000, "train_loss": 0.020335543155670165, "subset_score_loss": 0.020335543155670165}
+{"step": 3090000, "wall_time": 31195.451464414597, "train_loss_step": 3.6569414138793945, "n_params": 4551820, "total_flops": 43208060313600000, "train_loss": 0.01996124642235892, "subset_score_loss": 0.01996124642235892}
+{"step": 3100000, "wall_time": 31392.23439693451, "train_loss_step": 4.0292463302612305, "n_params": 4551820, "total_flops": 43347892224000000, "train_loss": 0.01888322149004255, "subset_score_loss": 0.01888322149004255, "memorization_fraction_pixel": 0.6274999976158142, "mean_nn_ratio_pixel": 0.47673535346984863, "fid": 50.36105424088394}
+{"step": 3110000, "wall_time": 31484.656319379807, "train_loss_step": 4.000184535980225, "n_params": 4551820, "total_flops": 43487724134400000, "train_loss": 0.020729991367885045, "subset_score_loss": 0.020729991367885045}
+{"step": 3120000, "wall_time": 31574.181444883347, "train_loss_step": 3.6421027183532715, "n_params": 4551820, "total_flops": 43627556044800000, "train_loss": 0.02073249305997576, "subset_score_loss": 0.02073249305997576}
+{"step": 3130000, "wall_time": 31664.424607753754, "train_loss_step": 3.635409355163574, "n_params": 4551820, "total_flops": 43767387955200000, "train_loss": 0.018804430961608887, "subset_score_loss": 0.018804430961608887}
+{"step": 3140000, "wall_time": 31755.961796998978, "train_loss_step": 3.69744873046875, "n_params": 4551820, "total_flops": 43907219865600000, "train_loss": 0.019202993597303118, "subset_score_loss": 0.019202993597303118}
+{"step": 3150000, "wall_time": 31845.751224040985, "train_loss_step": 4.08651876449585, "n_params": 4551820, "total_flops": 44047051776000000, "train_loss": 0.018822126729147775, "subset_score_loss": 0.018822126729147775}
+{"step": 3160000, "wall_time": 31937.448743104935, "train_loss_step": 3.6818642616271973, "n_params": 4551820, "total_flops": 44186883686400000, "train_loss": 0.018849899087633404, "subset_score_loss": 0.018849899087633404}
+{"step": 3170000, "wall_time": 32029.215421915054, "train_loss_step": 3.7068252563476562, "n_params": 4551820, "total_flops": 44326715596800000, "train_loss": 0.01942518949508667, "subset_score_loss": 0.01942518949508667}
+{"step": 3180000, "wall_time": 32121.23086452484, "train_loss_step": 3.8980016708374023, "n_params": 4551820, "total_flops": 44466547507200000, "train_loss": 0.020310236726488386, "subset_score_loss": 0.020310236726488386}
+{"step": 3190000, "wall_time": 32212.99852991104, "train_loss_step": 3.6997461318969727, "n_params": 4551820, "total_flops": 44606379417600000, "train_loss": 0.018894972120012555, "subset_score_loss": 0.018894972120012555}
+{"step": 3200000, "wall_time": 32392.14147591591, "train_loss_step": 3.9290854930877686, "n_params": 4551820, "total_flops": 44746211328000000, "train_loss": 0.02006690502166748, "subset_score_loss": 0.02006690502166748, "memorization_fraction_pixel": 0.6128000020980835, "mean_nn_ratio_pixel": 0.48845410346984863, "fid": 51.41380668269851}
+{"step": 3210000, "wall_time": 32484.06808257103, "train_loss_step": 3.5197091102600098, "n_params": 4551820, "total_flops": 44886043238400000, "train_loss": 0.01886986664363316, "subset_score_loss": 0.01886986664363316}
+{"step": 3220000, "wall_time": 32576.60329055786, "train_loss_step": 3.720585823059082, "n_params": 4551820, "total_flops": 45025875148800000, "train_loss": 0.019401591164725167, "subset_score_loss": 0.019401591164725167}
+{"step": 3230000, "wall_time": 32663.929231643677, "train_loss_step": 3.5975003242492676, "n_params": 4551820, "total_flops": 45165707059200000, "train_loss": 0.01986095905303955, "subset_score_loss": 0.01986095905303955}
+{"step": 3240000, "wall_time": 32755.277112960815, "train_loss_step": 3.8360157012939453, "n_params": 4551820, "total_flops": 45305538969600000, "train_loss": 0.018575775623321533, "subset_score_loss": 0.018575775623321533}
+{"step": 3250000, "wall_time": 32845.47123789787, "train_loss_step": 3.862240791320801, "n_params": 4551820, "total_flops": 45445370880000000, "train_loss": 0.020284560748508998, "subset_score_loss": 0.020284560748508998}
+{"step": 3260000, "wall_time": 32937.2372508049, "train_loss_step": 3.9553749561309814, "n_params": 4551820, "total_flops": 45585202790400000, "train_loss": 0.02157449892589024, "subset_score_loss": 0.02157449892589024}
+{"step": 3270000, "wall_time": 33029.28103160858, "train_loss_step": 3.9754693508148193, "n_params": 4551820, "total_flops": 45725034700800000, "train_loss": 0.018474784919193812, "subset_score_loss": 0.018474784919193812}
+{"step": 3280000, "wall_time": 33121.27903342247, "train_loss_step": 4.027527332305908, "n_params": 4551820, "total_flops": 45864866611200000, "train_loss": 0.01802067586353847, "subset_score_loss": 0.01802067586353847}
+{"step": 3290000, "wall_time": 33213.10975933075, "train_loss_step": 3.493915557861328, "n_params": 4551820, "total_flops": 46004698521600000, "train_loss": 0.017488079411642894, "subset_score_loss": 0.017488079411642894}
+{"step": 3300000, "wall_time": 33376.05670547485, "train_loss_step": 3.788562059402466, "n_params": 4551820, "total_flops": 46144530432000000, "train_loss": 0.018306815624237062, "subset_score_loss": 0.018306815624237062, "memorization_fraction_pixel": 0.6187000274658203, "mean_nn_ratio_pixel": 0.4816420376300812, "fid": 50.15537056439927}
+{"step": 3310000, "wall_time": 33467.87834906578, "train_loss_step": 3.784248113632202, "n_params": 4551820, "total_flops": 46284362342400000, "train_loss": 0.01796891008104597, "subset_score_loss": 0.01796891008104597}
+{"step": 3320000, "wall_time": 33559.713925123215, "train_loss_step": 3.6157562732696533, "n_params": 4551820, "total_flops": 46424194252800000, "train_loss": 0.017683577537536622, "subset_score_loss": 0.017683577537536622}
+{"step": 3330000, "wall_time": 33652.62703251839, "train_loss_step": 3.599067211151123, "n_params": 4551820, "total_flops": 46564026163200000, "train_loss": 0.019169909613473073, "subset_score_loss": 0.019169909613473073}
+{"step": 3340000, "wall_time": 33739.715337991714, "train_loss_step": 3.888835906982422, "n_params": 4551820, "total_flops": 46703858073600000, "train_loss": 0.01778512852532523, "subset_score_loss": 0.01778512852532523}
+{"step": 3350000, "wall_time": 33831.6410074234, "train_loss_step": 3.609194278717041, "n_params": 4551820, "total_flops": 46843689984000000, "train_loss": 0.018192812374659948, "subset_score_loss": 0.018192812374659948}
+{"step": 3360000, "wall_time": 33921.9396314621, "train_loss_step": 3.6164443492889404, "n_params": 4551820, "total_flops": 46983521894400000, "train_loss": 0.018923534665788923, "subset_score_loss": 0.018923534665788923}
+{"step": 3370000, "wall_time": 34014.10175561905, "train_loss_step": 3.6121444702148438, "n_params": 4551820, "total_flops": 47123353804800000, "train_loss": 0.019812653745923725, "subset_score_loss": 0.019812653745923725}
+{"step": 3380000, "wall_time": 34106.00684428215, "train_loss_step": 3.6080236434936523, "n_params": 4551820, "total_flops": 47263185715200000, "train_loss": 0.018124544620513917, "subset_score_loss": 0.018124544620513917}
+{"step": 3390000, "wall_time": 34197.89277815819, "train_loss_step": 3.7115941047668457, "n_params": 4551820, "total_flops": 47403017625600000, "train_loss": 0.017667969635554722, "subset_score_loss": 0.017667969635554722}
+{"step": 3400000, "wall_time": 34379.95012617111, "train_loss_step": 3.684622287750244, "n_params": 4551820, "total_flops": 47542849536000000, "train_loss": 0.017632642814091274, "subset_score_loss": 0.017632642814091274, "memorization_fraction_pixel": 0.6304000020027161, "mean_nn_ratio_pixel": 0.47612714767456055, "fid": 48.573724130227475}
+{"step": 3410000, "wall_time": 34471.95891737938, "train_loss_step": 3.5642685890197754, "n_params": 4551820, "total_flops": 47682681446400000, "train_loss": 0.019157772404806955, "subset_score_loss": 0.019157772404806955}
+{"step": 3420000, "wall_time": 34563.852772951126, "train_loss_step": 3.6011557579040527, "n_params": 4551820, "total_flops": 47822513356800000, "train_loss": 0.018448827947889056, "subset_score_loss": 0.018448827947889056}
+{"step": 3430000, "wall_time": 34655.51571059227, "train_loss_step": 3.8840491771698, "n_params": 4551820, "total_flops": 47962345267200000, "train_loss": 0.018521337849753242, "subset_score_loss": 0.018521337849753242}
+{"step": 3440000, "wall_time": 34745.17623400688, "train_loss_step": 4.04380989074707, "n_params": 4551820, "total_flops": 48102177177600000, "train_loss": 0.01858423607689994, "subset_score_loss": 0.01858423607689994}
+{"step": 3450000, "wall_time": 34835.22384595871, "train_loss_step": 3.9849677085876465, "n_params": 4551820, "total_flops": 48242009088000000, "train_loss": 0.0185194730758667, "subset_score_loss": 0.0185194730758667}
+{"step": 3460000, "wall_time": 34927.14485549927, "train_loss_step": 3.582930564880371, "n_params": 4551820, "total_flops": 48381840998400000, "train_loss": 0.018130031653812953, "subset_score_loss": 0.018130031653812953}
+{"step": 3470000, "wall_time": 35017.24243116379, "train_loss_step": 3.6903696060180664, "n_params": 4551820, "total_flops": 48521672908800000, "train_loss": 0.018194760595049177, "subset_score_loss": 0.018194760595049177}
+{"step": 3480000, "wall_time": 35109.289165496826, "train_loss_step": 3.914478063583374, "n_params": 4551820, "total_flops": 48661504819200000, "train_loss": 0.018134651865277972, "subset_score_loss": 0.018134651865277972}
+{"step": 3490000, "wall_time": 35200.99996995926, "train_loss_step": 3.5372018814086914, "n_params": 4551820, "total_flops": 48801336729600000, "train_loss": 0.017521069731031146, "subset_score_loss": 0.017521069731031146}
+{"step": 3500000, "wall_time": 35397.86012125015, "train_loss_step": 3.637279510498047, "n_params": 4551820, "total_flops": 48941168640000000, "train_loss": 0.018219625949859618, "subset_score_loss": 0.018219625949859618, "memorization_fraction_pixel": 0.6424999833106995, "mean_nn_ratio_pixel": 0.4672950208187103, "fid": 49.4719795907738}
+{"step": 3510000, "wall_time": 35489.798332452774, "train_loss_step": 3.5476608276367188, "n_params": 4551820, "total_flops": 49081000550400000, "train_loss": 0.017170752797807966, "subset_score_loss": 0.017170752797807966}
+{"step": 3520000, "wall_time": 35581.79172062874, "train_loss_step": 3.6871516704559326, "n_params": 4551820, "total_flops": 49220832460800000, "train_loss": 0.017065606798444474, "subset_score_loss": 0.017065606798444474}
+{"step": 3530000, "wall_time": 35673.41166973114, "train_loss_step": 3.802401542663574, "n_params": 4551820, "total_flops": 49360664371200000, "train_loss": 0.01747771501541138, "subset_score_loss": 0.01747771501541138}
+{"step": 3540000, "wall_time": 35765.73026227951, "train_loss_step": 3.836430072784424, "n_params": 4551820, "total_flops": 49500496281600000, "train_loss": 0.01773273263658796, "subset_score_loss": 0.01773273263658796}
+{"step": 3550000, "wall_time": 35853.816420555115, "train_loss_step": 3.5998497009277344, "n_params": 4551820, "total_flops": 49640328192000000, "train_loss": 0.017429190022604808, "subset_score_loss": 0.017429190022604808}
+{"step": 3560000, "wall_time": 35945.53148126602, "train_loss_step": 3.6115617752075195, "n_params": 4551820, "total_flops": 49780160102400000, "train_loss": 0.01786968197141375, "subset_score_loss": 0.01786968197141375}
+{"step": 3570000, "wall_time": 36035.64406275749, "train_loss_step": 3.629171133041382, "n_params": 4551820, "total_flops": 49919992012800000, "train_loss": 0.018132432869502477, "subset_score_loss": 0.018132432869502477}
+{"step": 3580000, "wall_time": 36127.565116643906, "train_loss_step": 3.815481662750244, "n_params": 4551820, "total_flops": 50059823923200000, "train_loss": 0.01788994244166783, "subset_score_loss": 0.01788994244166783}
+{"step": 3590000, "wall_time": 36219.653220415115, "train_loss_step": 3.329193115234375, "n_params": 4551820, "total_flops": 50199655833600000, "train_loss": 0.017924920150211878, "subset_score_loss": 0.017924920150211878}
+{"step": 3600000, "wall_time": 36416.191388607025, "train_loss_step": 3.8285961151123047, "n_params": 4551820, "total_flops": 50339487744000000, "train_loss": 0.018530660016196115, "subset_score_loss": 0.018530660016196115, "memorization_fraction_pixel": 0.65420001745224, "mean_nn_ratio_pixel": 0.45395997166633606, "fid": 46.410516021615976}
+{"step": 3610000, "wall_time": 36508.23489880562, "train_loss_step": 3.6119022369384766, "n_params": 4551820, "total_flops": 50479319654400000, "train_loss": 0.017577735015324183, "subset_score_loss": 0.017577735015324183}
+{"step": 3620000, "wall_time": 36600.18051147461, "train_loss_step": 3.6175479888916016, "n_params": 4551820, "total_flops": 50619151564800000, "train_loss": 0.018054681164877757, "subset_score_loss": 0.018054681164877757}
+{"step": 3630000, "wall_time": 36691.776544094086, "train_loss_step": 3.915858268737793, "n_params": 4551820, "total_flops": 50758983475200000, "train_loss": 0.018202923025403703, "subset_score_loss": 0.018202923025403703}
+{"step": 3640000, "wall_time": 36784.20833301544, "train_loss_step": 3.7176005840301514, "n_params": 4551820, "total_flops": 50898815385600000, "train_loss": 0.017757202897753035, "subset_score_loss": 0.017757202897753035}
+{"step": 3650000, "wall_time": 36873.05618071556, "train_loss_step": 3.5143518447875977, "n_params": 4551820, "total_flops": 51038647296000000, "train_loss": 0.01884711129324777, "subset_score_loss": 0.01884711129324777}
+{"step": 3660000, "wall_time": 36963.573028087616, "train_loss_step": 4.0182390213012695, "n_params": 4551820, "total_flops": 51178479206400000, "train_loss": 0.01760526384626116, "subset_score_loss": 0.01760526384626116}
+{"step": 3670000, "wall_time": 37055.70761060715, "train_loss_step": 3.7880842685699463, "n_params": 4551820, "total_flops": 51318311116800000, "train_loss": 0.0183883615902492, "subset_score_loss": 0.0183883615902492}
+{"step": 3680000, "wall_time": 37146.01441907883, "train_loss_step": 3.5075902938842773, "n_params": 4551820, "total_flops": 51458143027200000, "train_loss": 0.017592343262263707, "subset_score_loss": 0.017592343262263707}
+{"step": 3690000, "wall_time": 37238.151913404465, "train_loss_step": 3.5553975105285645, "n_params": 4551820, "total_flops": 51597974937600000, "train_loss": 0.01815487657274519, "subset_score_loss": 0.01815487657274519}
+{"step": 3700000, "wall_time": 37439.820892095566, "train_loss_step": 3.668555736541748, "n_params": 4551820, "total_flops": 51737806848000000, "train_loss": 0.01844738721847534, "subset_score_loss": 0.01844738721847534, "memorization_fraction_pixel": 0.6656000018119812, "mean_nn_ratio_pixel": 0.4461776316165924, "fid": 43.72316154553499}
+{"step": 3710000, "wall_time": 37531.734884262085, "train_loss_step": 3.692509412765503, "n_params": 4551820, "total_flops": 51877638758400000, "train_loss": 0.017299606118883405, "subset_score_loss": 0.017299606118883405}
+{"step": 3720000, "wall_time": 37623.383642435074, "train_loss_step": 3.7530813217163086, "n_params": 4551820, "total_flops": 52017470668800000, "train_loss": 0.01727437973022461, "subset_score_loss": 0.01727437973022461}
+{"step": 3730000, "wall_time": 37714.964421749115, "train_loss_step": 3.501030206680298, "n_params": 4551820, "total_flops": 52157302579200000, "train_loss": 0.017539114611489433, "subset_score_loss": 0.017539114611489433}
+{"step": 3740000, "wall_time": 37807.124702215195, "train_loss_step": 3.8773410320281982, "n_params": 4551820, "total_flops": 52297134489600000, "train_loss": 0.01843558038984026, "subset_score_loss": 0.01843558038984026}
+{"step": 3750000, "wall_time": 37896.41253042221, "train_loss_step": 3.5763649940490723, "n_params": 4551820, "total_flops": 52436966400000000, "train_loss": 0.016703721455165316, "subset_score_loss": 0.016703721455165316}
+{"step": 3760000, "wall_time": 37988.74165034294, "train_loss_step": 3.579312562942505, "n_params": 4551820, "total_flops": 52576798310400000, "train_loss": 0.016810575553349087, "subset_score_loss": 0.016810575553349087}
+{"step": 3770000, "wall_time": 38079.04280948639, "train_loss_step": 3.7334251403808594, "n_params": 4551820, "total_flops": 52716630220800000, "train_loss": 0.017782187461853026, "subset_score_loss": 0.017782187461853026}
+{"step": 3780000, "wall_time": 38169.3184504509, "train_loss_step": 3.7361483573913574, "n_params": 4551820, "total_flops": 52856462131200000, "train_loss": 0.016891588483537945, "subset_score_loss": 0.016891588483537945}
+{"step": 3790000, "wall_time": 38261.02106332779, "train_loss_step": 3.7201473712921143, "n_params": 4551820, "total_flops": 52996294041600000, "train_loss": 0.017044174671173095, "subset_score_loss": 0.017044174671173095}
+{"step": 3800000, "wall_time": 38462.54855775833, "train_loss_step": 3.4200429916381836, "n_params": 4551820, "total_flops": 53136125952000000, "train_loss": 0.017169925144740514, "subset_score_loss": 0.017169925144740514, "memorization_fraction_pixel": 0.6712999939918518, "mean_nn_ratio_pixel": 0.44252753257751465, "fid": 43.55750426384907}
+{"step": 3810000, "wall_time": 38554.53613090515, "train_loss_step": 3.572378635406494, "n_params": 4551820, "total_flops": 53275957862400000, "train_loss": 0.017293792111533028, "subset_score_loss": 0.017293792111533028}
+{"step": 3820000, "wall_time": 38646.22422981262, "train_loss_step": 3.755805015563965, "n_params": 4551820, "total_flops": 53415789772800000, "train_loss": 0.016887840202876498, "subset_score_loss": 0.016887840202876498}
+{"step": 3830000, "wall_time": 38737.938398599625, "train_loss_step": 3.41357421875, "n_params": 4551820, "total_flops": 53555621683200000, "train_loss": 0.017067369392939975, "subset_score_loss": 0.017067369392939975}
+{"step": 3840000, "wall_time": 38829.95468258858, "train_loss_step": 3.5402960777282715, "n_params": 4551820, "total_flops": 53695453593600000, "train_loss": 0.0172260011945452, "subset_score_loss": 0.0172260011945452}
+{"step": 3850000, "wall_time": 38921.353514909744, "train_loss_step": 3.37909197807312, "n_params": 4551820, "total_flops": 53835285504000000, "train_loss": 0.017437796933310372, "subset_score_loss": 0.017437796933310372}
+{"step": 3860000, "wall_time": 39011.94550561905, "train_loss_step": 3.545982837677002, "n_params": 4551820, "total_flops": 53975117414400000, "train_loss": 0.01625767775944301, "subset_score_loss": 0.01625767775944301}
+{"step": 3870000, "wall_time": 39104.13813853264, "train_loss_step": 3.6682891845703125, "n_params": 4551820, "total_flops": 54114949324800000, "train_loss": 0.019103385720934188, "subset_score_loss": 0.019103385720934188}
+{"step": 3880000, "wall_time": 39192.97909617424, "train_loss_step": 3.5648765563964844, "n_params": 4551820, "total_flops": 54254781235200000, "train_loss": 0.016544481686183384, "subset_score_loss": 0.016544481686183384}
+{"step": 3890000, "wall_time": 39285.010432481766, "train_loss_step": 3.6957039833068848, "n_params": 4551820, "total_flops": 54394613145600000, "train_loss": 0.018199241161346434, "subset_score_loss": 0.018199241161346434}
+{"step": 3900000, "wall_time": 39489.54423046112, "train_loss_step": 3.4385368824005127, "n_params": 4551820, "total_flops": 54534445056000000, "train_loss": 0.0170752968106951, "subset_score_loss": 0.0170752968106951, "memorization_fraction_pixel": 0.6811000108718872, "mean_nn_ratio_pixel": 0.4322977662086487, "fid": 42.6690381475356}
+{"step": 3910000, "wall_time": 39581.416226148605, "train_loss_step": 3.2897801399230957, "n_params": 4551820, "total_flops": 54674276966400000, "train_loss": 0.016452906812940326, "subset_score_loss": 0.016452906812940326}
+{"step": 3920000, "wall_time": 39673.29533743858, "train_loss_step": 3.4460813999176025, "n_params": 4551820, "total_flops": 54814108876800000, "train_loss": 0.017291671889168875, "subset_score_loss": 0.017291671889168875}
+{"step": 3930000, "wall_time": 39765.22718977928, "train_loss_step": 3.4846372604370117, "n_params": 4551820, "total_flops": 54953940787200000, "train_loss": 0.016668822084154402, "subset_score_loss": 0.016668822084154402}
+{"step": 3940000, "wall_time": 39857.24819135666, "train_loss_step": 3.378796100616455, "n_params": 4551820, "total_flops": 55093772697600000, "train_loss": 0.016484330381665913, "subset_score_loss": 0.016484330381665913}
+{"step": 3950000, "wall_time": 39949.43127655983, "train_loss_step": 3.520599365234375, "n_params": 4551820, "total_flops": 55233604608000000, "train_loss": 0.017119111333574567, "subset_score_loss": 0.017119111333574567}
+{"step": 3960000, "wall_time": 40038.84125375748, "train_loss_step": 3.4148802757263184, "n_params": 4551820, "total_flops": 55373436518400000, "train_loss": 0.01736272062574114, "subset_score_loss": 0.01736272062574114}
+{"step": 3970000, "wall_time": 40130.91708159447, "train_loss_step": 3.6569948196411133, "n_params": 4551820, "total_flops": 55513268428800000, "train_loss": 0.017851809092930385, "subset_score_loss": 0.017851809092930385}
+{"step": 3980000, "wall_time": 40221.45004224777, "train_loss_step": 3.5306308269500732, "n_params": 4551820, "total_flops": 55653100339200000, "train_loss": 0.01720808403832572, "subset_score_loss": 0.01720808403832572}
+{"step": 3990000, "wall_time": 40311.543162345886, "train_loss_step": 3.321406841278076, "n_params": 4551820, "total_flops": 55792932249600000, "train_loss": 0.016436856133597237, "subset_score_loss": 0.016436856133597237}
+{"step": 4000000, "wall_time": 40520.66312646866, "train_loss_step": 3.8909225463867188, "n_params": 4551820, "total_flops": 55932764160000000, "train_loss": 0.016799673012324743, "subset_score_loss": 0.016799673012324743, "memorization_fraction_pixel": 0.6933000087738037, "mean_nn_ratio_pixel": 0.42238545417785645, "fid": 41.82132170635623}
+{"step": 4010000, "wall_time": 40612.46338272095, "train_loss_step": 3.5899837017059326, "n_params": 4551820, "total_flops": 56072596070400000, "train_loss": 0.01684550898415702, "subset_score_loss": 0.01684550898415702}
+{"step": 4020000, "wall_time": 40704.57412815094, "train_loss_step": 3.758739471435547, "n_params": 4551820, "total_flops": 56212427980800000, "train_loss": 0.017767388480050224, "subset_score_loss": 0.017767388480050224}
+{"step": 4030000, "wall_time": 40796.3057641983, "train_loss_step": 3.5834872722625732, "n_params": 4551820, "total_flops": 56352259891200000, "train_loss": 0.017810969693320137, "subset_score_loss": 0.017810969693320137}
+{"step": 4040000, "wall_time": 40887.99015831947, "train_loss_step": 3.6073315143585205, "n_params": 4551820, "total_flops": 56492091801600000, "train_loss": 0.01645700080054147, "subset_score_loss": 0.01645700080054147}
+{"step": 4050000, "wall_time": 40980.159405231476, "train_loss_step": 3.4622316360473633, "n_params": 4551820, "total_flops": 56631923712000000, "train_loss": 0.016851626123700822, "subset_score_loss": 0.016851626123700822}
+{"step": 4060000, "wall_time": 41068.35366439819, "train_loss_step": 3.6017825603485107, "n_params": 4551820, "total_flops": 56771755622400000, "train_loss": 0.01679915360042027, "subset_score_loss": 0.01679915360042027}
+{"step": 4070000, "wall_time": 41160.05385994911, "train_loss_step": 3.8575825691223145, "n_params": 4551820, "total_flops": 56911587532800000, "train_loss": 0.01625156743185861, "subset_score_loss": 0.01625156743185861}
+{"step": 4080000, "wall_time": 41252.50867176056, "train_loss_step": 3.2842957973480225, "n_params": 4551820, "total_flops": 57051419443200000, "train_loss": 0.016582206317356653, "subset_score_loss": 0.016582206317356653}
+{"step": 4090000, "wall_time": 41340.83717775345, "train_loss_step": 3.293210744857788, "n_params": 4551820, "total_flops": 57191251353600000, "train_loss": 0.015618848800659179, "subset_score_loss": 0.015618848800659179}
+{"step": 4100000, "wall_time": 41543.20033764839, "train_loss_step": 3.329486846923828, "n_params": 4551820, "total_flops": 57331083264000000, "train_loss": 0.015262302330562047, "subset_score_loss": 0.015262302330562047, "memorization_fraction_pixel": 0.7129999995231628, "mean_nn_ratio_pixel": 0.40844258666038513, "fid": 40.32326591708463}
+{"step": 4110000, "wall_time": 41635.04151725769, "train_loss_step": 3.4895131587982178, "n_params": 4551820, "total_flops": 57470915174400000, "train_loss": 0.016816089834485737, "subset_score_loss": 0.016816089834485737}
+{"step": 4120000, "wall_time": 41727.05697441101, "train_loss_step": 3.534463405609131, "n_params": 4551820, "total_flops": 57610747084800000, "train_loss": 0.0160152724811009, "subset_score_loss": 0.0160152724811009}
+{"step": 4130000, "wall_time": 41818.63676357269, "train_loss_step": 3.767688035964966, "n_params": 4551820, "total_flops": 57750578995200000, "train_loss": 0.01777543681008475, "subset_score_loss": 0.01777543681008475}
+{"step": 4140000, "wall_time": 41910.35292959213, "train_loss_step": 3.2786858081817627, "n_params": 4551820, "total_flops": 57890410905600000, "train_loss": 0.01852363177708217, "subset_score_loss": 0.01852363177708217}
+{"step": 4150000, "wall_time": 42002.67283177376, "train_loss_step": 3.3222408294677734, "n_params": 4551820, "total_flops": 58030242816000000, "train_loss": 0.015777850151062013, "subset_score_loss": 0.015777850151062013}
+{"step": 4160000, "wall_time": 42091.795617341995, "train_loss_step": 3.555635452270508, "n_params": 4551820, "total_flops": 58170074726400000, "train_loss": 0.016093456745147706, "subset_score_loss": 0.016093456745147706}
+{"step": 4170000, "wall_time": 42183.66689634323, "train_loss_step": 3.7207303047180176, "n_params": 4551820, "total_flops": 58309906636800000, "train_loss": 0.01747755663735526, "subset_score_loss": 0.01747755663735526}
+{"step": 4180000, "wall_time": 42275.852888822556, "train_loss_step": 3.741140365600586, "n_params": 4551820, "total_flops": 58449738547200000, "train_loss": 0.01655829804284232, "subset_score_loss": 0.01655829804284232}
+{"step": 4190000, "wall_time": 42363.56128740311, "train_loss_step": 3.299671173095703, "n_params": 4551820, "total_flops": 58589570457600000, "train_loss": 0.016185697487422396, "subset_score_loss": 0.016185697487422396}
+{"step": 4200000, "wall_time": 42551.07284832001, "train_loss_step": 3.5819640159606934, "n_params": 4551820, "total_flops": 58729402368000000, "train_loss": 0.016009320531572613, "subset_score_loss": 0.016009320531572613, "memorization_fraction_pixel": 0.6930999755859375, "mean_nn_ratio_pixel": 0.4239094853401184, "fid": 41.28410085527409}
+{"step": 4210000, "wall_time": 42643.13965296745, "train_loss_step": 3.5246481895446777, "n_params": 4551820, "total_flops": 58869234278400000, "train_loss": 0.015715561594281877, "subset_score_loss": 0.015715561594281877}
+{"step": 4220000, "wall_time": 42734.84099936485, "train_loss_step": 3.4731740951538086, "n_params": 4551820, "total_flops": 59009066188800000, "train_loss": 0.01654379197529384, "subset_score_loss": 0.01654379197529384}
+{"step": 4230000, "wall_time": 42826.570076704025, "train_loss_step": 3.3177294731140137, "n_params": 4551820, "total_flops": 59148898099200000, "train_loss": 0.016127232142857145, "subset_score_loss": 0.016127232142857145}
+{"step": 4240000, "wall_time": 42918.62017416954, "train_loss_step": 3.1475753784179688, "n_params": 4551820, "total_flops": 59288730009600000, "train_loss": 0.016241744586399622, "subset_score_loss": 0.016241744586399622}
+{"step": 4250000, "wall_time": 43010.702701330185, "train_loss_step": 3.4003729820251465, "n_params": 4551820, "total_flops": 59428561920000000, "train_loss": 0.016582373210362027, "subset_score_loss": 0.016582373210362027}
+{"step": 4260000, "wall_time": 43101.77764964104, "train_loss_step": 3.3343353271484375, "n_params": 4551820, "total_flops": 59568393830400000, "train_loss": 0.01615159170968192, "subset_score_loss": 0.01615159170968192}
+{"step": 4270000, "wall_time": 43192.40058803558, "train_loss_step": 3.562361717224121, "n_params": 4551820, "total_flops": 59708225740800000, "train_loss": 0.016137332575661797, "subset_score_loss": 0.016137332575661797}
+{"step": 4280000, "wall_time": 43284.536788225174, "train_loss_step": 3.727820873260498, "n_params": 4551820, "total_flops": 59848057651200000, "train_loss": 0.017566532748086113, "subset_score_loss": 0.017566532748086113}
+{"step": 4290000, "wall_time": 43376.70393872261, "train_loss_step": 3.589370012283325, "n_params": 4551820, "total_flops": 59987889561600000, "train_loss": 0.01720754759652274, "subset_score_loss": 0.01720754759652274}
+{"step": 4300000, "wall_time": 43561.43244624138, "train_loss_step": 3.5575151443481445, "n_params": 4551820, "total_flops": 60127721472000000, "train_loss": 0.01667308637074062, "subset_score_loss": 0.01667308637074062, "memorization_fraction_pixel": 0.678600013256073, "mean_nn_ratio_pixel": 0.4361303746700287, "fid": 39.889309840791405}
+{"step": 4310000, "wall_time": 43653.309148311615, "train_loss_step": 3.2666821479797363, "n_params": 4551820, "total_flops": 60267553382400000, "train_loss": 0.015899244376591275, "subset_score_loss": 0.015899244376591275}
+{"step": 4320000, "wall_time": 43745.15225625038, "train_loss_step": 3.6577553749084473, "n_params": 4551820, "total_flops": 60407385292800000, "train_loss": 0.01641774688448225, "subset_score_loss": 0.01641774688448225}
+{"step": 4330000, "wall_time": 43836.819821596146, "train_loss_step": 3.3920950889587402, "n_params": 4551820, "total_flops": 60547217203200000, "train_loss": 0.01658499240875244, "subset_score_loss": 0.01658499240875244}
+{"step": 4340000, "wall_time": 43928.818902015686, "train_loss_step": 3.413670539855957, "n_params": 4551820, "total_flops": 60687049113600000, "train_loss": 0.01594550779887608, "subset_score_loss": 0.01594550779887608}
+{"step": 4350000, "wall_time": 44020.94000172615, "train_loss_step": 3.4594762325286865, "n_params": 4551820, "total_flops": 60826881024000000, "train_loss": 0.016456779411860873, "subset_score_loss": 0.016456779411860873}
+{"step": 4360000, "wall_time": 44113.48448586464, "train_loss_step": 3.3654839992523193, "n_params": 4551820, "total_flops": 60966712934400000, "train_loss": 0.017417682920183454, "subset_score_loss": 0.017417682920183454}
+{"step": 4370000, "wall_time": 44202.45246577263, "train_loss_step": 3.3851280212402344, "n_params": 4551820, "total_flops": 61106544844800000, "train_loss": 0.01658791644232614, "subset_score_loss": 0.01658791644232614}
+{"step": 4380000, "wall_time": 44294.57587313652, "train_loss_step": 3.5423336029052734, "n_params": 4551820, "total_flops": 61246376755200000, "train_loss": 0.016150150980268205, "subset_score_loss": 0.016150150980268205}
+{"step": 4390000, "wall_time": 44386.625893592834, "train_loss_step": 3.2184669971466064, "n_params": 4551820, "total_flops": 61386208665600000, "train_loss": 0.016785052844456264, "subset_score_loss": 0.016785052844456264}
+{"step": 4400000, "wall_time": 44575.79591727257, "train_loss_step": 3.3478598594665527, "n_params": 4551820, "total_flops": 61526040576000000, "train_loss": 0.01644918748310634, "subset_score_loss": 0.01644918748310634, "memorization_fraction_pixel": 0.73580002784729, "mean_nn_ratio_pixel": 0.3890007734298706, "fid": 37.929509162826065}
+{"step": 4410000, "wall_time": 44667.633435964584, "train_loss_step": 3.681088447570801, "n_params": 4551820, "total_flops": 61665872486400000, "train_loss": 0.015476019041878836, "subset_score_loss": 0.015476019041878836}
+{"step": 4420000, "wall_time": 44759.24799132347, "train_loss_step": 3.5221569538116455, "n_params": 4551820, "total_flops": 61805704396800000, "train_loss": 0.015798538071768623, "subset_score_loss": 0.015798538071768623}
+{"step": 4430000, "wall_time": 44850.89328765869, "train_loss_step": 3.6727688312530518, "n_params": 4551820, "total_flops": 61945536307200000, "train_loss": 0.015600960595267159, "subset_score_loss": 0.015600960595267159}
+{"step": 4440000, "wall_time": 44942.90457653999, "train_loss_step": 3.472867012023926, "n_params": 4551820, "total_flops": 62085368217600000, "train_loss": 0.01717806373323713, "subset_score_loss": 0.01717806373323713}
+{"step": 4450000, "wall_time": 45034.929631233215, "train_loss_step": 3.5590457916259766, "n_params": 4551820, "total_flops": 62225200128000000, "train_loss": 0.01605379581451416, "subset_score_loss": 0.01605379581451416}
+{"step": 4460000, "wall_time": 45127.047307252884, "train_loss_step": 3.2882401943206787, "n_params": 4551820, "total_flops": 62365032038400000, "train_loss": 0.015256609235491072, "subset_score_loss": 0.015256609235491072}
+{"step": 4470000, "wall_time": 45217.87249016762, "train_loss_step": 3.463184356689453, "n_params": 4551820, "total_flops": 62504863948800000, "train_loss": 0.016223290988377163, "subset_score_loss": 0.016223290988377163}
+{"step": 4480000, "wall_time": 45308.365812301636, "train_loss_step": 3.243405818939209, "n_params": 4551820, "total_flops": 62644695859200000, "train_loss": 0.015176572118486676, "subset_score_loss": 0.015176572118486676}
+{"step": 4490000, "wall_time": 45400.16039443016, "train_loss_step": 3.4859962463378906, "n_params": 4551820, "total_flops": 62784527769600000, "train_loss": 0.01600139822278704, "subset_score_loss": 0.01600139822278704}
+{"step": 4500000, "wall_time": 45583.60895395279, "train_loss_step": 3.150256633758545, "n_params": 4551820, "total_flops": 62924359680000000, "train_loss": 0.014546850749424526, "subset_score_loss": 0.014546850749424526, "memorization_fraction_pixel": 0.7135999798774719, "mean_nn_ratio_pixel": 0.4099179208278656, "fid": 39.81403873701733}
+{"step": 4510000, "wall_time": 45673.8485853672, "train_loss_step": 3.4502673149108887, "n_params": 4551820, "total_flops": 63064191590400000, "train_loss": 0.01479759727205549, "subset_score_loss": 0.01479759727205549}
+{"step": 4520000, "wall_time": 45765.71551537514, "train_loss_step": 3.2980844974517822, "n_params": 4551820, "total_flops": 63204023500800000, "train_loss": 0.015490705626351492, "subset_score_loss": 0.015490705626351492}
+{"step": 4530000, "wall_time": 45857.57635331154, "train_loss_step": 3.601560592651367, "n_params": 4551820, "total_flops": 63343855411200000, "train_loss": 0.01678377560206822, "subset_score_loss": 0.01678377560206822}
+{"step": 4540000, "wall_time": 45949.73211503029, "train_loss_step": 3.6920037269592285, "n_params": 4551820, "total_flops": 63483687321600000, "train_loss": 0.01584634440285819, "subset_score_loss": 0.01584634440285819}
+{"step": 4550000, "wall_time": 46041.922030210495, "train_loss_step": 3.6420016288757324, "n_params": 4551820, "total_flops": 63623519232000000, "train_loss": 0.015506417410714285, "subset_score_loss": 0.015506417410714285}
+{"step": 4560000, "wall_time": 46133.998302698135, "train_loss_step": 3.5846540927886963, "n_params": 4551820, "total_flops": 63763351142400000, "train_loss": 0.015015903541019985, "subset_score_loss": 0.015015903541019985}
+{"step": 4570000, "wall_time": 46226.51855301857, "train_loss_step": 3.402557373046875, "n_params": 4551820, "total_flops": 63903183052800000, "train_loss": 0.015426361560821533, "subset_score_loss": 0.015426361560821533}
+{"step": 4580000, "wall_time": 46315.16420197487, "train_loss_step": 3.622673749923706, "n_params": 4551820, "total_flops": 64043014963200000, "train_loss": 0.01450493506022862, "subset_score_loss": 0.01450493506022862}
+{"step": 4590000, "wall_time": 46406.87444758415, "train_loss_step": 3.2340269088745117, "n_params": 4551820, "total_flops": 64182846873600000, "train_loss": 0.0166841915675572, "subset_score_loss": 0.0166841915675572}
+{"step": 4600000, "wall_time": 46610.36946320534, "train_loss_step": 3.3718695640563965, "n_params": 4551820, "total_flops": 64322678784000000, "train_loss": 0.015272114958081926, "subset_score_loss": 0.015272114958081926, "memorization_fraction_pixel": 0.7196999788284302, "mean_nn_ratio_pixel": 0.404178261756897, "fid": 39.8360689563823}
+{"step": 4610000, "wall_time": 46701.652114868164, "train_loss_step": 3.4470767974853516, "n_params": 4551820, "total_flops": 64462510694400000, "train_loss": 0.015145277976989746, "subset_score_loss": 0.015145277976989746}
+{"step": 4620000, "wall_time": 46792.57697033882, "train_loss_step": 3.498689651489258, "n_params": 4551820, "total_flops": 64602342604800000, "train_loss": 0.017086378165653775, "subset_score_loss": 0.017086378165653775}
+{"step": 4630000, "wall_time": 46884.519257068634, "train_loss_step": 3.6510488986968994, "n_params": 4551820, "total_flops": 64742174515200000, "train_loss": 0.016196317332131522, "subset_score_loss": 0.016196317332131522}
+{"step": 4640000, "wall_time": 46976.60069036484, "train_loss_step": 3.6276705265045166, "n_params": 4551820, "total_flops": 64882006425600000, "train_loss": 0.015983419758932933, "subset_score_loss": 0.015983419758932933}
+{"step": 4650000, "wall_time": 47068.22407960892, "train_loss_step": 3.3454079627990723, "n_params": 4551820, "total_flops": 65021838336000000, "train_loss": 0.016116721289498464, "subset_score_loss": 0.016116721289498464}
+{"step": 4660000, "wall_time": 47160.20156764984, "train_loss_step": 3.404651165008545, "n_params": 4551820, "total_flops": 65161670246400000, "train_loss": 0.015919995307922364, "subset_score_loss": 0.015919995307922364}
+{"step": 4670000, "wall_time": 47252.217361688614, "train_loss_step": 3.521531105041504, "n_params": 4551820, "total_flops": 65301502156800000, "train_loss": 0.014993458134787424, "subset_score_loss": 0.014993458134787424}
+{"step": 4680000, "wall_time": 47341.45515561104, "train_loss_step": 3.207381248474121, "n_params": 4551820, "total_flops": 65441334067200000, "train_loss": 0.015520334243774414, "subset_score_loss": 0.015520334243774414}
+{"step": 4690000, "wall_time": 47433.35750031471, "train_loss_step": 3.2368743419647217, "n_params": 4551820, "total_flops": 65581165977600000, "train_loss": 0.01594020468848092, "subset_score_loss": 0.01594020468848092}
+{"step": 4700000, "wall_time": 47635.97274851799, "train_loss_step": 3.2612459659576416, "n_params": 4551820, "total_flops": 65720997888000000, "train_loss": 0.015442570618220738, "subset_score_loss": 0.015442570618220738, "memorization_fraction_pixel": 0.7421000003814697, "mean_nn_ratio_pixel": 0.3852110803127289, "fid": 38.086911359900974}
+{"step": 4710000, "wall_time": 47726.277406454086, "train_loss_step": 3.4603610038757324, "n_params": 4551820, "total_flops": 65860829798400000, "train_loss": 0.015928198610033306, "subset_score_loss": 0.015928198610033306}
+{"step": 4720000, "wall_time": 47816.57113170624, "train_loss_step": 3.4722201824188232, "n_params": 4551820, "total_flops": 66000661708800000, "train_loss": 0.01553117377417428, "subset_score_loss": 0.01553117377417428}
+{"step": 4730000, "wall_time": 47908.593257665634, "train_loss_step": 3.3945260047912598, "n_params": 4551820, "total_flops": 66140493619200000, "train_loss": 0.014613618169512068, "subset_score_loss": 0.014613618169512068}
+{"step": 4740000, "wall_time": 48000.70955324173, "train_loss_step": 3.3575210571289062, "n_params": 4551820, "total_flops": 66280325529600000, "train_loss": 0.0164852499961853, "subset_score_loss": 0.0164852499961853}
+{"step": 4750000, "wall_time": 48092.19427347183, "train_loss_step": 3.783600330352783, "n_params": 4551820, "total_flops": 66420157440000000, "train_loss": 0.015828568594796318, "subset_score_loss": 0.015828568594796318}
+{"step": 4760000, "wall_time": 48184.23394036293, "train_loss_step": 3.6993460655212402, "n_params": 4551820, "total_flops": 66559989350400000, "train_loss": 0.01634951319013323, "subset_score_loss": 0.01634951319013323}
+{"step": 4770000, "wall_time": 48276.193546533585, "train_loss_step": 3.3393030166625977, "n_params": 4551820, "total_flops": 66699821260800000, "train_loss": 0.014934057848794119, "subset_score_loss": 0.014934057848794119}
+{"step": 4780000, "wall_time": 48365.95159626007, "train_loss_step": 3.2605412006378174, "n_params": 4551820, "total_flops": 66839653171200000, "train_loss": 0.014657315186091832, "subset_score_loss": 0.014657315186091832}
+{"step": 4790000, "wall_time": 48457.138661623, "train_loss_step": 3.4660229682922363, "n_params": 4551820, "total_flops": 66979485081600000, "train_loss": 0.01407925912312099, "subset_score_loss": 0.01407925912312099}
+{"step": 4800000, "wall_time": 48621.826421260834, "train_loss_step": 3.417879104614258, "n_params": 4551820, "total_flops": 67119316992000000, "train_loss": 0.01491532666342599, "subset_score_loss": 0.01491532666342599, "memorization_fraction_pixel": 0.733299970626831, "mean_nn_ratio_pixel": 0.39405545592308044, "fid": 38.045482748286915}
+{"step": 4810000, "wall_time": 48713.93129038811, "train_loss_step": 3.2823472023010254, "n_params": 4551820, "total_flops": 67259148902400000, "train_loss": 0.015157006468091693, "subset_score_loss": 0.015157006468091693}
+{"step": 4820000, "wall_time": 48803.746393203735, "train_loss_step": 3.74890398979187, "n_params": 4551820, "total_flops": 67398980812800000, "train_loss": 0.01618562766483852, "subset_score_loss": 0.01618562766483852}
+{"step": 4830000, "wall_time": 48894.309248924255, "train_loss_step": 3.306817054748535, "n_params": 4551820, "total_flops": 67538812723200000, "train_loss": 0.014427971839904786, "subset_score_loss": 0.014427971839904786}
+{"step": 4840000, "wall_time": 48985.82887792587, "train_loss_step": 3.264061212539673, "n_params": 4551820, "total_flops": 67678644633600000, "train_loss": 0.014498884337288992, "subset_score_loss": 0.014498884337288992}
+{"step": 4850000, "wall_time": 49077.776257276535, "train_loss_step": 3.1648497581481934, "n_params": 4551820, "total_flops": 67818476544000000, "train_loss": 0.013753338371004377, "subset_score_loss": 0.013753338371004377}
+{"step": 4860000, "wall_time": 49169.75192761421, "train_loss_step": 3.4542102813720703, "n_params": 4551820, "total_flops": 67958308454400000, "train_loss": 0.015936243534088134, "subset_score_loss": 0.015936243534088134}
+{"step": 4870000, "wall_time": 49261.66838026047, "train_loss_step": 3.5057425498962402, "n_params": 4551820, "total_flops": 68098140364800000, "train_loss": 0.014796151433672224, "subset_score_loss": 0.014796151433672224}
+{"step": 4880000, "wall_time": 49353.91950631142, "train_loss_step": 3.563957691192627, "n_params": 4551820, "total_flops": 68237972275200000, "train_loss": 0.014188845668520246, "subset_score_loss": 0.014188845668520246}
+{"step": 4890000, "wall_time": 49442.93370389938, "train_loss_step": 3.597318172454834, "n_params": 4551820, "total_flops": 68377804185600000, "train_loss": 0.015207151004246303, "subset_score_loss": 0.015207151004246303}
+{"step": 4900000, "wall_time": 49608.40117120743, "train_loss_step": 3.134274959564209, "n_params": 4551820, "total_flops": 68517636096000000, "train_loss": 0.016822692326136996, "subset_score_loss": 0.016822692326136996, "memorization_fraction_pixel": 0.7595000267028809, "mean_nn_ratio_pixel": 0.3750356435775757, "fid": 36.48329766106073}
+{"step": 4910000, "wall_time": 49700.32044315338, "train_loss_step": 3.3150558471679688, "n_params": 4551820, "total_flops": 68657468006400000, "train_loss": 0.015571558475494384, "subset_score_loss": 0.015571558475494384}
+{"step": 4920000, "wall_time": 49790.368554353714, "train_loss_step": 3.4283623695373535, "n_params": 4551820, "total_flops": 68797299916800000, "train_loss": 0.015956335408346994, "subset_score_loss": 0.015956335408346994}
+{"step": 4930000, "wall_time": 49882.06531763077, "train_loss_step": 3.6013824939727783, "n_params": 4551820, "total_flops": 68937131827200000, "train_loss": 0.015040935788835799, "subset_score_loss": 0.015040935788835799}
+{"step": 4940000, "wall_time": 49973.15008735657, "train_loss_step": 3.247138023376465, "n_params": 4551820, "total_flops": 69076963737600000, "train_loss": 0.015101259095328196, "subset_score_loss": 0.015101259095328196}
+{"step": 4950000, "wall_time": 50064.72536253929, "train_loss_step": 3.245314836502075, "n_params": 4551820, "total_flops": 69216795648000000, "train_loss": 0.015474397795540946, "subset_score_loss": 0.015474397795540946}
+{"step": 4960000, "wall_time": 50156.37331986427, "train_loss_step": 3.59091854095459, "n_params": 4551820, "total_flops": 69356627558400000, "train_loss": 0.015059915610722133, "subset_score_loss": 0.015059915610722133}
+{"step": 4970000, "wall_time": 50248.02352809906, "train_loss_step": 3.100938320159912, "n_params": 4551820, "total_flops": 69496459468800000, "train_loss": 0.015612636293683733, "subset_score_loss": 0.015612636293683733}
+{"step": 4980000, "wall_time": 50339.66315317154, "train_loss_step": 3.467283010482788, "n_params": 4551820, "total_flops": 69636291379200000, "train_loss": 0.015386685303279331, "subset_score_loss": 0.015386685303279331}
+{"step": 4990000, "wall_time": 50431.79058074951, "train_loss_step": 3.31085467338562, "n_params": 4551820, "total_flops": 69776123289600000, "train_loss": 0.014120125770568847, "subset_score_loss": 0.014120125770568847}
+{"step": 5000000, "wall_time": 50588.44647884369, "train_loss_step": 3.6142349243164062, "n_params": 4551820, "total_flops": 69915955200000000, "train_loss": 0.014760657719203403, "subset_score_loss": 0.014760657719203403, "memorization_fraction_pixel": 0.738099992275238, "mean_nn_ratio_pixel": 0.38750267028808594, "fid": 37.58187297232282}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d140/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d140/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..2d5364e327c25ff4536931a08bf0fc4e30652a83
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d140/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     74s | train_loss=0.9993 | fid=310.2282
+  step   10000 |    160s | train_loss=0.7574
+  step   20000 |    251s | train_loss=0.6301
+  step   30000 |    343s | train_loss=0.5174
+  step   40000 |    435s | train_loss=0.4146
+  step   50000 |    526s | train_loss=0.3325
+  step   60000 |    618s | train_loss=0.2684
+  step   70000 |    710s | train_loss=0.2194
+  step   80000 |    802s | train_loss=0.1860
+  step   90000 |    893s | train_loss=0.1685
+  step  100000 |   1057s | train_loss=0.1496 | fid=63.5919
+  step  110000 |   1143s | train_loss=0.1354
+  step  120000 |   1233s | train_loss=0.1252
+  step  130000 |   1324s | train_loss=0.1177
+  step  140000 |   1416s | train_loss=0.1115
+  step  150000 |   1508s | train_loss=0.1109
+  step  160000 |   1599s | train_loss=0.1031
+  step  170000 |   1690s | train_loss=0.0976
+  step  180000 |   1782s | train_loss=0.0945
+  step  190000 |   1874s | train_loss=0.0895
+  step  200000 |   2037s | train_loss=0.0911 | fid=69.7963
+  step  210000 |   2129s | train_loss=0.0855
+  step  220000 |   2217s | train_loss=0.0838
+  step  230000 |   2307s | train_loss=0.0825
+  step  240000 |   2399s | train_loss=0.0789
+  step  250000 |   2491s | train_loss=0.0783
+  step  260000 |   2583s | train_loss=0.0809
+  step  270000 |   2675s | train_loss=0.0731
+  step  280000 |   2767s | train_loss=0.0743
+  step  290000 |   2858s | train_loss=0.0730
+  step  300000 |   3023s | train_loss=0.0691 | fid=68.4308
+  step  310000 |   3115s | train_loss=0.0687
+  step  320000 |   3207s | train_loss=0.0702
+  step  330000 |   3294s | train_loss=0.0659
+  step  340000 |   3384s | train_loss=0.0677
+  step  350000 |   3477s | train_loss=0.0655
+  step  360000 |   3569s | train_loss=0.0647
+  step  370000 |   3661s | train_loss=0.0611
+  step  380000 |   3752s | train_loss=0.0612
+  step  390000 |   3844s | train_loss=0.0607
+  step  400000 |   4010s | train_loss=0.0614 | fid=65.0841
+  step  410000 |   4102s | train_loss=0.0619
+  step  420000 |   4194s | train_loss=0.0578
+  step  430000 |   4286s | train_loss=0.0580
+  step  440000 |   4373s | train_loss=0.0568
+  step  450000 |   4464s | train_loss=0.0561
+  step  460000 |   4556s | train_loss=0.0561
+  step  470000 |   4648s | train_loss=0.0572
+  step  480000 |   4740s | train_loss=0.0531
+  step  490000 |   4831s | train_loss=0.0536
+  step  500000 |   4996s | train_loss=0.0543 | fid=64.3177
+  step  510000 |   5088s | train_loss=0.0525
+  step  520000 |   5180s | train_loss=0.0523
+  step  530000 |   5271s | train_loss=0.0530
+  step  540000 |   5364s | train_loss=0.0505
+  step  550000 |   5450s | train_loss=0.0536
+  step  560000 |   5541s | train_loss=0.0501
+  step  570000 |   5633s | train_loss=0.0525
+  step  580000 |   5725s | train_loss=0.0503
+  step  590000 |   5816s | train_loss=0.0518
+  step  600000 |   5982s | train_loss=0.0500 | fid=62.7529
+  step  610000 |   6074s | train_loss=0.0488
+  step  620000 |   6166s | train_loss=0.0505
+  step  630000 |   6258s | train_loss=0.0476
+  step  640000 |   6350s | train_loss=0.0458
+  step  650000 |   6433s | train_loss=0.0480
+  step  660000 |   6525s | train_loss=0.0474
+  step  670000 |   6615s | train_loss=0.0467
+  step  680000 |   6707s | train_loss=0.0460
+  step  690000 |   6799s | train_loss=0.0452
+  step  700000 |   6965s | train_loss=0.0461 | fid=61.4376
+  step  710000 |   7057s | train_loss=0.0472
+  step  720000 |   7149s | train_loss=0.0459
+  step  730000 |   7240s | train_loss=0.0443
+  step  740000 |   7332s | train_loss=0.0451
+  step  750000 |   7424s | train_loss=0.0430
+  step  760000 |   7509s | train_loss=0.0427
+  step  770000 |   7601s | train_loss=0.0440
+  step  780000 |   7692s | train_loss=0.0428
+  step  790000 |   7784s | train_loss=0.0430
+  step  800000 |   7950s | train_loss=0.0434 | fid=59.8803
+  step  810000 |   8043s | train_loss=0.0423
+  step  820000 |   8134s | train_loss=0.0415
+  step  830000 |   8227s | train_loss=0.0435
+  step  840000 |   8318s | train_loss=0.0433
+  step  850000 |   8410s | train_loss=0.0412
+  step  860000 |   8503s | train_loss=0.0406
+  step  870000 |   8589s | train_loss=0.0414
+  step  880000 |   8681s | train_loss=0.0412
+  step  890000 |   8772s | train_loss=0.0400
+  step  900000 |   8996s | train_loss=0.0431 | fid=63.1167
+  step  910000 |   9088s | train_loss=0.0406
+  step  920000 |   9179s | train_loss=0.0407
+  step  930000 |   9271s | train_loss=0.0379
+  step  940000 |   9363s | train_loss=0.0412
+  step  950000 |   9454s | train_loss=0.0381
+  step  960000 |   9546s | train_loss=0.0385
+  step  970000 |   9634s | train_loss=0.0402
+  step  980000 |   9726s | train_loss=0.0392
+  step  990000 |   9818s | train_loss=0.0389
+  step 1000000 |   9982s | train_loss=0.0375 | fid=60.1986
+  step 1010000 |  10074s | train_loss=0.0395
+  step 1020000 |  10166s | train_loss=0.0382
+  step 1030000 |  10258s | train_loss=0.0387
+  step 1040000 |  10349s | train_loss=0.0396
+  step 1050000 |  10441s | train_loss=0.0373
+  step 1060000 |  10533s | train_loss=0.0389
+  step 1070000 |  10626s | train_loss=0.0370
+  step 1080000 |  10712s | train_loss=0.0373
+  step 1090000 |  10804s | train_loss=0.0364
+  step 1100000 |  10970s | train_loss=0.0375 | fid=63.4053
+  step 1110000 |  11062s | train_loss=0.0362
+  step 1120000 |  11154s | train_loss=0.0370
+  step 1130000 |  11246s | train_loss=0.0375
+  step 1140000 |  11338s | train_loss=0.0371
+  step 1150000 |  11430s | train_loss=0.0365
+  step 1160000 |  11521s | train_loss=0.0361
+  step 1170000 |  11613s | train_loss=0.0357
+  step 1180000 |  11702s | train_loss=0.0352
+  step 1190000 |  11793s | train_loss=0.0358
+  step 1200000 |  11994s | train_loss=0.0343 | fid=63.2619
+  step 1210000 |  12084s | train_loss=0.0352
+  step 1220000 |  12176s | train_loss=0.0340
+  step 1230000 |  12268s | train_loss=0.0346
+  step 1240000 |  12360s | train_loss=0.0341
+  step 1250000 |  12451s | train_loss=0.0369
+  step 1260000 |  12543s | train_loss=0.0365
+  step 1270000 |  12635s | train_loss=0.0340
+  step 1280000 |  12728s | train_loss=0.0324
+  step 1290000 |  12814s | train_loss=0.0352
+  step 1300000 |  12978s | train_loss=0.0330 | fid=62.7009
+  step 1310000 |  13071s | train_loss=0.0331
+  step 1320000 |  13161s | train_loss=0.0325
+  step 1330000 |  13253s | train_loss=0.0317
+  step 1340000 |  13345s | train_loss=0.0318
+  step 1350000 |  13437s | train_loss=0.0329
+  step 1360000 |  13529s | train_loss=0.0315
+  step 1370000 |  13620s | train_loss=0.0329
+  step 1380000 |  13712s | train_loss=0.0324
+  step 1390000 |  13803s | train_loss=0.0325
+  step 1400000 |  14005s | train_loss=0.0319 | fid=62.8718
+  step 1410000 |  14097s | train_loss=0.0317
+  step 1420000 |  14187s | train_loss=0.0321
+  step 1430000 |  14279s | train_loss=0.0306
+  step 1440000 |  14371s | train_loss=0.0315
+  step 1450000 |  14463s | train_loss=0.0329
+  step 1460000 |  14555s | train_loss=0.0307
+  step 1470000 |  14647s | train_loss=0.0304
+  step 1480000 |  14739s | train_loss=0.0311
+  step 1490000 |  14831s | train_loss=0.0310
+  step 1500000 |  15022s | train_loss=0.0291 | fid=62.5233
+  step 1510000 |  15114s | train_loss=0.0303
+  step 1520000 |  15206s | train_loss=0.0308
+  step 1530000 |  15296s | train_loss=0.0300
+  step 1540000 |  15388s | train_loss=0.0294
+  step 1550000 |  15479s | train_loss=0.0294
+  step 1560000 |  15572s | train_loss=0.0307
+  step 1570000 |  15664s | train_loss=0.0295
+  step 1580000 |  15755s | train_loss=0.0309
+  step 1590000 |  15847s | train_loss=0.0297
+  step 1600000 |  16032s | train_loss=0.0300 | fid=61.0695
+  step 1610000 |  16124s | train_loss=0.0297
+  step 1620000 |  16216s | train_loss=0.0297
+  step 1630000 |  16308s | train_loss=0.0295
+  step 1640000 |  16398s | train_loss=0.0289
+  step 1650000 |  16489s | train_loss=0.0282
+  step 1660000 |  16581s | train_loss=0.0280
+  step 1670000 |  16673s | train_loss=0.0274
+  step 1680000 |  16765s | train_loss=0.0269
+  step 1690000 |  16856s | train_loss=0.0286
+  step 1700000 |  17072s | train_loss=0.0284 | fid=62.9326
+  step 1710000 |  17164s | train_loss=0.0303
+  step 1720000 |  17256s | train_loss=0.0280
+  step 1730000 |  17348s | train_loss=0.0285
+  step 1740000 |  17438s | train_loss=0.0277
+  step 1750000 |  17530s | train_loss=0.0283
+  step 1760000 |  17622s | train_loss=0.0275
+  step 1770000 |  17714s | train_loss=0.0275
+  step 1780000 |  17806s | train_loss=0.0294
+  step 1790000 |  17897s | train_loss=0.0265
+  step 1800000 |  18112s | train_loss=0.0280 | fid=61.3208
+  step 1810000 |  18204s | train_loss=0.0290
+  step 1820000 |  18296s | train_loss=0.0274
+  step 1830000 |  18388s | train_loss=0.0268
+  step 1840000 |  18480s | train_loss=0.0268
+  step 1850000 |  18570s | train_loss=0.0271
+  step 1860000 |  18662s | train_loss=0.0269
+  step 1870000 |  18754s | train_loss=0.0277
+  step 1880000 |  18846s | train_loss=0.0258
+  step 1890000 |  18938s | train_loss=0.0273
+  step 1900000 |  19145s | train_loss=0.0265 | fid=64.8369
+  step 1910000 |  19237s | train_loss=0.0260
+  step 1920000 |  19329s | train_loss=0.0262
+  step 1930000 |  19421s | train_loss=0.0276
+  step 1940000 |  19513s | train_loss=0.0259
+  step 1950000 |  19603s | train_loss=0.0264
+  step 1960000 |  19695s | train_loss=0.0249
+  step 1970000 |  19787s | train_loss=0.0252
+  step 1980000 |  19879s | train_loss=0.0270
+  step 1990000 |  19970s | train_loss=0.0254
+  step 2000000 |  20163s | train_loss=0.0255 | fid=64.2448
+  step 2010000 |  20254s | train_loss=0.0259
+  step 2020000 |  20346s | train_loss=0.0271
+  step 2030000 |  20438s | train_loss=0.0265
+  step 2040000 |  20530s | train_loss=0.0248
+  step 2050000 |  20622s | train_loss=0.0259
+  step 2060000 |  20713s | train_loss=0.0251
+  step 2070000 |  20804s | train_loss=0.0252
+  step 2080000 |  20896s | train_loss=0.0245
+  step 2090000 |  20988s | train_loss=0.0240
+  step 2100000 |  21196s | train_loss=0.0260 | fid=61.2561
+  step 2110000 |  21286s | train_loss=0.0242
+  step 2120000 |  21378s | train_loss=0.0251
+  step 2130000 |  21470s | train_loss=0.0248
+  step 2140000 |  21562s | train_loss=0.0236
+  step 2150000 |  21653s | train_loss=0.0237
+  step 2160000 |  21745s | train_loss=0.0231
+  step 2170000 |  21835s | train_loss=0.0246
+  step 2180000 |  21927s | train_loss=0.0231
+  step 2190000 |  22019s | train_loss=0.0228
+  step 2200000 |  22219s | train_loss=0.0255 | fid=61.9191
+  step 2210000 |  22309s | train_loss=0.0232
+  step 2220000 |  22401s | train_loss=0.0235
+  step 2230000 |  22493s | train_loss=0.0238
+  step 2240000 |  22585s | train_loss=0.0242
+  step 2250000 |  22677s | train_loss=0.0256
+  step 2260000 |  22769s | train_loss=0.0244
+  step 2270000 |  22859s | train_loss=0.0245
+  step 2280000 |  22951s | train_loss=0.0231
+  step 2290000 |  23043s | train_loss=0.0228
+  step 2300000 |  23230s | train_loss=0.0230 | fid=62.5856
+  step 2310000 |  23321s | train_loss=0.0231
+  step 2320000 |  23413s | train_loss=0.0241
+  step 2330000 |  23505s | train_loss=0.0232
+  step 2340000 |  23597s | train_loss=0.0220
+  step 2350000 |  23689s | train_loss=0.0223
+  step 2360000 |  23780s | train_loss=0.0224
+  step 2370000 |  23873s | train_loss=0.0233
+  step 2380000 |  23962s | train_loss=0.0229
+  step 2390000 |  24054s | train_loss=0.0228
+  step 2400000 |  24240s | train_loss=0.0230 | fid=60.9137
+  step 2410000 |  24329s | train_loss=0.0232
+  step 2420000 |  24420s | train_loss=0.0225
+  step 2430000 |  24512s | train_loss=0.0226
+  step 2440000 |  24604s | train_loss=0.0220
+  step 2450000 |  24696s | train_loss=0.0215
+  step 2460000 |  24788s | train_loss=0.0235
+  step 2470000 |  24880s | train_loss=0.0224
+  step 2480000 |  24972s | train_loss=0.0225
+  step 2490000 |  25062s | train_loss=0.0246
+  step 2500000 |  25268s | train_loss=0.0211 | fid=61.5708
+  step 2510000 |  25356s | train_loss=0.0223
+  step 2520000 |  25447s | train_loss=0.0226
+  step 2530000 |  25539s | train_loss=0.0208
+  step 2540000 |  25631s | train_loss=0.0226
+  step 2550000 |  25723s | train_loss=0.0216
+  step 2560000 |  25815s | train_loss=0.0219
+  step 2570000 |  25907s | train_loss=0.0220
+  step 2580000 |  25999s | train_loss=0.0208
+  step 2590000 |  26089s | train_loss=0.0215
+  step 2600000 |  26300s | train_loss=0.0212 | fid=58.0981
+  step 2610000 |  26389s | train_loss=0.0209
+  step 2620000 |  26480s | train_loss=0.0217
+  step 2630000 |  26571s | train_loss=0.0209
+  step 2640000 |  26663s | train_loss=0.0206
+  step 2650000 |  26755s | train_loss=0.0212
+  step 2660000 |  26847s | train_loss=0.0206
+  step 2670000 |  26939s | train_loss=0.0209
+  step 2680000 |  27031s | train_loss=0.0229
+  step 2690000 |  27123s | train_loss=0.0209
+  step 2700000 |  27330s | train_loss=0.0210 | fid=58.7416
+  step 2710000 |  27419s | train_loss=0.0205
+  step 2720000 |  27512s | train_loss=0.0225
+  step 2730000 |  27602s | train_loss=0.0206
+  step 2740000 |  27694s | train_loss=0.0208
+  step 2750000 |  27786s | train_loss=0.0224
+  step 2760000 |  27878s | train_loss=0.0207
+  step 2770000 |  27970s | train_loss=0.0214
+  step 2780000 |  28061s | train_loss=0.0213
+  step 2790000 |  28153s | train_loss=0.0231
+  step 2800000 |  28340s | train_loss=0.0204 | fid=56.8607
+  step 2810000 |  28431s | train_loss=0.0202
+  step 2820000 |  28522s | train_loss=0.0206
+  step 2830000 |  28613s | train_loss=0.0201
+  step 2840000 |  28705s | train_loss=0.0203
+  step 2850000 |  28797s | train_loss=0.0197
+  step 2860000 |  28889s | train_loss=0.0205
+  step 2870000 |  28981s | train_loss=0.0206
+  step 2880000 |  29072s | train_loss=0.0213
+  step 2890000 |  29164s | train_loss=0.0209
+  step 2900000 |  29331s | train_loss=0.0198 | fid=53.5597
+  step 2910000 |  29423s | train_loss=0.0194
+  step 2920000 |  29512s | train_loss=0.0207
+  step 2930000 |  29604s | train_loss=0.0202
+  step 2940000 |  29694s | train_loss=0.0208
+  step 2950000 |  29786s | train_loss=0.0199
+  step 2960000 |  29878s | train_loss=0.0210
+  step 2970000 |  29970s | train_loss=0.0198
+  step 2980000 |  30061s | train_loss=0.0197
+  step 2990000 |  30153s | train_loss=0.0194
+  step 3000000 |  30374s | train_loss=0.0202 | fid=54.6823
+  step 3010000 |  30464s | train_loss=0.0193
+  step 3020000 |  30554s | train_loss=0.0196
+  step 3030000 |  30646s | train_loss=0.0193
+  step 3040000 |  30736s | train_loss=0.0200
+  step 3050000 |  30828s | train_loss=0.0199
+  step 3060000 |  30920s | train_loss=0.0203
+  step 3070000 |  31012s | train_loss=0.0193
+  step 3080000 |  31103s | train_loss=0.0203
+  step 3090000 |  31195s | train_loss=0.0200
+  step 3100000 |  31392s | train_loss=0.0189 | fid=50.3611
+  step 3110000 |  31485s | train_loss=0.0207
+  step 3120000 |  31574s | train_loss=0.0207
+  step 3130000 |  31664s | train_loss=0.0188
+  step 3140000 |  31756s | train_loss=0.0192
+  step 3150000 |  31846s | train_loss=0.0188
+  step 3160000 |  31937s | train_loss=0.0188
+  step 3170000 |  32029s | train_loss=0.0194
+  step 3180000 |  32121s | train_loss=0.0203
+  step 3190000 |  32213s | train_loss=0.0189
+  step 3200000 |  32392s | train_loss=0.0201 | fid=51.4138
+  step 3210000 |  32484s | train_loss=0.0189
+  step 3220000 |  32577s | train_loss=0.0194
+  step 3230000 |  32664s | train_loss=0.0199
+  step 3240000 |  32755s | train_loss=0.0186
+  step 3250000 |  32845s | train_loss=0.0203
+  step 3260000 |  32937s | train_loss=0.0216
+  step 3270000 |  33029s | train_loss=0.0185
+  step 3280000 |  33121s | train_loss=0.0180
+  step 3290000 |  33213s | train_loss=0.0175
+  step 3300000 |  33376s | train_loss=0.0183 | fid=50.1554
+  step 3310000 |  33468s | train_loss=0.0180
+  step 3320000 |  33560s | train_loss=0.0177
+  step 3330000 |  33653s | train_loss=0.0192
+  step 3340000 |  33740s | train_loss=0.0178
+  step 3350000 |  33832s | train_loss=0.0182
+  step 3360000 |  33922s | train_loss=0.0189
+  step 3370000 |  34014s | train_loss=0.0198
+  step 3380000 |  34106s | train_loss=0.0181
+  step 3390000 |  34198s | train_loss=0.0177
+  step 3400000 |  34380s | train_loss=0.0176 | fid=48.5737
+  step 3410000 |  34472s | train_loss=0.0192
+  step 3420000 |  34564s | train_loss=0.0184
+  step 3430000 |  34656s | train_loss=0.0185
+  step 3440000 |  34745s | train_loss=0.0186
+  step 3450000 |  34835s | train_loss=0.0185
+  step 3460000 |  34927s | train_loss=0.0181
+  step 3470000 |  35017s | train_loss=0.0182
+  step 3480000 |  35109s | train_loss=0.0181
+  step 3490000 |  35201s | train_loss=0.0175
+  step 3500000 |  35398s | train_loss=0.0182 | fid=49.4720
+  step 3510000 |  35490s | train_loss=0.0172
+  step 3520000 |  35582s | train_loss=0.0171
+  step 3530000 |  35673s | train_loss=0.0175
+  step 3540000 |  35766s | train_loss=0.0177
+  step 3550000 |  35854s | train_loss=0.0174
+  step 3560000 |  35946s | train_loss=0.0179
+  step 3570000 |  36036s | train_loss=0.0181
+  step 3580000 |  36128s | train_loss=0.0179
+  step 3590000 |  36220s | train_loss=0.0179
+  step 3600000 |  36416s | train_loss=0.0185 | fid=46.4105
+  step 3610000 |  36508s | train_loss=0.0176
+  step 3620000 |  36600s | train_loss=0.0181
+  step 3630000 |  36692s | train_loss=0.0182
+  step 3640000 |  36784s | train_loss=0.0178
+  step 3650000 |  36873s | train_loss=0.0188
+  step 3660000 |  36964s | train_loss=0.0176
+  step 3670000 |  37056s | train_loss=0.0184
+  step 3680000 |  37146s | train_loss=0.0176
+  step 3690000 |  37238s | train_loss=0.0182
+  step 3700000 |  37440s | train_loss=0.0184 | fid=43.7232
+  step 3710000 |  37532s | train_loss=0.0173
+  step 3720000 |  37623s | train_loss=0.0173
+  step 3730000 |  37715s | train_loss=0.0175
+  step 3740000 |  37807s | train_loss=0.0184
+  step 3750000 |  37896s | train_loss=0.0167
+  step 3760000 |  37989s | train_loss=0.0168
+  step 3770000 |  38079s | train_loss=0.0178
+  step 3780000 |  38169s | train_loss=0.0169
+  step 3790000 |  38261s | train_loss=0.0170
+  step 3800000 |  38463s | train_loss=0.0172 | fid=43.5575
+  step 3810000 |  38555s | train_loss=0.0173
+  step 3820000 |  38646s | train_loss=0.0169
+  step 3830000 |  38738s | train_loss=0.0171
+  step 3840000 |  38830s | train_loss=0.0172
+  step 3850000 |  38921s | train_loss=0.0174
+  step 3860000 |  39012s | train_loss=0.0163
+  step 3870000 |  39104s | train_loss=0.0191
+  step 3880000 |  39193s | train_loss=0.0165
+  step 3890000 |  39285s | train_loss=0.0182
+  step 3900000 |  39490s | train_loss=0.0171 | fid=42.6690
+  step 3910000 |  39581s | train_loss=0.0165
+  step 3920000 |  39673s | train_loss=0.0173
+  step 3930000 |  39765s | train_loss=0.0167
+  step 3940000 |  39857s | train_loss=0.0165
+  step 3950000 |  39949s | train_loss=0.0171
+  step 3960000 |  40039s | train_loss=0.0174
+  step 3970000 |  40131s | train_loss=0.0179
+  step 3980000 |  40221s | train_loss=0.0172
+  step 3990000 |  40312s | train_loss=0.0164
+  step 4000000 |  40521s | train_loss=0.0168 | fid=41.8213
+  step 4010000 |  40612s | train_loss=0.0168
+  step 4020000 |  40705s | train_loss=0.0178
+  step 4030000 |  40796s | train_loss=0.0178
+  step 4040000 |  40888s | train_loss=0.0165
+  step 4050000 |  40980s | train_loss=0.0169
+  step 4060000 |  41068s | train_loss=0.0168
+  step 4070000 |  41160s | train_loss=0.0163
+  step 4080000 |  41253s | train_loss=0.0166
+  step 4090000 |  41341s | train_loss=0.0156
+  step 4100000 |  41543s | train_loss=0.0153 | fid=40.3233
+  step 4110000 |  41635s | train_loss=0.0168
+  step 4120000 |  41727s | train_loss=0.0160
+  step 4130000 |  41819s | train_loss=0.0178
+  step 4140000 |  41910s | train_loss=0.0185
+  step 4150000 |  42003s | train_loss=0.0158
+  step 4160000 |  42092s | train_loss=0.0161
+  step 4170000 |  42184s | train_loss=0.0175
+  step 4180000 |  42276s | train_loss=0.0166
+  step 4190000 |  42364s | train_loss=0.0162
+  step 4200000 |  42551s | train_loss=0.0160 | fid=41.2841
+  step 4210000 |  42643s | train_loss=0.0157
+  step 4220000 |  42735s | train_loss=0.0165
+  step 4230000 |  42827s | train_loss=0.0161
+  step 4240000 |  42919s | train_loss=0.0162
+  step 4250000 |  43011s | train_loss=0.0166
+  step 4260000 |  43102s | train_loss=0.0162
+  step 4270000 |  43192s | train_loss=0.0161
+  step 4280000 |  43285s | train_loss=0.0176
+  step 4290000 |  43377s | train_loss=0.0172
+  step 4300000 |  43561s | train_loss=0.0167 | fid=39.8893
+  step 4310000 |  43653s | train_loss=0.0159
+  step 4320000 |  43745s | train_loss=0.0164
+  step 4330000 |  43837s | train_loss=0.0166
+  step 4340000 |  43929s | train_loss=0.0159
+  step 4350000 |  44021s | train_loss=0.0165
+  step 4360000 |  44113s | train_loss=0.0174
+  step 4370000 |  44202s | train_loss=0.0166
+  step 4380000 |  44295s | train_loss=0.0162
+  step 4390000 |  44387s | train_loss=0.0168
+  step 4400000 |  44576s | train_loss=0.0164 | fid=37.9295
+  step 4410000 |  44668s | train_loss=0.0155
+  step 4420000 |  44759s | train_loss=0.0158
+  step 4430000 |  44851s | train_loss=0.0156
+  step 4440000 |  44943s | train_loss=0.0172
+  step 4450000 |  45035s | train_loss=0.0161
+  step 4460000 |  45127s | train_loss=0.0153
+  step 4470000 |  45218s | train_loss=0.0162
+  step 4480000 |  45308s | train_loss=0.0152
+  step 4490000 |  45400s | train_loss=0.0160
+  step 4500000 |  45584s | train_loss=0.0145 | fid=39.8140
+  step 4510000 |  45674s | train_loss=0.0148
+  step 4520000 |  45766s | train_loss=0.0155
+  step 4530000 |  45858s | train_loss=0.0168
+  step 4540000 |  45950s | train_loss=0.0158
+  step 4550000 |  46042s | train_loss=0.0155
+  step 4560000 |  46134s | train_loss=0.0150
+  step 4570000 |  46227s | train_loss=0.0154
+  step 4580000 |  46315s | train_loss=0.0145
+  step 4590000 |  46407s | train_loss=0.0167
+  step 4600000 |  46610s | train_loss=0.0153 | fid=39.8361
+  step 4610000 |  46702s | train_loss=0.0151
+  step 4620000 |  46793s | train_loss=0.0171
+  step 4630000 |  46885s | train_loss=0.0162
+  step 4640000 |  46977s | train_loss=0.0160
+  step 4650000 |  47068s | train_loss=0.0161
+  step 4660000 |  47160s | train_loss=0.0159
+  step 4670000 |  47252s | train_loss=0.0150
+  step 4680000 |  47341s | train_loss=0.0155
+  step 4690000 |  47433s | train_loss=0.0159
+  step 4700000 |  47636s | train_loss=0.0154 | fid=38.0869
+  step 4710000 |  47726s | train_loss=0.0159
+  step 4720000 |  47817s | train_loss=0.0155
+  step 4730000 |  47909s | train_loss=0.0146
+  step 4740000 |  48001s | train_loss=0.0165
+  step 4750000 |  48092s | train_loss=0.0158
+  step 4760000 |  48184s | train_loss=0.0163
+  step 4770000 |  48276s | train_loss=0.0149
+  step 4780000 |  48366s | train_loss=0.0147
+  step 4790000 |  48457s | train_loss=0.0141
+  step 4800000 |  48622s | train_loss=0.0149 | fid=38.0455
+  step 4810000 |  48714s | train_loss=0.0152
+  step 4820000 |  48804s | train_loss=0.0162
+  step 4830000 |  48894s | train_loss=0.0144
+  step 4840000 |  48986s | train_loss=0.0145
+  step 4850000 |  49078s | train_loss=0.0138
+  step 4860000 |  49170s | train_loss=0.0159
+  step 4870000 |  49262s | train_loss=0.0148
+  step 4880000 |  49354s | train_loss=0.0142
+  step 4890000 |  49443s | train_loss=0.0152
+  step 4900000 |  49608s | train_loss=0.0168 | fid=36.4833
+  step 4910000 |  49700s | train_loss=0.0156
+  step 4920000 |  49790s | train_loss=0.0160
+  step 4930000 |  49882s | train_loss=0.0150
+  step 4940000 |  49973s | train_loss=0.0151
+  step 4950000 |  50065s | train_loss=0.0155
+  step 4960000 |  50156s | train_loss=0.0151
+  step 4970000 |  50248s | train_loss=0.0156
+  step 4980000 |  50340s | train_loss=0.0154
+  step 4990000 |  50432s | train_loss=0.0141
+  step 5000000 |  50588s | train_loss=0.0148 | fid=37.5819
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d160/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d160/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c63076c42d67e4243cc5b379e89ed4b05c35d9ff
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d160/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d160/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d160",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 45,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d160/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d160/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..11cbbea578c48d09b83651815e959fd7a777654e
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d160/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 160, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d160/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 45}
+{"step": 1, "wall_time": 74.87981295585632, "train_loss_step": 160.25428771972656, "n_params": 4592800, "total_flops": 14109081600, "train_loss": 1.0002042770385742, "subset_score_loss": 1.0002042770385742, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9772107601165771, "fid": 289.7242430531981}
+{"step": 10000, "wall_time": 173.1309151649475, "train_loss_step": 28.289682388305664, "n_params": 4592800, "total_flops": 141090816000000, "train_loss": 0.716367244720459, "subset_score_loss": 0.716367244720459}
+{"step": 20000, "wall_time": 272.76764011383057, "train_loss_step": 24.764476776123047, "n_params": 4592800, "total_flops": 282181632000000, "train_loss": 0.605567455291748, "subset_score_loss": 0.605567455291748}
+{"step": 30000, "wall_time": 372.55082273483276, "train_loss_step": 23.389209747314453, "n_params": 4592800, "total_flops": 423272448000000, "train_loss": 0.5183987617492676, "subset_score_loss": 0.5183987617492676}
+{"step": 40000, "wall_time": 472.6749188899994, "train_loss_step": 20.104326248168945, "n_params": 4592800, "total_flops": 564363264000000, "train_loss": 0.43268332481384275, "subset_score_loss": 0.43268332481384275}
+{"step": 50000, "wall_time": 573.2771348953247, "train_loss_step": 18.195186614990234, "n_params": 4592800, "total_flops": 705454080000000, "train_loss": 0.34177427291870116, "subset_score_loss": 0.34177427291870116}
+{"step": 60000, "wall_time": 673.069997549057, "train_loss_step": 17.034421920776367, "n_params": 4592800, "total_flops": 846544896000000, "train_loss": 0.28133211135864256, "subset_score_loss": 0.28133211135864256}
+{"step": 70000, "wall_time": 773.3668885231018, "train_loss_step": 16.932218551635742, "n_params": 4592800, "total_flops": 987635712000000, "train_loss": 0.22111079692840577, "subset_score_loss": 0.22111079692840577}
+{"step": 80000, "wall_time": 873.4058773517609, "train_loss_step": 15.953291893005371, "n_params": 4592800, "total_flops": 1128726528000000, "train_loss": 0.19628249406814574, "subset_score_loss": 0.19628249406814574}
+{"step": 90000, "wall_time": 972.9078333377838, "train_loss_step": 14.163329124450684, "n_params": 4592800, "total_flops": 1269817344000000, "train_loss": 0.17157679796218872, "subset_score_loss": 0.17157679796218872}
+{"step": 100000, "wall_time": 1143.2454226016998, "train_loss_step": 13.615763664245605, "n_params": 4592800, "total_flops": 1410908160000000, "train_loss": 0.16306231021881104, "subset_score_loss": 0.16306231021881104, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9444910883903503, "fid": 69.92153491355218}
+{"step": 110000, "wall_time": 1240.6577563285828, "train_loss_step": 13.04896354675293, "n_params": 4592800, "total_flops": 1551998976000000, "train_loss": 0.13818391561508178, "subset_score_loss": 0.13818391561508178}
+{"step": 120000, "wall_time": 1340.5608270168304, "train_loss_step": 13.011585235595703, "n_params": 4592800, "total_flops": 1693089792000000, "train_loss": 0.1350109338760376, "subset_score_loss": 0.1350109338760376}
+{"step": 130000, "wall_time": 1440.2632358074188, "train_loss_step": 12.680136680603027, "n_params": 4592800, "total_flops": 1834180608000000, "train_loss": 0.1287213683128357, "subset_score_loss": 0.1287213683128357}
+{"step": 140000, "wall_time": 1539.781703710556, "train_loss_step": 12.613996505737305, "n_params": 4592800, "total_flops": 1975271424000000, "train_loss": 0.13153035640716554, "subset_score_loss": 0.13153035640716554}
+{"step": 150000, "wall_time": 1639.079259634018, "train_loss_step": 12.18389892578125, "n_params": 4592800, "total_flops": 2116362240000000, "train_loss": 0.11621251106262206, "subset_score_loss": 0.11621251106262206}
+{"step": 160000, "wall_time": 1736.3979105949402, "train_loss_step": 11.45933723449707, "n_params": 4592800, "total_flops": 2257453056000000, "train_loss": 0.10957978963851929, "subset_score_loss": 0.10957978963851929}
+{"step": 170000, "wall_time": 1835.2212994098663, "train_loss_step": 11.410687446594238, "n_params": 4592800, "total_flops": 2398543872000000, "train_loss": 0.1061322808265686, "subset_score_loss": 0.1061322808265686}
+{"step": 180000, "wall_time": 1934.145031452179, "train_loss_step": 11.691215515136719, "n_params": 4592800, "total_flops": 2539634688000000, "train_loss": 0.10514427423477173, "subset_score_loss": 0.10514427423477173}
+{"step": 190000, "wall_time": 2031.6496703624725, "train_loss_step": 11.241016387939453, "n_params": 4592800, "total_flops": 2680725504000000, "train_loss": 0.09833115339279175, "subset_score_loss": 0.09833115339279175}
+{"step": 200000, "wall_time": 2201.414311647415, "train_loss_step": 10.996501922607422, "n_params": 4592800, "total_flops": 2821816320000000, "train_loss": 0.09485409259796143, "subset_score_loss": 0.09485409259796143, "memorization_fraction_pixel": 0.000699999975040555, "mean_nn_ratio_pixel": 0.9480224847793579, "fid": 87.12483474827542}
+{"step": 210000, "wall_time": 2298.6455903053284, "train_loss_step": 11.206668853759766, "n_params": 4592800, "total_flops": 2962907136000000, "train_loss": 0.09884586930274963, "subset_score_loss": 0.09884586930274963}
+{"step": 220000, "wall_time": 2397.6746559143066, "train_loss_step": 10.475831985473633, "n_params": 4592800, "total_flops": 3103997952000000, "train_loss": 0.0935811460018158, "subset_score_loss": 0.0935811460018158}
+{"step": 230000, "wall_time": 2496.870582818985, "train_loss_step": 9.998605728149414, "n_params": 4592800, "total_flops": 3245088768000000, "train_loss": 0.0942399263381958, "subset_score_loss": 0.0942399263381958}
+{"step": 240000, "wall_time": 2596.2623212337494, "train_loss_step": 10.587121963500977, "n_params": 4592800, "total_flops": 3386179584000000, "train_loss": 0.09531620144844055, "subset_score_loss": 0.09531620144844055}
+{"step": 250000, "wall_time": 2694.9031388759613, "train_loss_step": 10.259807586669922, "n_params": 4592800, "total_flops": 3527270400000000, "train_loss": 0.09106044173240661, "subset_score_loss": 0.09106044173240661}
+{"step": 260000, "wall_time": 2792.4419436454773, "train_loss_step": 9.836520195007324, "n_params": 4592800, "total_flops": 3668361216000000, "train_loss": 0.0858407735824585, "subset_score_loss": 0.0858407735824585}
+{"step": 270000, "wall_time": 2891.3697171211243, "train_loss_step": 9.129926681518555, "n_params": 4592800, "total_flops": 3809452032000000, "train_loss": 0.08310341238975524, "subset_score_loss": 0.08310341238975524}
+{"step": 280000, "wall_time": 2990.073451280594, "train_loss_step": 10.310493469238281, "n_params": 4592800, "total_flops": 3950542848000000, "train_loss": 0.08423584103584289, "subset_score_loss": 0.08423584103584289}
+{"step": 290000, "wall_time": 3085.818858385086, "train_loss_step": 9.676312446594238, "n_params": 4592800, "total_flops": 4091633664000000, "train_loss": 0.08211613893508911, "subset_score_loss": 0.08211613893508911}
+{"step": 300000, "wall_time": 3256.901423931122, "train_loss_step": 9.90400505065918, "n_params": 4592800, "total_flops": 4232724480000000, "train_loss": 0.08124245405197143, "subset_score_loss": 0.08124245405197143, "memorization_fraction_pixel": 0.00139999995008111, "mean_nn_ratio_pixel": 0.9542391896247864, "fid": 98.68155058818816}
+{"step": 310000, "wall_time": 3354.3276019096375, "train_loss_step": 9.28614616394043, "n_params": 4592800, "total_flops": 4373815296000000, "train_loss": 0.0805436909198761, "subset_score_loss": 0.0805436909198761}
+{"step": 320000, "wall_time": 3453.3194658756256, "train_loss_step": 9.086285591125488, "n_params": 4592800, "total_flops": 4514906112000000, "train_loss": 0.07752692103385925, "subset_score_loss": 0.07752692103385925}
+{"step": 330000, "wall_time": 3552.557404756546, "train_loss_step": 9.179916381835938, "n_params": 4592800, "total_flops": 4655996928000000, "train_loss": 0.0758271038532257, "subset_score_loss": 0.0758271038532257}
+{"step": 340000, "wall_time": 3651.3552491664886, "train_loss_step": 9.164060592651367, "n_params": 4592800, "total_flops": 4797087744000000, "train_loss": 0.07706813216209411, "subset_score_loss": 0.07706813216209411}
+{"step": 350000, "wall_time": 3750.0821855068207, "train_loss_step": 9.970251083374023, "n_params": 4592800, "total_flops": 4938178560000000, "train_loss": 0.07864568233489991, "subset_score_loss": 0.07864568233489991}
+{"step": 360000, "wall_time": 3847.8952181339264, "train_loss_step": 8.840131759643555, "n_params": 4592800, "total_flops": 5079269376000000, "train_loss": 0.07354535460472107, "subset_score_loss": 0.07354535460472107}
+{"step": 370000, "wall_time": 3945.4555094242096, "train_loss_step": 9.415472030639648, "n_params": 4592800, "total_flops": 5220360192000000, "train_loss": 0.0721069633960724, "subset_score_loss": 0.0721069633960724}
+{"step": 380000, "wall_time": 4041.3924553394318, "train_loss_step": 8.972817420959473, "n_params": 4592800, "total_flops": 5361451008000000, "train_loss": 0.07352136373519898, "subset_score_loss": 0.07352136373519898}
+{"step": 390000, "wall_time": 4140.542626142502, "train_loss_step": 8.995587348937988, "n_params": 4592800, "total_flops": 5502541824000000, "train_loss": 0.07000623941421509, "subset_score_loss": 0.07000623941421509}
+{"step": 400000, "wall_time": 4313.422531604767, "train_loss_step": 9.115171432495117, "n_params": 4592800, "total_flops": 5643632640000000, "train_loss": 0.07386035323143006, "subset_score_loss": 0.07386035323143006, "memorization_fraction_pixel": 0.0035000001080334187, "mean_nn_ratio_pixel": 0.9429139494895935, "fid": 104.14632651768443}
+{"step": 410000, "wall_time": 4411.40559387207, "train_loss_step": 8.364704132080078, "n_params": 4592800, "total_flops": 5784723456000000, "train_loss": 0.07024042010307312, "subset_score_loss": 0.07024042010307312}
+{"step": 420000, "wall_time": 4510.555213928223, "train_loss_step": 8.665629386901855, "n_params": 4592800, "total_flops": 5925814272000000, "train_loss": 0.06456027030944825, "subset_score_loss": 0.06456027030944825}
+{"step": 430000, "wall_time": 4609.532536268234, "train_loss_step": 8.400941848754883, "n_params": 4592800, "total_flops": 6066905088000000, "train_loss": 0.06933408975601196, "subset_score_loss": 0.06933408975601196}
+{"step": 440000, "wall_time": 4708.849316358566, "train_loss_step": 9.021430969238281, "n_params": 4592800, "total_flops": 6207995904000000, "train_loss": 0.06438286304473877, "subset_score_loss": 0.06438286304473877}
+{"step": 450000, "wall_time": 4807.991298675537, "train_loss_step": 8.370034217834473, "n_params": 4592800, "total_flops": 6349086720000000, "train_loss": 0.06538602709770203, "subset_score_loss": 0.06538602709770203}
+{"step": 460000, "wall_time": 4905.714739561081, "train_loss_step": 8.227529525756836, "n_params": 4592800, "total_flops": 6490177536000000, "train_loss": 0.06365947723388672, "subset_score_loss": 0.06365947723388672}
+{"step": 470000, "wall_time": 5000.269843816757, "train_loss_step": 8.72365951538086, "n_params": 4592800, "total_flops": 6631268352000000, "train_loss": 0.06731442213058472, "subset_score_loss": 0.06731442213058472}
+{"step": 480000, "wall_time": 5099.2054760456085, "train_loss_step": 7.9794111251831055, "n_params": 4592800, "total_flops": 6772359168000000, "train_loss": 0.06087179780006409, "subset_score_loss": 0.06087179780006409}
+{"step": 490000, "wall_time": 5197.876866579056, "train_loss_step": 8.243328094482422, "n_params": 4592800, "total_flops": 6913449984000000, "train_loss": 0.062077385187149045, "subset_score_loss": 0.062077385187149045}
+{"step": 500000, "wall_time": 5370.518841505051, "train_loss_step": 7.965187072753906, "n_params": 4592800, "total_flops": 7054540800000000, "train_loss": 0.06362568736076354, "subset_score_loss": 0.06362568736076354, "memorization_fraction_pixel": 0.006099999882280827, "mean_nn_ratio_pixel": 0.9388825297355652, "fid": 107.98035325902887}
+{"step": 510000, "wall_time": 5469.440352201462, "train_loss_step": 8.515470504760742, "n_params": 4592800, "total_flops": 7195631616000000, "train_loss": 0.062216663360595705, "subset_score_loss": 0.062216663360595705}
+{"step": 520000, "wall_time": 5566.466809749603, "train_loss_step": 8.020740509033203, "n_params": 4592800, "total_flops": 7336722432000000, "train_loss": 0.0619034469127655, "subset_score_loss": 0.0619034469127655}
+{"step": 530000, "wall_time": 5665.539575099945, "train_loss_step": 7.71501350402832, "n_params": 4592800, "total_flops": 7477813248000000, "train_loss": 0.05999438166618347, "subset_score_loss": 0.05999438166618347}
+{"step": 540000, "wall_time": 5764.1850118637085, "train_loss_step": 8.180487632751465, "n_params": 4592800, "total_flops": 7618904064000000, "train_loss": 0.05871875882148743, "subset_score_loss": 0.05871875882148743}
+{"step": 550000, "wall_time": 5862.1917934417725, "train_loss_step": 8.314879417419434, "n_params": 4592800, "total_flops": 7759994880000000, "train_loss": 0.06339125037193298, "subset_score_loss": 0.06339125037193298}
+{"step": 560000, "wall_time": 5959.516960859299, "train_loss_step": 7.736517906188965, "n_params": 4592800, "total_flops": 7901085696000000, "train_loss": 0.05572344064712524, "subset_score_loss": 0.05572344064712524}
+{"step": 570000, "wall_time": 6055.395954608917, "train_loss_step": 7.608720302581787, "n_params": 4592800, "total_flops": 8042176512000000, "train_loss": 0.060757070779800415, "subset_score_loss": 0.060757070779800415}
+{"step": 580000, "wall_time": 6153.895525932312, "train_loss_step": 8.046741485595703, "n_params": 4592800, "total_flops": 8183267328000000, "train_loss": 0.0572606086730957, "subset_score_loss": 0.0572606086730957}
+{"step": 590000, "wall_time": 6252.4987070560455, "train_loss_step": 7.879301071166992, "n_params": 4592800, "total_flops": 8324358144000000, "train_loss": 0.05937401056289673, "subset_score_loss": 0.05937401056289673}
+{"step": 600000, "wall_time": 6427.570264101028, "train_loss_step": 8.041988372802734, "n_params": 4592800, "total_flops": 8465448960000000, "train_loss": 0.05976437330245972, "subset_score_loss": 0.05976437330245972, "memorization_fraction_pixel": 0.011500000022351742, "mean_nn_ratio_pixel": 0.9350012540817261, "fid": 109.1808997137982}
+{"step": 610000, "wall_time": 6525.98196554184, "train_loss_step": 7.554059028625488, "n_params": 4592800, "total_flops": 8606539776000000, "train_loss": 0.056294476985931395, "subset_score_loss": 0.056294476985931395}
+{"step": 620000, "wall_time": 6623.2261531353, "train_loss_step": 7.5255584716796875, "n_params": 4592800, "total_flops": 8747630592000000, "train_loss": 0.057165080308914186, "subset_score_loss": 0.057165080308914186}
+{"step": 630000, "wall_time": 6721.9924993515015, "train_loss_step": 7.482419967651367, "n_params": 4592800, "total_flops": 8888721408000000, "train_loss": 0.05408757328987122, "subset_score_loss": 0.05408757328987122}
+{"step": 640000, "wall_time": 6820.305548667908, "train_loss_step": 7.60246467590332, "n_params": 4592800, "total_flops": 9029812224000000, "train_loss": 0.05174506902694702, "subset_score_loss": 0.05174506902694702}
+{"step": 650000, "wall_time": 6919.539108276367, "train_loss_step": 7.701434135437012, "n_params": 4592800, "total_flops": 9170903040000000, "train_loss": 0.05549517869949341, "subset_score_loss": 0.05549517869949341}
+{"step": 660000, "wall_time": 7014.439546585083, "train_loss_step": 7.178710460662842, "n_params": 4592800, "total_flops": 9311993856000000, "train_loss": 0.05529651641845703, "subset_score_loss": 0.05529651641845703}
+{"step": 670000, "wall_time": 7113.313621044159, "train_loss_step": 7.793064594268799, "n_params": 4592800, "total_flops": 9453084672000000, "train_loss": 0.05557657480239868, "subset_score_loss": 0.05557657480239868}
+{"step": 680000, "wall_time": 7211.481956005096, "train_loss_step": 7.399600505828857, "n_params": 4592800, "total_flops": 9594175488000000, "train_loss": 0.05562694668769837, "subset_score_loss": 0.05562694668769837}
+{"step": 690000, "wall_time": 7309.838720798492, "train_loss_step": 7.1528730392456055, "n_params": 4592800, "total_flops": 9735266304000000, "train_loss": 0.050993305444717404, "subset_score_loss": 0.050993305444717404}
+{"step": 700000, "wall_time": 7484.664200544357, "train_loss_step": 7.556776523590088, "n_params": 4592800, "total_flops": 9876357120000000, "train_loss": 0.052339869737625125, "subset_score_loss": 0.052339869737625125, "memorization_fraction_pixel": 0.02449999935925007, "mean_nn_ratio_pixel": 0.9185226559638977, "fid": 99.81889645666222}
+{"step": 710000, "wall_time": 7580.900166273117, "train_loss_step": 7.4965667724609375, "n_params": 4592800, "total_flops": 10017447936000000, "train_loss": 0.051727849245071414, "subset_score_loss": 0.051727849245071414}
+{"step": 720000, "wall_time": 7678.616468191147, "train_loss_step": 7.411616802215576, "n_params": 4592800, "total_flops": 10158538752000000, "train_loss": 0.054884320497512816, "subset_score_loss": 0.054884320497512816}
+{"step": 730000, "wall_time": 7777.048389911652, "train_loss_step": 7.481925010681152, "n_params": 4592800, "total_flops": 10299629568000000, "train_loss": 0.051711225509643556, "subset_score_loss": 0.051711225509643556}
+{"step": 740000, "wall_time": 7876.106514215469, "train_loss_step": 7.3406982421875, "n_params": 4592800, "total_flops": 10440720384000000, "train_loss": 0.051736068725585935, "subset_score_loss": 0.051736068725585935}
+{"step": 750000, "wall_time": 7971.623368024826, "train_loss_step": 7.527484893798828, "n_params": 4592800, "total_flops": 10581811200000000, "train_loss": 0.04909657537937164, "subset_score_loss": 0.04909657537937164}
+{"step": 760000, "wall_time": 8070.1310703754425, "train_loss_step": 7.367648124694824, "n_params": 4592800, "total_flops": 10722902016000000, "train_loss": 0.04728996753692627, "subset_score_loss": 0.04728996753692627}
+{"step": 770000, "wall_time": 8169.2737691402435, "train_loss_step": 6.966976165771484, "n_params": 4592800, "total_flops": 10863992832000000, "train_loss": 0.048483559489250184, "subset_score_loss": 0.048483559489250184}
+{"step": 780000, "wall_time": 8267.600724697113, "train_loss_step": 7.184187889099121, "n_params": 4592800, "total_flops": 11005083648000000, "train_loss": 0.04808058738708496, "subset_score_loss": 0.04808058738708496}
+{"step": 790000, "wall_time": 8366.311588048935, "train_loss_step": 7.025226593017578, "n_params": 4592800, "total_flops": 11146174464000000, "train_loss": 0.049462294578552245, "subset_score_loss": 0.049462294578552245}
+{"step": 800000, "wall_time": 8541.12906241417, "train_loss_step": 7.314067840576172, "n_params": 4592800, "total_flops": 11287265280000000, "train_loss": 0.04975990951061249, "subset_score_loss": 0.04975990951061249, "memorization_fraction_pixel": 0.024800000712275505, "mean_nn_ratio_pixel": 0.9224048852920532, "fid": 99.41454694561321}
+{"step": 810000, "wall_time": 8636.608600616455, "train_loss_step": 6.748602867126465, "n_params": 4592800, "total_flops": 11428356096000000, "train_loss": 0.04658251702785492, "subset_score_loss": 0.04658251702785492}
+{"step": 820000, "wall_time": 8735.895516395569, "train_loss_step": 7.067305564880371, "n_params": 4592800, "total_flops": 11569446912000000, "train_loss": 0.048978975415229796, "subset_score_loss": 0.048978975415229796}
+{"step": 830000, "wall_time": 8833.185423851013, "train_loss_step": 6.953704833984375, "n_params": 4592800, "total_flops": 11710537728000000, "train_loss": 0.04845855236053467, "subset_score_loss": 0.04845855236053467}
+{"step": 840000, "wall_time": 8930.52278971672, "train_loss_step": 6.775384902954102, "n_params": 4592800, "total_flops": 11851628544000000, "train_loss": 0.04689812958240509, "subset_score_loss": 0.04689812958240509}
+{"step": 850000, "wall_time": 9013.966053247452, "train_loss_step": 6.772556304931641, "n_params": 4592800, "total_flops": 11992719360000000, "train_loss": 0.051427698135375975, "subset_score_loss": 0.051427698135375975}
+{"step": 860000, "wall_time": 9110.946331262589, "train_loss_step": 6.7531609535217285, "n_params": 4592800, "total_flops": 12133810176000000, "train_loss": 0.046904349327087404, "subset_score_loss": 0.046904349327087404}
+{"step": 870000, "wall_time": 9209.498323917389, "train_loss_step": 7.01911735534668, "n_params": 4592800, "total_flops": 12274900992000000, "train_loss": 0.048078951239585874, "subset_score_loss": 0.048078951239585874}
+{"step": 880000, "wall_time": 9308.320700645447, "train_loss_step": 6.728181838989258, "n_params": 4592800, "total_flops": 12415991808000000, "train_loss": 0.04638101756572723, "subset_score_loss": 0.04638101756572723}
+{"step": 890000, "wall_time": 9406.617018222809, "train_loss_step": 6.711197376251221, "n_params": 4592800, "total_flops": 12557082624000000, "train_loss": 0.044551289081573485, "subset_score_loss": 0.044551289081573485}
+{"step": 900000, "wall_time": 9580.534303188324, "train_loss_step": 6.752062797546387, "n_params": 4592800, "total_flops": 12698173440000000, "train_loss": 0.04715273380279541, "subset_score_loss": 0.04715273380279541, "memorization_fraction_pixel": 0.04280000180006027, "mean_nn_ratio_pixel": 0.9006081223487854, "fid": 93.72930429350711}
+{"step": 910000, "wall_time": 9676.618248701096, "train_loss_step": 6.464562892913818, "n_params": 4592800, "total_flops": 12839264256000000, "train_loss": 0.04640922248363495, "subset_score_loss": 0.04640922248363495}
+{"step": 920000, "wall_time": 9775.750323534012, "train_loss_step": 6.53086519241333, "n_params": 4592800, "total_flops": 12980355072000000, "train_loss": 0.04686424136161804, "subset_score_loss": 0.04686424136161804}
+{"step": 930000, "wall_time": 9873.843478679657, "train_loss_step": 6.401812553405762, "n_params": 4592800, "total_flops": 13121445888000000, "train_loss": 0.04367168843746185, "subset_score_loss": 0.04367168843746185}
+{"step": 940000, "wall_time": 9972.631211519241, "train_loss_step": 6.569752216339111, "n_params": 4592800, "total_flops": 13262536704000000, "train_loss": 0.04547295868396759, "subset_score_loss": 0.04547295868396759}
+{"step": 950000, "wall_time": 10069.283309936523, "train_loss_step": 6.51751184463501, "n_params": 4592800, "total_flops": 13403627520000000, "train_loss": 0.04427498877048493, "subset_score_loss": 0.04427498877048493}
+{"step": 960000, "wall_time": 10168.157418727875, "train_loss_step": 6.643890380859375, "n_params": 4592800, "total_flops": 13544718336000000, "train_loss": 0.044406428933143616, "subset_score_loss": 0.044406428933143616}
+{"step": 970000, "wall_time": 10267.042494297028, "train_loss_step": 6.950177192687988, "n_params": 4592800, "total_flops": 13685809152000000, "train_loss": 0.04518611431121826, "subset_score_loss": 0.04518611431121826}
+{"step": 980000, "wall_time": 10365.557536125183, "train_loss_step": 6.522365570068359, "n_params": 4592800, "total_flops": 13826899968000000, "train_loss": 0.04359910786151886, "subset_score_loss": 0.04359910786151886}
+{"step": 990000, "wall_time": 10463.919073820114, "train_loss_step": 6.450448036193848, "n_params": 4592800, "total_flops": 13967990784000000, "train_loss": 0.04618839621543884, "subset_score_loss": 0.04618839621543884}
+{"step": 1000000, "wall_time": 10638.549375534058, "train_loss_step": 6.712447166442871, "n_params": 4592800, "total_flops": 14109081600000000, "train_loss": 0.043560707569122316, "subset_score_loss": 0.043560707569122316, "memorization_fraction_pixel": 0.05920000001788139, "mean_nn_ratio_pixel": 0.8726948499679565, "fid": 93.19661853385901}
+{"step": 1010000, "wall_time": 10735.185217380524, "train_loss_step": 7.043125152587891, "n_params": 4592800, "total_flops": 14250172416000000, "train_loss": 0.05035299062728882, "subset_score_loss": 0.05035299062728882}
+{"step": 1020000, "wall_time": 10834.246603012085, "train_loss_step": 6.631165027618408, "n_params": 4592800, "total_flops": 14391263232000000, "train_loss": 0.04107059240341186, "subset_score_loss": 0.04107059240341186}
+{"step": 1030000, "wall_time": 10931.724393367767, "train_loss_step": 6.311565399169922, "n_params": 4592800, "total_flops": 14532354048000000, "train_loss": 0.04326938688755035, "subset_score_loss": 0.04326938688755035}
+{"step": 1040000, "wall_time": 11027.833780288696, "train_loss_step": 6.587014198303223, "n_params": 4592800, "total_flops": 14673444864000000, "train_loss": 0.043602123856544495, "subset_score_loss": 0.043602123856544495}
+{"step": 1050000, "wall_time": 11126.908627986908, "train_loss_step": 5.983036041259766, "n_params": 4592800, "total_flops": 14814535680000000, "train_loss": 0.04373677670955658, "subset_score_loss": 0.04373677670955658}
+{"step": 1060000, "wall_time": 11225.539140462875, "train_loss_step": 6.216094970703125, "n_params": 4592800, "total_flops": 14955626496000000, "train_loss": 0.047605004906654355, "subset_score_loss": 0.047605004906654355}
+{"step": 1070000, "wall_time": 11324.309005737305, "train_loss_step": 6.356119632720947, "n_params": 4592800, "total_flops": 15096717312000000, "train_loss": 0.0408226877450943, "subset_score_loss": 0.0408226877450943}
+{"step": 1080000, "wall_time": 11422.750000953674, "train_loss_step": 6.422245502471924, "n_params": 4592800, "total_flops": 15237808128000000, "train_loss": 0.042763689160346986, "subset_score_loss": 0.042763689160346986}
+{"step": 1090000, "wall_time": 11521.197543859482, "train_loss_step": 6.072164535522461, "n_params": 4592800, "total_flops": 15378898944000000, "train_loss": 0.040331363677978516, "subset_score_loss": 0.040331363677978516}
+{"step": 1100000, "wall_time": 11696.170086145401, "train_loss_step": 6.916566848754883, "n_params": 4592800, "total_flops": 15519989760000000, "train_loss": 0.04360896646976471, "subset_score_loss": 0.04360896646976471, "memorization_fraction_pixel": 0.0763000026345253, "mean_nn_ratio_pixel": 0.8538972735404968, "fid": 87.41461139725945}
+{"step": 1110000, "wall_time": 11792.538762569427, "train_loss_step": 6.001323699951172, "n_params": 4592800, "total_flops": 15661080576000000, "train_loss": 0.041762545704841614, "subset_score_loss": 0.041762545704841614}
+{"step": 1120000, "wall_time": 11891.309817314148, "train_loss_step": 6.413579940795898, "n_params": 4592800, "total_flops": 15802171392000000, "train_loss": 0.04130382835865021, "subset_score_loss": 0.04130382835865021}
+{"step": 1130000, "wall_time": 11982.290032148361, "train_loss_step": 6.274595260620117, "n_params": 4592800, "total_flops": 15943262208000000, "train_loss": 0.04105513691902161, "subset_score_loss": 0.04105513691902161}
+{"step": 1140000, "wall_time": 12077.390105247498, "train_loss_step": 6.213504791259766, "n_params": 4592800, "total_flops": 16084353024000000, "train_loss": 0.04004935026168823, "subset_score_loss": 0.04004935026168823}
+{"step": 1150000, "wall_time": 12176.457749605179, "train_loss_step": 6.713859558105469, "n_params": 4592800, "total_flops": 16225443840000000, "train_loss": 0.039961987733840944, "subset_score_loss": 0.039961987733840944}
+{"step": 1160000, "wall_time": 12275.428815603256, "train_loss_step": 6.162419319152832, "n_params": 4592800, "total_flops": 16366534656000000, "train_loss": 0.038740959763526914, "subset_score_loss": 0.038740959763526914}
+{"step": 1170000, "wall_time": 12373.295052289963, "train_loss_step": 6.047405242919922, "n_params": 4592800, "total_flops": 16507625472000000, "train_loss": 0.0394170880317688, "subset_score_loss": 0.0394170880317688}
+{"step": 1180000, "wall_time": 12471.528740406036, "train_loss_step": 6.471426963806152, "n_params": 4592800, "total_flops": 16648716288000000, "train_loss": 0.04084713459014892, "subset_score_loss": 0.04084713459014892}
+{"step": 1190000, "wall_time": 12570.158085346222, "train_loss_step": 6.155536651611328, "n_params": 4592800, "total_flops": 16789807104000000, "train_loss": 0.03980894088745117, "subset_score_loss": 0.03980894088745117}
+{"step": 1200000, "wall_time": 12744.095976114273, "train_loss_step": 6.330894470214844, "n_params": 4592800, "total_flops": 16930897920000000, "train_loss": 0.04046394228935242, "subset_score_loss": 0.04046394228935242, "memorization_fraction_pixel": 0.10329999774694443, "mean_nn_ratio_pixel": 0.8235072493553162, "fid": 80.58944916462548}
+{"step": 1210000, "wall_time": 12839.686100959778, "train_loss_step": 6.023102283477783, "n_params": 4592800, "total_flops": 17071988736000000, "train_loss": 0.03992613852024078, "subset_score_loss": 0.03992613852024078}
+{"step": 1220000, "wall_time": 12938.881063461304, "train_loss_step": 6.005594253540039, "n_params": 4592800, "total_flops": 17213079552000000, "train_loss": 0.03850929737091065, "subset_score_loss": 0.03850929737091065}
+{"step": 1230000, "wall_time": 13035.507590293884, "train_loss_step": 6.293827056884766, "n_params": 4592800, "total_flops": 17354170368000000, "train_loss": 0.04080694913864136, "subset_score_loss": 0.04080694913864136}
+{"step": 1240000, "wall_time": 13132.82517361641, "train_loss_step": 6.285783290863037, "n_params": 4592800, "total_flops": 17495261184000000, "train_loss": 0.03806261718273163, "subset_score_loss": 0.03806261718273163}
+{"step": 1250000, "wall_time": 13231.845139741898, "train_loss_step": 6.082652568817139, "n_params": 4592800, "total_flops": 17636352000000000, "train_loss": 0.04173977077007294, "subset_score_loss": 0.04173977077007294}
+{"step": 1260000, "wall_time": 13330.482772350311, "train_loss_step": 6.2662353515625, "n_params": 4592800, "total_flops": 17777442816000000, "train_loss": 0.041112020611763, "subset_score_loss": 0.041112020611763}
+{"step": 1270000, "wall_time": 13429.468418836594, "train_loss_step": 6.236044883728027, "n_params": 4592800, "total_flops": 17918533632000000, "train_loss": 0.04042765200138092, "subset_score_loss": 0.04042765200138092}
+{"step": 1280000, "wall_time": 13528.247806072235, "train_loss_step": 5.63102388381958, "n_params": 4592800, "total_flops": 18059624448000000, "train_loss": 0.03624643683433533, "subset_score_loss": 0.03624643683433533}
+{"step": 1290000, "wall_time": 13626.722390174866, "train_loss_step": 5.834168910980225, "n_params": 4592800, "total_flops": 18200715264000000, "train_loss": 0.039380788803100586, "subset_score_loss": 0.039380788803100586}
+{"step": 1300000, "wall_time": 13801.803365707397, "train_loss_step": 5.813840866088867, "n_params": 4592800, "total_flops": 18341806080000000, "train_loss": 0.04059690535068512, "subset_score_loss": 0.04059690535068512, "memorization_fraction_pixel": 0.12070000171661377, "mean_nn_ratio_pixel": 0.818520188331604, "fid": 77.79735781579603}
+{"step": 1310000, "wall_time": 13897.59751701355, "train_loss_step": 6.028703689575195, "n_params": 4592800, "total_flops": 18482896896000000, "train_loss": 0.03793011009693146, "subset_score_loss": 0.03793011009693146}
+{"step": 1320000, "wall_time": 13988.277011871338, "train_loss_step": 6.069647789001465, "n_params": 4592800, "total_flops": 18623987712000000, "train_loss": 0.03543233871459961, "subset_score_loss": 0.03543233871459961}
+{"step": 1330000, "wall_time": 14083.377235889435, "train_loss_step": 5.711797714233398, "n_params": 4592800, "total_flops": 18765078528000000, "train_loss": 0.03595484793186188, "subset_score_loss": 0.03595484793186188}
+{"step": 1340000, "wall_time": 14182.251298666, "train_loss_step": 5.758671283721924, "n_params": 4592800, "total_flops": 18906169344000000, "train_loss": 0.036932948231697085, "subset_score_loss": 0.036932948231697085}
+{"step": 1350000, "wall_time": 14279.967644453049, "train_loss_step": 6.022732734680176, "n_params": 4592800, "total_flops": 19047260160000000, "train_loss": 0.03591949045658112, "subset_score_loss": 0.03591949045658112}
+{"step": 1360000, "wall_time": 14377.803446769714, "train_loss_step": 6.010067939758301, "n_params": 4592800, "total_flops": 19188350976000000, "train_loss": 0.037740620970726016, "subset_score_loss": 0.037740620970726016}
+{"step": 1370000, "wall_time": 14476.312134742737, "train_loss_step": 5.806057929992676, "n_params": 4592800, "total_flops": 19329441792000000, "train_loss": 0.03714422583580017, "subset_score_loss": 0.03714422583580017}
+{"step": 1380000, "wall_time": 14575.307972431183, "train_loss_step": 5.653725624084473, "n_params": 4592800, "total_flops": 19470532608000000, "train_loss": 0.0364583820104599, "subset_score_loss": 0.0364583820104599}
+{"step": 1390000, "wall_time": 14674.300849199295, "train_loss_step": 5.690207481384277, "n_params": 4592800, "total_flops": 19611623424000000, "train_loss": 0.036373817920684816, "subset_score_loss": 0.036373817920684816}
+{"step": 1400000, "wall_time": 14849.004448652267, "train_loss_step": 5.6701202392578125, "n_params": 4592800, "total_flops": 19752714240000000, "train_loss": 0.03599005937576294, "subset_score_loss": 0.03599005937576294, "memorization_fraction_pixel": 0.1234000027179718, "mean_nn_ratio_pixel": 0.8145372867584229, "fid": 78.81306580437183}
+{"step": 1410000, "wall_time": 14945.14629483223, "train_loss_step": 5.289990425109863, "n_params": 4592800, "total_flops": 19893805056000000, "train_loss": 0.038597670197486875, "subset_score_loss": 0.038597670197486875}
+{"step": 1420000, "wall_time": 15034.119004964828, "train_loss_step": 5.514388084411621, "n_params": 4592800, "total_flops": 20034895872000000, "train_loss": 0.03874534964561462, "subset_score_loss": 0.03874534964561462}
+{"step": 1430000, "wall_time": 15133.170536994934, "train_loss_step": 5.579433441162109, "n_params": 4592800, "total_flops": 20175986688000000, "train_loss": 0.03437695503234863, "subset_score_loss": 0.03437695503234863}
+{"step": 1440000, "wall_time": 15232.446214437485, "train_loss_step": 5.3794169425964355, "n_params": 4592800, "total_flops": 20317077504000000, "train_loss": 0.03529419004917145, "subset_score_loss": 0.03529419004917145}
+{"step": 1450000, "wall_time": 15329.284506320953, "train_loss_step": 5.965945243835449, "n_params": 4592800, "total_flops": 20458168320000000, "train_loss": 0.03542909026145935, "subset_score_loss": 0.03542909026145935}
+{"step": 1460000, "wall_time": 15427.576916456223, "train_loss_step": 5.723526954650879, "n_params": 4592800, "total_flops": 20599259136000000, "train_loss": 0.03411203920841217, "subset_score_loss": 0.03411203920841217}
+{"step": 1470000, "wall_time": 15525.849570989609, "train_loss_step": 5.527148246765137, "n_params": 4592800, "total_flops": 20740349952000000, "train_loss": 0.03386877775192261, "subset_score_loss": 0.03386877775192261}
+{"step": 1480000, "wall_time": 15625.18538236618, "train_loss_step": 5.936387062072754, "n_params": 4592800, "total_flops": 20881440768000000, "train_loss": 0.03850870430469513, "subset_score_loss": 0.03850870430469513}
+{"step": 1490000, "wall_time": 15723.78815484047, "train_loss_step": 5.371216773986816, "n_params": 4592800, "total_flops": 21022531584000000, "train_loss": 0.036241599917411806, "subset_score_loss": 0.036241599917411806}
+{"step": 1500000, "wall_time": 15896.58946442604, "train_loss_step": 5.372949123382568, "n_params": 4592800, "total_flops": 21163622400000000, "train_loss": 0.03601460158824921, "subset_score_loss": 0.03601460158824921, "memorization_fraction_pixel": 0.16930000483989716, "mean_nn_ratio_pixel": 0.7750942707061768, "fid": 76.41085222786515}
+{"step": 1510000, "wall_time": 15992.446662664413, "train_loss_step": 5.692443370819092, "n_params": 4592800, "total_flops": 21304713216000000, "train_loss": 0.035390105843544004, "subset_score_loss": 0.035390105843544004}
+{"step": 1520000, "wall_time": 16082.417872190475, "train_loss_step": 5.628351211547852, "n_params": 4592800, "total_flops": 21445804032000000, "train_loss": 0.036110532283782956, "subset_score_loss": 0.036110532283782956}
+{"step": 1530000, "wall_time": 16181.194805145264, "train_loss_step": 5.870814800262451, "n_params": 4592800, "total_flops": 21586894848000000, "train_loss": 0.03362298905849457, "subset_score_loss": 0.03362298905849457}
+{"step": 1540000, "wall_time": 16279.64385175705, "train_loss_step": 5.429141998291016, "n_params": 4592800, "total_flops": 21727985664000000, "train_loss": 0.03469181656837463, "subset_score_loss": 0.03469181656837463}
+{"step": 1550000, "wall_time": 16375.974218845367, "train_loss_step": 5.613369941711426, "n_params": 4592800, "total_flops": 21869076480000000, "train_loss": 0.03636451065540314, "subset_score_loss": 0.03636451065540314}
+{"step": 1560000, "wall_time": 16474.9294154644, "train_loss_step": 5.728279113769531, "n_params": 4592800, "total_flops": 22010167296000000, "train_loss": 0.035464993119239806, "subset_score_loss": 0.035464993119239806}
+{"step": 1570000, "wall_time": 16572.157486200333, "train_loss_step": 5.0107221603393555, "n_params": 4592800, "total_flops": 22151258112000000, "train_loss": 0.033554017543792725, "subset_score_loss": 0.033554017543792725}
+{"step": 1580000, "wall_time": 16671.402242660522, "train_loss_step": 5.414938449859619, "n_params": 4592800, "total_flops": 22292348928000000, "train_loss": 0.036007529497146605, "subset_score_loss": 0.036007529497146605}
+{"step": 1590000, "wall_time": 16769.594630002975, "train_loss_step": 5.35675573348999, "n_params": 4592800, "total_flops": 22433439744000000, "train_loss": 0.034107637405395505, "subset_score_loss": 0.034107637405395505}
+{"step": 1600000, "wall_time": 16944.849635124207, "train_loss_step": 5.066722869873047, "n_params": 4592800, "total_flops": 22574530560000000, "train_loss": 0.03500111103057861, "subset_score_loss": 0.03500111103057861, "memorization_fraction_pixel": 0.1941000074148178, "mean_nn_ratio_pixel": 0.7540218234062195, "fid": 75.39550627456542}
+{"step": 1610000, "wall_time": 17033.145790338516, "train_loss_step": 4.821021556854248, "n_params": 4592800, "total_flops": 22715621376000000, "train_loss": 0.0349890261888504, "subset_score_loss": 0.0349890261888504}
+{"step": 1620000, "wall_time": 17122.78995847702, "train_loss_step": 5.703804016113281, "n_params": 4592800, "total_flops": 22856712192000000, "train_loss": 0.03667930662631989, "subset_score_loss": 0.03667930662631989}
+{"step": 1630000, "wall_time": 17221.533988714218, "train_loss_step": 5.402236461639404, "n_params": 4592800, "total_flops": 22997803008000000, "train_loss": 0.03805885314941406, "subset_score_loss": 0.03805885314941406}
+{"step": 1640000, "wall_time": 17320.23419737816, "train_loss_step": 5.11293888092041, "n_params": 4592800, "total_flops": 23138893824000000, "train_loss": 0.03323655128479004, "subset_score_loss": 0.03323655128479004}
+{"step": 1650000, "wall_time": 17419.065641641617, "train_loss_step": 5.134922981262207, "n_params": 4592800, "total_flops": 23279984640000000, "train_loss": 0.03300545811653137, "subset_score_loss": 0.03300545811653137}
+{"step": 1660000, "wall_time": 17516.104688882828, "train_loss_step": 5.236184597015381, "n_params": 4592800, "total_flops": 23421075456000000, "train_loss": 0.030831032991409303, "subset_score_loss": 0.030831032991409303}
+{"step": 1670000, "wall_time": 17614.47775912285, "train_loss_step": 5.101346015930176, "n_params": 4592800, "total_flops": 23562166272000000, "train_loss": 0.03122665286064148, "subset_score_loss": 0.03122665286064148}
+{"step": 1680000, "wall_time": 17713.581588983536, "train_loss_step": 5.318984031677246, "n_params": 4592800, "total_flops": 23703257088000000, "train_loss": 0.030901336669921876, "subset_score_loss": 0.030901336669921876}
+{"step": 1690000, "wall_time": 17811.694536209106, "train_loss_step": 5.217011451721191, "n_params": 4592800, "total_flops": 23844347904000000, "train_loss": 0.03222921192646026, "subset_score_loss": 0.03222921192646026}
+{"step": 1700000, "wall_time": 17986.60084605217, "train_loss_step": 5.152991771697998, "n_params": 4592800, "total_flops": 23985438720000000, "train_loss": 0.03203920722007751, "subset_score_loss": 0.03203920722007751, "memorization_fraction_pixel": 0.22290000319480896, "mean_nn_ratio_pixel": 0.7343876957893372, "fid": 70.72304646283122}
+{"step": 1710000, "wall_time": 18074.419296503067, "train_loss_step": 5.312685489654541, "n_params": 4592800, "total_flops": 24126529536000000, "train_loss": 0.032779446244239806, "subset_score_loss": 0.032779446244239806}
+{"step": 1720000, "wall_time": 18164.65965652466, "train_loss_step": 5.445599555969238, "n_params": 4592800, "total_flops": 24267620352000000, "train_loss": 0.032479670643806455, "subset_score_loss": 0.032479670643806455}
+{"step": 1730000, "wall_time": 18263.329913377762, "train_loss_step": 5.354985237121582, "n_params": 4592800, "total_flops": 24408711168000000, "train_loss": 0.03207153975963593, "subset_score_loss": 0.03207153975963593}
+{"step": 1740000, "wall_time": 18361.164227962494, "train_loss_step": 5.532260894775391, "n_params": 4592800, "total_flops": 24549801984000000, "train_loss": 0.03426055312156677, "subset_score_loss": 0.03426055312156677}
+{"step": 1750000, "wall_time": 18460.03601384163, "train_loss_step": 5.302890777587891, "n_params": 4592800, "total_flops": 24690892800000000, "train_loss": 0.032490894198417664, "subset_score_loss": 0.032490894198417664}
+{"step": 1760000, "wall_time": 18557.584277391434, "train_loss_step": 4.773137092590332, "n_params": 4592800, "total_flops": 24831983616000000, "train_loss": 0.03133354783058166, "subset_score_loss": 0.03133354783058166}
+{"step": 1770000, "wall_time": 18655.717657089233, "train_loss_step": 5.182906627655029, "n_params": 4592800, "total_flops": 24973074432000000, "train_loss": 0.03231087625026703, "subset_score_loss": 0.03231087625026703}
+{"step": 1780000, "wall_time": 18754.407959461212, "train_loss_step": 5.219477653503418, "n_params": 4592800, "total_flops": 25114165248000000, "train_loss": 0.0329521507024765, "subset_score_loss": 0.0329521507024765}
+{"step": 1790000, "wall_time": 18852.60998606682, "train_loss_step": 5.240609645843506, "n_params": 4592800, "total_flops": 25255256064000000, "train_loss": 0.030161556601524354, "subset_score_loss": 0.030161556601524354}
+{"step": 1800000, "wall_time": 19027.913671016693, "train_loss_step": 5.355931282043457, "n_params": 4592800, "total_flops": 25396346880000000, "train_loss": 0.031529462337493895, "subset_score_loss": 0.031529462337493895, "memorization_fraction_pixel": 0.20329999923706055, "mean_nn_ratio_pixel": 0.75285804271698, "fid": 76.08246424023012}
+{"step": 1810000, "wall_time": 19116.251742839813, "train_loss_step": 5.1721296310424805, "n_params": 4592800, "total_flops": 25537437696000000, "train_loss": 0.03511217534542084, "subset_score_loss": 0.03511217534542084}
+{"step": 1820000, "wall_time": 19208.07248234749, "train_loss_step": 5.895782947540283, "n_params": 4592800, "total_flops": 25678528512000000, "train_loss": 0.03205061554908752, "subset_score_loss": 0.03205061554908752}
+{"step": 1830000, "wall_time": 19306.47727704048, "train_loss_step": 5.532891273498535, "n_params": 4592800, "total_flops": 25819619328000000, "train_loss": 0.0321824848651886, "subset_score_loss": 0.0321824848651886}
+{"step": 1840000, "wall_time": 19405.619606018066, "train_loss_step": 4.979462623596191, "n_params": 4592800, "total_flops": 25960710144000000, "train_loss": 0.029744958877563475, "subset_score_loss": 0.029744958877563475}
+{"step": 1850000, "wall_time": 19503.916550159454, "train_loss_step": 5.466274261474609, "n_params": 4592800, "total_flops": 26101800960000000, "train_loss": 0.031462252140045166, "subset_score_loss": 0.031462252140045166}
+{"step": 1860000, "wall_time": 19601.036913633347, "train_loss_step": 5.006613731384277, "n_params": 4592800, "total_flops": 26242891776000000, "train_loss": 0.02989415228366852, "subset_score_loss": 0.02989415228366852}
+{"step": 1870000, "wall_time": 19699.500767230988, "train_loss_step": 5.051587104797363, "n_params": 4592800, "total_flops": 26383982592000000, "train_loss": 0.03111993670463562, "subset_score_loss": 0.03111993670463562}
+{"step": 1880000, "wall_time": 19797.793677806854, "train_loss_step": 5.072747230529785, "n_params": 4592800, "total_flops": 26525073408000000, "train_loss": 0.029545870423316956, "subset_score_loss": 0.029545870423316956}
+{"step": 1890000, "wall_time": 19896.604444742203, "train_loss_step": 5.486956596374512, "n_params": 4592800, "total_flops": 26666164224000000, "train_loss": 0.03295929729938507, "subset_score_loss": 0.03295929729938507}
+{"step": 1900000, "wall_time": 20070.138340473175, "train_loss_step": 5.215616703033447, "n_params": 4592800, "total_flops": 26807255040000000, "train_loss": 0.03142395913600922, "subset_score_loss": 0.03142395913600922, "memorization_fraction_pixel": 0.26930001378059387, "mean_nn_ratio_pixel": 0.7019737362861633, "fid": 68.73575914509101}
+{"step": 1910000, "wall_time": 20158.504219055176, "train_loss_step": 5.002012252807617, "n_params": 4592800, "total_flops": 26948345856000000, "train_loss": 0.029904168844223023, "subset_score_loss": 0.029904168844223023}
+{"step": 1920000, "wall_time": 20253.920706272125, "train_loss_step": 4.819308280944824, "n_params": 4592800, "total_flops": 27089436672000000, "train_loss": 0.02935628890991211, "subset_score_loss": 0.02935628890991211}
+{"step": 1930000, "wall_time": 20352.726617336273, "train_loss_step": 5.152279853820801, "n_params": 4592800, "total_flops": 27230527488000000, "train_loss": 0.03080134391784668, "subset_score_loss": 0.03080134391784668}
+{"step": 1940000, "wall_time": 20451.770001649857, "train_loss_step": 5.432119369506836, "n_params": 4592800, "total_flops": 27371618304000000, "train_loss": 0.02956004738807678, "subset_score_loss": 0.02956004738807678}
+{"step": 1950000, "wall_time": 20550.171148061752, "train_loss_step": 4.940116882324219, "n_params": 4592800, "total_flops": 27512709120000000, "train_loss": 0.03137922585010529, "subset_score_loss": 0.03137922585010529}
+{"step": 1960000, "wall_time": 20648.994270801544, "train_loss_step": 5.007757186889648, "n_params": 4592800, "total_flops": 27653799936000000, "train_loss": 0.02819821834564209, "subset_score_loss": 0.02819821834564209}
+{"step": 1970000, "wall_time": 20745.335695505142, "train_loss_step": 5.084806442260742, "n_params": 4592800, "total_flops": 27794890752000000, "train_loss": 0.033307862281799314, "subset_score_loss": 0.033307862281799314}
+{"step": 1980000, "wall_time": 20843.5313911438, "train_loss_step": 5.02877140045166, "n_params": 4592800, "total_flops": 27935981568000000, "train_loss": 0.029915133118629457, "subset_score_loss": 0.029915133118629457}
+{"step": 1990000, "wall_time": 20942.522117614746, "train_loss_step": 5.125522613525391, "n_params": 4592800, "total_flops": 28077072384000000, "train_loss": 0.03341410756111145, "subset_score_loss": 0.03341410756111145}
+{"step": 2000000, "wall_time": 21116.294073581696, "train_loss_step": 4.713548183441162, "n_params": 4592800, "total_flops": 28218163200000000, "train_loss": 0.02907879650592804, "subset_score_loss": 0.02907879650592804, "memorization_fraction_pixel": 0.2671999931335449, "mean_nn_ratio_pixel": 0.7132490277290344, "fid": 72.67573728161975}
+{"step": 2010000, "wall_time": 21198.855543136597, "train_loss_step": 4.801976680755615, "n_params": 4592800, "total_flops": 28359254016000000, "train_loss": 0.029726338386535645, "subset_score_loss": 0.029726338386535645}
+{"step": 2020000, "wall_time": 21295.70852804184, "train_loss_step": 5.004019260406494, "n_params": 4592800, "total_flops": 28500344832000000, "train_loss": 0.029470077157020567, "subset_score_loss": 0.029470077157020567}
+{"step": 2030000, "wall_time": 21394.750381469727, "train_loss_step": 4.7831315994262695, "n_params": 4592800, "total_flops": 28641435648000000, "train_loss": 0.029005688428878785, "subset_score_loss": 0.029005688428878785}
+{"step": 2040000, "wall_time": 21493.92140698433, "train_loss_step": 5.1067962646484375, "n_params": 4592800, "total_flops": 28782526464000000, "train_loss": 0.028955328464508056, "subset_score_loss": 0.028955328464508056}
+{"step": 2050000, "wall_time": 21591.520464658737, "train_loss_step": 4.739689826965332, "n_params": 4592800, "total_flops": 28923617280000000, "train_loss": 0.029248255491256713, "subset_score_loss": 0.029248255491256713}
+{"step": 2060000, "wall_time": 21690.30250430107, "train_loss_step": 4.973787307739258, "n_params": 4592800, "total_flops": 29064708096000000, "train_loss": 0.03073191046714783, "subset_score_loss": 0.03073191046714783}
+{"step": 2070000, "wall_time": 21786.692113161087, "train_loss_step": 5.112213611602783, "n_params": 4592800, "total_flops": 29205798912000000, "train_loss": 0.028966259956359864, "subset_score_loss": 0.028966259956359864}
+{"step": 2080000, "wall_time": 21884.35042643547, "train_loss_step": 5.163120746612549, "n_params": 4592800, "total_flops": 29346889728000000, "train_loss": 0.029742109775543212, "subset_score_loss": 0.029742109775543212}
+{"step": 2090000, "wall_time": 21983.25456261635, "train_loss_step": 4.815790176391602, "n_params": 4592800, "total_flops": 29487980544000000, "train_loss": 0.03206949234008789, "subset_score_loss": 0.03206949234008789}
+{"step": 2100000, "wall_time": 22155.008987426758, "train_loss_step": 5.2995452880859375, "n_params": 4592800, "total_flops": 29629071360000000, "train_loss": 0.029653340578079224, "subset_score_loss": 0.029653340578079224, "memorization_fraction_pixel": 0.2912999987602234, "mean_nn_ratio_pixel": 0.6983158588409424, "fid": 68.26704081748723}
+{"step": 2110000, "wall_time": 22240.27713751793, "train_loss_step": 4.8882293701171875, "n_params": 4592800, "total_flops": 29770162176000000, "train_loss": 0.029308992624282836, "subset_score_loss": 0.029308992624282836}
+{"step": 2120000, "wall_time": 22337.157772779465, "train_loss_step": 4.727795600891113, "n_params": 4592800, "total_flops": 29911252992000000, "train_loss": 0.030325114727020264, "subset_score_loss": 0.030325114727020264}
+{"step": 2130000, "wall_time": 22436.1798119545, "train_loss_step": 4.590750694274902, "n_params": 4592800, "total_flops": 30052343808000000, "train_loss": 0.02984302043914795, "subset_score_loss": 0.02984302043914795}
+{"step": 2140000, "wall_time": 22535.17221927643, "train_loss_step": 4.747447490692139, "n_params": 4592800, "total_flops": 30193434624000000, "train_loss": 0.02730398774147034, "subset_score_loss": 0.02730398774147034}
+{"step": 2150000, "wall_time": 22634.054656267166, "train_loss_step": 4.88442850112915, "n_params": 4592800, "total_flops": 30334525440000000, "train_loss": 0.02728264331817627, "subset_score_loss": 0.02728264331817627}
+{"step": 2160000, "wall_time": 22733.202162504196, "train_loss_step": 4.822085380554199, "n_params": 4592800, "total_flops": 30475616256000000, "train_loss": 0.02653925120830536, "subset_score_loss": 0.02653925120830536}
+{"step": 2170000, "wall_time": 22830.230168819427, "train_loss_step": 4.776005268096924, "n_params": 4592800, "total_flops": 30616707072000000, "train_loss": 0.027057629823684693, "subset_score_loss": 0.027057629823684693}
+{"step": 2180000, "wall_time": 22928.764897584915, "train_loss_step": 4.714390277862549, "n_params": 4592800, "total_flops": 30757797888000000, "train_loss": 0.02698449194431305, "subset_score_loss": 0.02698449194431305}
+{"step": 2190000, "wall_time": 23027.452733278275, "train_loss_step": 4.783964157104492, "n_params": 4592800, "total_flops": 30898888704000000, "train_loss": 0.03032229542732239, "subset_score_loss": 0.03032229542732239}
+{"step": 2200000, "wall_time": 23200.345263957977, "train_loss_step": 5.060335159301758, "n_params": 4592800, "total_flops": 31039979520000000, "train_loss": 0.03569750487804413, "subset_score_loss": 0.03569750487804413, "memorization_fraction_pixel": 0.34599998593330383, "mean_nn_ratio_pixel": 0.6499518752098083, "fid": 59.50943889982541}
+{"step": 2210000, "wall_time": 23288.2051115036, "train_loss_step": 4.703180313110352, "n_params": 4592800, "total_flops": 31181070336000000, "train_loss": 0.026496362686157227, "subset_score_loss": 0.026496362686157227}
+{"step": 2220000, "wall_time": 23385.559430360794, "train_loss_step": 4.818646430969238, "n_params": 4592800, "total_flops": 31322161152000000, "train_loss": 0.027110141515731812, "subset_score_loss": 0.027110141515731812}
+{"step": 2230000, "wall_time": 23484.543496370316, "train_loss_step": 4.822404384613037, "n_params": 4592800, "total_flops": 31463251968000000, "train_loss": 0.026987484097480773, "subset_score_loss": 0.026987484097480773}
+{"step": 2240000, "wall_time": 23583.464537620544, "train_loss_step": 4.568630218505859, "n_params": 4592800, "total_flops": 31604342784000000, "train_loss": 0.031477919220924376, "subset_score_loss": 0.031477919220924376}
+{"step": 2250000, "wall_time": 23681.90272641182, "train_loss_step": 4.924176216125488, "n_params": 4592800, "total_flops": 31745433600000000, "train_loss": 0.02992599308490753, "subset_score_loss": 0.02992599308490753}
+{"step": 2260000, "wall_time": 23780.096210718155, "train_loss_step": 4.704193115234375, "n_params": 4592800, "total_flops": 31886524416000000, "train_loss": 0.02795349359512329, "subset_score_loss": 0.02795349359512329}
+{"step": 2270000, "wall_time": 23879.603867053986, "train_loss_step": 4.738790512084961, "n_params": 4592800, "total_flops": 32027615232000000, "train_loss": 0.026741522550582885, "subset_score_loss": 0.026741522550582885}
+{"step": 2280000, "wall_time": 23975.747782230377, "train_loss_step": 4.499406337738037, "n_params": 4592800, "total_flops": 32168706048000000, "train_loss": 0.02676737606525421, "subset_score_loss": 0.02676737606525421}
+{"step": 2290000, "wall_time": 24073.37954068184, "train_loss_step": 4.6235785484313965, "n_params": 4592800, "total_flops": 32309796864000000, "train_loss": 0.026197603344917296, "subset_score_loss": 0.026197603344917296}
+{"step": 2300000, "wall_time": 24241.38199687004, "train_loss_step": 4.903253078460693, "n_params": 4592800, "total_flops": 32450887680000000, "train_loss": 0.026426973938941955, "subset_score_loss": 0.026426973938941955, "memorization_fraction_pixel": 0.36880001425743103, "mean_nn_ratio_pixel": 0.6396382451057434, "fid": 59.99755452815984}
+{"step": 2310000, "wall_time": 24338.52803349495, "train_loss_step": 4.680031776428223, "n_params": 4592800, "total_flops": 32591978496000000, "train_loss": 0.026805630326271056, "subset_score_loss": 0.026805630326271056}
+{"step": 2320000, "wall_time": 24435.858366250992, "train_loss_step": 4.806947231292725, "n_params": 4592800, "total_flops": 32733069312000000, "train_loss": 0.027064937353134155, "subset_score_loss": 0.027064937353134155}
+{"step": 2330000, "wall_time": 24534.93070912361, "train_loss_step": 4.267354965209961, "n_params": 4592800, "total_flops": 32874160128000000, "train_loss": 0.025674587488174437, "subset_score_loss": 0.025674587488174437}
+{"step": 2340000, "wall_time": 24634.02100276947, "train_loss_step": 4.298216819763184, "n_params": 4592800, "total_flops": 33015250944000000, "train_loss": 0.024991343915462493, "subset_score_loss": 0.024991343915462493}
+{"step": 2350000, "wall_time": 24732.728410959244, "train_loss_step": 4.981481552124023, "n_params": 4592800, "total_flops": 33156341760000000, "train_loss": 0.026850613951683044, "subset_score_loss": 0.026850613951683044}
+{"step": 2360000, "wall_time": 24831.95259332657, "train_loss_step": 4.6205644607543945, "n_params": 4592800, "total_flops": 33297432576000000, "train_loss": 0.02488691210746765, "subset_score_loss": 0.02488691210746765}
+{"step": 2370000, "wall_time": 24931.145186662674, "train_loss_step": 4.49066162109375, "n_params": 4592800, "total_flops": 33438523392000000, "train_loss": 0.026380634307861327, "subset_score_loss": 0.026380634307861327}
+{"step": 2380000, "wall_time": 25027.7724711895, "train_loss_step": 4.6767497062683105, "n_params": 4592800, "total_flops": 33579614208000000, "train_loss": 0.027919161319732665, "subset_score_loss": 0.027919161319732665}
+{"step": 2390000, "wall_time": 25125.3904569149, "train_loss_step": 4.558698654174805, "n_params": 4592800, "total_flops": 33720705024000000, "train_loss": 0.025966614484786987, "subset_score_loss": 0.025966614484786987}
+{"step": 2400000, "wall_time": 25286.85462164879, "train_loss_step": 4.960324287414551, "n_params": 4592800, "total_flops": 33861795840000000, "train_loss": 0.026996630430221557, "subset_score_loss": 0.026996630430221557, "memorization_fraction_pixel": 0.3353999853134155, "mean_nn_ratio_pixel": 0.6692827939987183, "fid": 63.54440195477866}
+{"step": 2410000, "wall_time": 25384.106950759888, "train_loss_step": 4.897971153259277, "n_params": 4592800, "total_flops": 34002886656000000, "train_loss": 0.02673802673816681, "subset_score_loss": 0.02673802673816681}
+{"step": 2420000, "wall_time": 25481.538836717606, "train_loss_step": 4.892562389373779, "n_params": 4592800, "total_flops": 34143977472000000, "train_loss": 0.024990394711494446, "subset_score_loss": 0.024990394711494446}
+{"step": 2430000, "wall_time": 25580.748296022415, "train_loss_step": 4.735529899597168, "n_params": 4592800, "total_flops": 34285068288000000, "train_loss": 0.024492797255516053, "subset_score_loss": 0.024492797255516053}
+{"step": 2440000, "wall_time": 25679.917404413223, "train_loss_step": 4.222354888916016, "n_params": 4592800, "total_flops": 34426159104000000, "train_loss": 0.02501199543476105, "subset_score_loss": 0.02501199543476105}
+{"step": 2450000, "wall_time": 25778.507157325745, "train_loss_step": 4.829585075378418, "n_params": 4592800, "total_flops": 34567249920000000, "train_loss": 0.02350912243127823, "subset_score_loss": 0.02350912243127823}
+{"step": 2460000, "wall_time": 25877.399163722992, "train_loss_step": 4.5979790687561035, "n_params": 4592800, "total_flops": 34708340736000000, "train_loss": 0.02778777778148651, "subset_score_loss": 0.02778777778148651}
+{"step": 2470000, "wall_time": 25975.947546958923, "train_loss_step": 4.695398807525635, "n_params": 4592800, "total_flops": 34849431552000000, "train_loss": 0.026518994569778444, "subset_score_loss": 0.026518994569778444}
+{"step": 2480000, "wall_time": 26074.832582950592, "train_loss_step": 4.487600326538086, "n_params": 4592800, "total_flops": 34990522368000000, "train_loss": 0.026485720276832582, "subset_score_loss": 0.026485720276832582}
+{"step": 2490000, "wall_time": 26171.72597503662, "train_loss_step": 4.308870315551758, "n_params": 4592800, "total_flops": 35131613184000000, "train_loss": 0.026667082309722902, "subset_score_loss": 0.026667082309722902}
+{"step": 2500000, "wall_time": 26332.57724547386, "train_loss_step": 4.499454498291016, "n_params": 4592800, "total_flops": 35272704000000000, "train_loss": 0.02402682453393936, "subset_score_loss": 0.02402682453393936, "memorization_fraction_pixel": 0.3741999864578247, "mean_nn_ratio_pixel": 0.6400901079177856, "fid": 58.87423760561619}
+{"step": 2510000, "wall_time": 26429.802213907242, "train_loss_step": 4.2316389083862305, "n_params": 4592800, "total_flops": 35413794816000000, "train_loss": 0.027662837505340578, "subset_score_loss": 0.027662837505340578}
+{"step": 2520000, "wall_time": 26527.030257940292, "train_loss_step": 4.599482536315918, "n_params": 4592800, "total_flops": 35554885632000000, "train_loss": 0.025224390625953674, "subset_score_loss": 0.025224390625953674}
+{"step": 2530000, "wall_time": 26626.02931213379, "train_loss_step": 4.78537654876709, "n_params": 4592800, "total_flops": 35695976448000000, "train_loss": 0.025482141971588136, "subset_score_loss": 0.025482141971588136}
+{"step": 2540000, "wall_time": 26724.584953546524, "train_loss_step": 4.686887741088867, "n_params": 4592800, "total_flops": 35837067264000000, "train_loss": 0.02519626319408417, "subset_score_loss": 0.02519626319408417}
+{"step": 2550000, "wall_time": 26823.744427919388, "train_loss_step": 4.321373462677002, "n_params": 4592800, "total_flops": 35978158080000000, "train_loss": 0.023396767675876617, "subset_score_loss": 0.023396767675876617}
+{"step": 2560000, "wall_time": 26922.621760845184, "train_loss_step": 4.529247283935547, "n_params": 4592800, "total_flops": 36119248896000000, "train_loss": 0.025893139839172363, "subset_score_loss": 0.025893139839172363}
+{"step": 2570000, "wall_time": 27021.32647204399, "train_loss_step": 4.5399274826049805, "n_params": 4592800, "total_flops": 36260339712000000, "train_loss": 0.02525809109210968, "subset_score_loss": 0.02525809109210968}
+{"step": 2580000, "wall_time": 27120.23558807373, "train_loss_step": 4.586344242095947, "n_params": 4592800, "total_flops": 36401430528000000, "train_loss": 0.02639588713645935, "subset_score_loss": 0.02639588713645935}
+{"step": 2590000, "wall_time": 27217.350544691086, "train_loss_step": 4.55693244934082, "n_params": 4592800, "total_flops": 36542521344000000, "train_loss": 0.02456822097301483, "subset_score_loss": 0.02456822097301483}
+{"step": 2600000, "wall_time": 27377.403756141663, "train_loss_step": 4.346385955810547, "n_params": 4592800, "total_flops": 36683612160000000, "train_loss": 0.024925336241722107, "subset_score_loss": 0.024925336241722107, "memorization_fraction_pixel": 0.3675000071525574, "mean_nn_ratio_pixel": 0.6460968255996704, "fid": 60.72599155571825}
+{"step": 2610000, "wall_time": 27474.813534021378, "train_loss_step": 4.2569122314453125, "n_params": 4592800, "total_flops": 36824702976000000, "train_loss": 0.023727573454380035, "subset_score_loss": 0.023727573454380035}
+{"step": 2620000, "wall_time": 27572.537184238434, "train_loss_step": 4.775774955749512, "n_params": 4592800, "total_flops": 36965793792000000, "train_loss": 0.02707374393939972, "subset_score_loss": 0.02707374393939972}
+{"step": 2630000, "wall_time": 27671.9662296772, "train_loss_step": 4.312371253967285, "n_params": 4592800, "total_flops": 37106884608000000, "train_loss": 0.025422346591949464, "subset_score_loss": 0.025422346591949464}
+{"step": 2640000, "wall_time": 27769.807047843933, "train_loss_step": 4.111663818359375, "n_params": 4592800, "total_flops": 37247975424000000, "train_loss": 0.023631440103054048, "subset_score_loss": 0.023631440103054048}
+{"step": 2650000, "wall_time": 27868.434803009033, "train_loss_step": 4.508665084838867, "n_params": 4592800, "total_flops": 37389066240000000, "train_loss": 0.02551789879798889, "subset_score_loss": 0.02551789879798889}
+{"step": 2660000, "wall_time": 27967.44139814377, "train_loss_step": 4.707447052001953, "n_params": 4592800, "total_flops": 37530157056000000, "train_loss": 0.02352878451347351, "subset_score_loss": 0.02352878451347351}
+{"step": 2670000, "wall_time": 28066.027542591095, "train_loss_step": 4.617264747619629, "n_params": 4592800, "total_flops": 37671247872000000, "train_loss": 0.023958884179592133, "subset_score_loss": 0.023958884179592133}
+{"step": 2680000, "wall_time": 28164.573509931564, "train_loss_step": 4.784150123596191, "n_params": 4592800, "total_flops": 37812338688000000, "train_loss": 0.029137659072875976, "subset_score_loss": 0.029137659072875976}
+{"step": 2690000, "wall_time": 28261.571903705597, "train_loss_step": 4.710116386413574, "n_params": 4592800, "total_flops": 37953429504000000, "train_loss": 0.024522846937179564, "subset_score_loss": 0.024522846937179564}
+{"step": 2700000, "wall_time": 28427.168429613113, "train_loss_step": 4.211855411529541, "n_params": 4592800, "total_flops": 38094520320000000, "train_loss": 0.02279375046491623, "subset_score_loss": 0.02279375046491623, "memorization_fraction_pixel": 0.42100000381469727, "mean_nn_ratio_pixel": 0.604565441608429, "fid": 52.674180739908834}
+{"step": 2710000, "wall_time": 28524.496676683426, "train_loss_step": 4.525141716003418, "n_params": 4592800, "total_flops": 38235611136000000, "train_loss": 0.02325836420059204, "subset_score_loss": 0.02325836420059204}
+{"step": 2720000, "wall_time": 28622.114608049393, "train_loss_step": 4.581461429595947, "n_params": 4592800, "total_flops": 38376701952000000, "train_loss": 0.024969993531703948, "subset_score_loss": 0.024969993531703948}
+{"step": 2730000, "wall_time": 28721.09788250923, "train_loss_step": 4.198366641998291, "n_params": 4592800, "total_flops": 38517792768000000, "train_loss": 0.02432028353214264, "subset_score_loss": 0.02432028353214264}
+{"step": 2740000, "wall_time": 28819.744715213776, "train_loss_step": 4.557722091674805, "n_params": 4592800, "total_flops": 38658883584000000, "train_loss": 0.02519594132900238, "subset_score_loss": 0.02519594132900238}
+{"step": 2750000, "wall_time": 28918.87254834175, "train_loss_step": 4.836098670959473, "n_params": 4592800, "total_flops": 38799974400000000, "train_loss": 0.023423439264297484, "subset_score_loss": 0.023423439264297484}
+{"step": 2760000, "wall_time": 29017.881871700287, "train_loss_step": 4.07945442199707, "n_params": 4592800, "total_flops": 38941065216000000, "train_loss": 0.024492037296295167, "subset_score_loss": 0.024492037296295167}
+{"step": 2770000, "wall_time": 29115.82800269127, "train_loss_step": 4.6593475341796875, "n_params": 4592800, "total_flops": 39082156032000000, "train_loss": 0.02471429854631424, "subset_score_loss": 0.02471429854631424}
+{"step": 2780000, "wall_time": 29213.7946870327, "train_loss_step": 4.4373650550842285, "n_params": 4592800, "total_flops": 39223246848000000, "train_loss": 0.024170073866844177, "subset_score_loss": 0.024170073866844177}
+{"step": 2790000, "wall_time": 29313.144325256348, "train_loss_step": 4.508213043212891, "n_params": 4592800, "total_flops": 39364337664000000, "train_loss": 0.029050377011299134, "subset_score_loss": 0.029050377011299134}
+{"step": 2800000, "wall_time": 29481.793298721313, "train_loss_step": 4.555464744567871, "n_params": 4592800, "total_flops": 39505428480000000, "train_loss": 0.02403469979763031, "subset_score_loss": 0.02403469979763031, "memorization_fraction_pixel": 0.39989998936653137, "mean_nn_ratio_pixel": 0.624001681804657, "fid": 56.26413596168368}
+{"step": 2810000, "wall_time": 29578.92577624321, "train_loss_step": 4.376827716827393, "n_params": 4592800, "total_flops": 39646519296000000, "train_loss": 0.023295825719833373, "subset_score_loss": 0.023295825719833373}
+{"step": 2820000, "wall_time": 29675.69966316223, "train_loss_step": 4.58269739151001, "n_params": 4592800, "total_flops": 39787610112000000, "train_loss": 0.022807092964649202, "subset_score_loss": 0.022807092964649202}
+{"step": 2830000, "wall_time": 29774.057990789413, "train_loss_step": 4.55282735824585, "n_params": 4592800, "total_flops": 39928700928000000, "train_loss": 0.022788310050964357, "subset_score_loss": 0.022788310050964357}
+{"step": 2840000, "wall_time": 29872.791996002197, "train_loss_step": 4.305826187133789, "n_params": 4592800, "total_flops": 40069791744000000, "train_loss": 0.024263861775398254, "subset_score_loss": 0.024263861775398254}
+{"step": 2850000, "wall_time": 29971.753595352173, "train_loss_step": 4.118340492248535, "n_params": 4592800, "total_flops": 40210882560000000, "train_loss": 0.022724512219429015, "subset_score_loss": 0.022724512219429015}
+{"step": 2860000, "wall_time": 30069.439649105072, "train_loss_step": 4.512660980224609, "n_params": 4592800, "total_flops": 40351973376000000, "train_loss": 0.023344984650611876, "subset_score_loss": 0.023344984650611876}
+{"step": 2870000, "wall_time": 30168.05783891678, "train_loss_step": 4.324739456176758, "n_params": 4592800, "total_flops": 40493064192000000, "train_loss": 0.0245491623878479, "subset_score_loss": 0.0245491623878479}
+{"step": 2880000, "wall_time": 30266.915303707123, "train_loss_step": 4.374561309814453, "n_params": 4592800, "total_flops": 40634155008000000, "train_loss": 0.023208151757717132, "subset_score_loss": 0.023208151757717132}
+{"step": 2890000, "wall_time": 30354.765847682953, "train_loss_step": 4.356304168701172, "n_params": 4592800, "total_flops": 40775245824000000, "train_loss": 0.02286059707403183, "subset_score_loss": 0.02286059707403183}
+{"step": 2900000, "wall_time": 30522.423099517822, "train_loss_step": 4.322739124298096, "n_params": 4592800, "total_flops": 40916336640000000, "train_loss": 0.023962622880935668, "subset_score_loss": 0.023962622880935668, "memorization_fraction_pixel": 0.4052000045776367, "mean_nn_ratio_pixel": 0.6252601742744446, "fid": 56.551691949598634}
+{"step": 2910000, "wall_time": 30619.447707891464, "train_loss_step": 4.614380359649658, "n_params": 4592800, "total_flops": 41057427456000000, "train_loss": 0.022361356019973754, "subset_score_loss": 0.022361356019973754}
+{"step": 2920000, "wall_time": 30716.185035467148, "train_loss_step": 4.247447967529297, "n_params": 4592800, "total_flops": 41198518272000000, "train_loss": 0.022031810879707337, "subset_score_loss": 0.022031810879707337}
+{"step": 2930000, "wall_time": 30814.96469116211, "train_loss_step": 4.0526275634765625, "n_params": 4592800, "total_flops": 41339609088000000, "train_loss": 0.021764931082725526, "subset_score_loss": 0.021764931082725526}
+{"step": 2940000, "wall_time": 30913.27365255356, "train_loss_step": 4.538745403289795, "n_params": 4592800, "total_flops": 41480699904000000, "train_loss": 0.028167754411697388, "subset_score_loss": 0.028167754411697388}
+{"step": 2950000, "wall_time": 31011.2771961689, "train_loss_step": 4.453112602233887, "n_params": 4592800, "total_flops": 41621790720000000, "train_loss": 0.023417595028877258, "subset_score_loss": 0.023417595028877258}
+{"step": 2960000, "wall_time": 31109.907078027725, "train_loss_step": 4.479358673095703, "n_params": 4592800, "total_flops": 41762881536000000, "train_loss": 0.023134101927280427, "subset_score_loss": 0.023134101927280427}
+{"step": 2970000, "wall_time": 31208.696764469147, "train_loss_step": 4.310441017150879, "n_params": 4592800, "total_flops": 41903972352000000, "train_loss": 0.024126122891902923, "subset_score_loss": 0.024126122891902923}
+{"step": 2980000, "wall_time": 31307.799175977707, "train_loss_step": 4.257782936096191, "n_params": 4592800, "total_flops": 42045063168000000, "train_loss": 0.02356037050485611, "subset_score_loss": 0.02356037050485611}
+{"step": 2990000, "wall_time": 31396.802152872086, "train_loss_step": 4.311183929443359, "n_params": 4592800, "total_flops": 42186153984000000, "train_loss": 0.02257750928401947, "subset_score_loss": 0.02257750928401947}
+{"step": 3000000, "wall_time": 31569.10615849495, "train_loss_step": 4.391849994659424, "n_params": 4592800, "total_flops": 42327244800000000, "train_loss": 0.023266884684562682, "subset_score_loss": 0.023266884684562682, "memorization_fraction_pixel": 0.40709999203681946, "mean_nn_ratio_pixel": 0.6247926950454712, "fid": 57.887548151620855}
+{"step": 3010000, "wall_time": 31666.274893522263, "train_loss_step": 4.2851104736328125, "n_params": 4592800, "total_flops": 42468335616000000, "train_loss": 0.022209320962429047, "subset_score_loss": 0.022209320962429047}
+{"step": 3020000, "wall_time": 31763.863659381866, "train_loss_step": 4.305927276611328, "n_params": 4592800, "total_flops": 42609426432000000, "train_loss": 0.021457578241825103, "subset_score_loss": 0.021457578241825103}
+{"step": 3030000, "wall_time": 31860.522744894028, "train_loss_step": 4.508883476257324, "n_params": 4592800, "total_flops": 42750517248000000, "train_loss": 0.021705256402492525, "subset_score_loss": 0.021705256402492525}
+{"step": 3040000, "wall_time": 31958.631953716278, "train_loss_step": 4.088869571685791, "n_params": 4592800, "total_flops": 42891608064000000, "train_loss": 0.0236717626452446, "subset_score_loss": 0.0236717626452446}
+{"step": 3050000, "wall_time": 32057.409183740616, "train_loss_step": 4.18670654296875, "n_params": 4592800, "total_flops": 43032698880000000, "train_loss": 0.02456204891204834, "subset_score_loss": 0.02456204891204834}
+{"step": 3060000, "wall_time": 32155.977558135986, "train_loss_step": 4.282613277435303, "n_params": 4592800, "total_flops": 43173789696000000, "train_loss": 0.023023901879787444, "subset_score_loss": 0.023023901879787444}
+{"step": 3070000, "wall_time": 32254.616302251816, "train_loss_step": 4.5894293785095215, "n_params": 4592800, "total_flops": 43314880512000000, "train_loss": 0.0232554167509079, "subset_score_loss": 0.0232554167509079}
+{"step": 3080000, "wall_time": 32353.216376781464, "train_loss_step": 4.390302658081055, "n_params": 4592800, "total_flops": 43455971328000000, "train_loss": 0.023818020522594453, "subset_score_loss": 0.023818020522594453}
+{"step": 3090000, "wall_time": 32445.5146214962, "train_loss_step": 4.158754348754883, "n_params": 4592800, "total_flops": 43597062144000000, "train_loss": 0.023322691023349763, "subset_score_loss": 0.023322691023349763}
+{"step": 3100000, "wall_time": 32617.3956823349, "train_loss_step": 4.308386325836182, "n_params": 4592800, "total_flops": 43738152960000000, "train_loss": 0.021760503947734832, "subset_score_loss": 0.021760503947734832, "memorization_fraction_pixel": 0.413100004196167, "mean_nn_ratio_pixel": 0.6200990080833435, "fid": 55.52701998042632}
+{"step": 3110000, "wall_time": 32713.148743391037, "train_loss_step": 4.306047439575195, "n_params": 4592800, "total_flops": 43879243776000000, "train_loss": 0.024396313726902007, "subset_score_loss": 0.024396313726902007}
+{"step": 3120000, "wall_time": 32811.78335285187, "train_loss_step": 3.9546749591827393, "n_params": 4592800, "total_flops": 44020334592000000, "train_loss": 0.022099706530570983, "subset_score_loss": 0.022099706530570983}
+{"step": 3130000, "wall_time": 32908.43556761742, "train_loss_step": 4.091111183166504, "n_params": 4592800, "total_flops": 44161425408000000, "train_loss": 0.02130951136350632, "subset_score_loss": 0.02130951136350632}
+{"step": 3140000, "wall_time": 33006.85317850113, "train_loss_step": 4.032549858093262, "n_params": 4592800, "total_flops": 44302516224000000, "train_loss": 0.021507249772548677, "subset_score_loss": 0.021507249772548677}
+{"step": 3150000, "wall_time": 33105.699763059616, "train_loss_step": 4.416973114013672, "n_params": 4592800, "total_flops": 44443607040000000, "train_loss": 0.020911753177642822, "subset_score_loss": 0.020911753177642822}
+{"step": 3160000, "wall_time": 33204.3823800087, "train_loss_step": 4.227219104766846, "n_params": 4592800, "total_flops": 44584697856000000, "train_loss": 0.021838849782943724, "subset_score_loss": 0.021838849782943724}
+{"step": 3170000, "wall_time": 33302.860824108124, "train_loss_step": 4.415205001831055, "n_params": 4592800, "total_flops": 44725788672000000, "train_loss": 0.024825413525104523, "subset_score_loss": 0.024825413525104523}
+{"step": 3180000, "wall_time": 33398.809334516525, "train_loss_step": 4.600241184234619, "n_params": 4592800, "total_flops": 44866879488000000, "train_loss": 0.024269579350948332, "subset_score_loss": 0.024269579350948332}
+{"step": 3190000, "wall_time": 33497.3709499836, "train_loss_step": 4.315213203430176, "n_params": 4592800, "total_flops": 45007970304000000, "train_loss": 0.020880673825740815, "subset_score_loss": 0.020880673825740815}
+{"step": 3200000, "wall_time": 33672.07741808891, "train_loss_step": 4.151747226715088, "n_params": 4592800, "total_flops": 45149061120000000, "train_loss": 0.02383130043745041, "subset_score_loss": 0.02383130043745041, "memorization_fraction_pixel": 0.44190001487731934, "mean_nn_ratio_pixel": 0.5995916724205017, "fid": 53.857691162369036}
+{"step": 3210000, "wall_time": 33767.32175183296, "train_loss_step": 4.132542133331299, "n_params": 4592800, "total_flops": 45290151936000000, "train_loss": 0.021677511930465698, "subset_score_loss": 0.021677511930465698}
+{"step": 3220000, "wall_time": 33866.40118932724, "train_loss_step": 4.2132391929626465, "n_params": 4592800, "total_flops": 45431242752000000, "train_loss": 0.02228577882051468, "subset_score_loss": 0.02228577882051468}
+{"step": 3230000, "wall_time": 33963.378321409225, "train_loss_step": 4.037185192108154, "n_params": 4592800, "total_flops": 45572333568000000, "train_loss": 0.022189271450042725, "subset_score_loss": 0.022189271450042725}
+{"step": 3240000, "wall_time": 34062.20686554909, "train_loss_step": 4.220771312713623, "n_params": 4592800, "total_flops": 45713424384000000, "train_loss": 0.02341553121805191, "subset_score_loss": 0.02341553121805191}
+{"step": 3250000, "wall_time": 34160.98224949837, "train_loss_step": 4.25775671005249, "n_params": 4592800, "total_flops": 45854515200000000, "train_loss": 0.02536710202693939, "subset_score_loss": 0.02536710202693939}
+{"step": 3260000, "wall_time": 34259.50633716583, "train_loss_step": 4.611711025238037, "n_params": 4592800, "total_flops": 45995606016000000, "train_loss": 0.026527583599090576, "subset_score_loss": 0.026527583599090576}
+{"step": 3270000, "wall_time": 34356.94172954559, "train_loss_step": 4.364380836486816, "n_params": 4592800, "total_flops": 46136696832000000, "train_loss": 0.023000071942806243, "subset_score_loss": 0.023000071942806243}
+{"step": 3280000, "wall_time": 34449.5483622551, "train_loss_step": 4.315138816833496, "n_params": 4592800, "total_flops": 46277787648000000, "train_loss": 0.02069435566663742, "subset_score_loss": 0.02069435566663742}
+{"step": 3290000, "wall_time": 34548.50040769577, "train_loss_step": 3.9866530895233154, "n_params": 4592800, "total_flops": 46418878464000000, "train_loss": 0.020265959203243256, "subset_score_loss": 0.020265959203243256}
+{"step": 3300000, "wall_time": 34722.98443055153, "train_loss_step": 4.080259799957275, "n_params": 4592800, "total_flops": 46559969280000000, "train_loss": 0.02128247022628784, "subset_score_loss": 0.02128247022628784, "memorization_fraction_pixel": 0.47350001335144043, "mean_nn_ratio_pixel": 0.576409101486206, "fid": 51.43835632370086}
+{"step": 3310000, "wall_time": 34818.45210146904, "train_loss_step": 4.139354228973389, "n_params": 4592800, "total_flops": 46701060096000000, "train_loss": 0.021800556778907777, "subset_score_loss": 0.021800556778907777}
+{"step": 3320000, "wall_time": 34916.8108651638, "train_loss_step": 3.9018073081970215, "n_params": 4592800, "total_flops": 46842150912000000, "train_loss": 0.020950095355510713, "subset_score_loss": 0.020950095355510713}
+{"step": 3330000, "wall_time": 35013.710956573486, "train_loss_step": 4.062488555908203, "n_params": 4592800, "total_flops": 46983241728000000, "train_loss": 0.021547314524650574, "subset_score_loss": 0.021547314524650574}
+{"step": 3340000, "wall_time": 35112.64752864838, "train_loss_step": 4.174605369567871, "n_params": 4592800, "total_flops": 47124332544000000, "train_loss": 0.021206702291965484, "subset_score_loss": 0.021206702291965484}
+{"step": 3350000, "wall_time": 35210.82792496681, "train_loss_step": 4.168570041656494, "n_params": 4592800, "total_flops": 47265423360000000, "train_loss": 0.020646128058433532, "subset_score_loss": 0.020646128058433532}
+{"step": 3360000, "wall_time": 35309.398313999176, "train_loss_step": 4.140576362609863, "n_params": 4592800, "total_flops": 47406514176000000, "train_loss": 0.021533265709877014, "subset_score_loss": 0.021533265709877014}
+{"step": 3370000, "wall_time": 35398.49862766266, "train_loss_step": 4.268421173095703, "n_params": 4592800, "total_flops": 47547604992000000, "train_loss": 0.024876469373703004, "subset_score_loss": 0.024876469373703004}
+{"step": 3380000, "wall_time": 35497.1976981163, "train_loss_step": 4.24149227142334, "n_params": 4592800, "total_flops": 47688695808000000, "train_loss": 0.02077507972717285, "subset_score_loss": 0.02077507972717285}
+{"step": 3390000, "wall_time": 35596.08711504936, "train_loss_step": 3.954864978790283, "n_params": 4592800, "total_flops": 47829786624000000, "train_loss": 0.022151577472686767, "subset_score_loss": 0.022151577472686767}
+{"step": 3400000, "wall_time": 35769.43708229065, "train_loss_step": 3.9976561069488525, "n_params": 4592800, "total_flops": 47970877440000000, "train_loss": 0.02059110999107361, "subset_score_loss": 0.02059110999107361, "memorization_fraction_pixel": 0.4632999897003174, "mean_nn_ratio_pixel": 0.5793563723564148, "fid": 53.10339748252328}
+{"step": 3410000, "wall_time": 35865.271139621735, "train_loss_step": 4.054289817810059, "n_params": 4592800, "total_flops": 48111968256000000, "train_loss": 0.023303425312042235, "subset_score_loss": 0.023303425312042235}
+{"step": 3420000, "wall_time": 35963.943333387375, "train_loss_step": 3.9538216590881348, "n_params": 4592800, "total_flops": 48253059072000000, "train_loss": 0.023519492149353026, "subset_score_loss": 0.023519492149353026}
+{"step": 3430000, "wall_time": 36060.53168106079, "train_loss_step": 4.2111406326293945, "n_params": 4592800, "total_flops": 48394149888000000, "train_loss": 0.021517278254032136, "subset_score_loss": 0.021517278254032136}
+{"step": 3440000, "wall_time": 36159.273137807846, "train_loss_step": 4.416808128356934, "n_params": 4592800, "total_flops": 48535240704000000, "train_loss": 0.02143285274505615, "subset_score_loss": 0.02143285274505615}
+{"step": 3450000, "wall_time": 36258.23067545891, "train_loss_step": 4.274499893188477, "n_params": 4592800, "total_flops": 48676331520000000, "train_loss": 0.02221430242061615, "subset_score_loss": 0.02221430242061615}
+{"step": 3460000, "wall_time": 36356.59540390968, "train_loss_step": 4.365993499755859, "n_params": 4592800, "total_flops": 48817422336000000, "train_loss": 0.02196040153503418, "subset_score_loss": 0.02196040153503418}
+{"step": 3470000, "wall_time": 36444.866193532944, "train_loss_step": 3.8134546279907227, "n_params": 4592800, "total_flops": 48958513152000000, "train_loss": 0.02063816785812378, "subset_score_loss": 0.02063816785812378}
+{"step": 3480000, "wall_time": 36543.647886514664, "train_loss_step": 4.174727439880371, "n_params": 4592800, "total_flops": 49099603968000000, "train_loss": 0.02042417824268341, "subset_score_loss": 0.02042417824268341}
+{"step": 3490000, "wall_time": 36642.444987773895, "train_loss_step": 3.876279592514038, "n_params": 4592800, "total_flops": 49240694784000000, "train_loss": 0.020945177972316743, "subset_score_loss": 0.020945177972316743}
+{"step": 3500000, "wall_time": 36817.25388288498, "train_loss_step": 4.2398200035095215, "n_params": 4592800, "total_flops": 49381785600000000, "train_loss": 0.021468290686607362, "subset_score_loss": 0.021468290686607362, "memorization_fraction_pixel": 0.4968000054359436, "mean_nn_ratio_pixel": 0.556054949760437, "fid": 50.79595380134367}
+{"step": 3510000, "wall_time": 36914.50823831558, "train_loss_step": 4.377418041229248, "n_params": 4592800, "total_flops": 49522876416000000, "train_loss": 0.02010582685470581, "subset_score_loss": 0.02010582685470581}
+{"step": 3520000, "wall_time": 37011.410262823105, "train_loss_step": 4.360567092895508, "n_params": 4592800, "total_flops": 49663967232000000, "train_loss": 0.019759829342365264, "subset_score_loss": 0.019759829342365264}
+{"step": 3530000, "wall_time": 37108.77728962898, "train_loss_step": 4.135451793670654, "n_params": 4592800, "total_flops": 49805058048000000, "train_loss": 0.021562409400939942, "subset_score_loss": 0.021562409400939942}
+{"step": 3540000, "wall_time": 37207.75641322136, "train_loss_step": 4.343283653259277, "n_params": 4592800, "total_flops": 49946148864000000, "train_loss": 0.023057882487773896, "subset_score_loss": 0.023057882487773896}
+{"step": 3550000, "wall_time": 37306.27341938019, "train_loss_step": 4.080544948577881, "n_params": 4592800, "total_flops": 50087239680000000, "train_loss": 0.020585304498672484, "subset_score_loss": 0.020585304498672484}
+{"step": 3560000, "wall_time": 37402.06650042534, "train_loss_step": 3.933673620223999, "n_params": 4592800, "total_flops": 50228330496000000, "train_loss": 0.020192807912826537, "subset_score_loss": 0.020192807912826537}
+{"step": 3570000, "wall_time": 37491.79978346825, "train_loss_step": 3.890613317489624, "n_params": 4592800, "total_flops": 50369421312000000, "train_loss": 0.020750130712985992, "subset_score_loss": 0.020750130712985992}
+{"step": 3580000, "wall_time": 37590.18504500389, "train_loss_step": 4.230518341064453, "n_params": 4592800, "total_flops": 50510512128000000, "train_loss": 0.02008495181798935, "subset_score_loss": 0.02008495181798935}
+{"step": 3590000, "wall_time": 37688.44700241089, "train_loss_step": 4.170226097106934, "n_params": 4592800, "total_flops": 50651602944000000, "train_loss": 0.0200065016746521, "subset_score_loss": 0.0200065016746521}
+{"step": 3600000, "wall_time": 37863.01339292526, "train_loss_step": 4.319068908691406, "n_params": 4592800, "total_flops": 50792693760000000, "train_loss": 0.01963169276714325, "subset_score_loss": 0.01963169276714325, "memorization_fraction_pixel": 0.5412999987602234, "mean_nn_ratio_pixel": 0.5256326794624329, "fid": 48.3374760919303}
+{"step": 3610000, "wall_time": 37960.35897612572, "train_loss_step": 4.087529182434082, "n_params": 4592800, "total_flops": 50933784576000000, "train_loss": 0.022081784904003143, "subset_score_loss": 0.022081784904003143}
+{"step": 3620000, "wall_time": 38057.63670063019, "train_loss_step": 4.005519866943359, "n_params": 4592800, "total_flops": 51074875392000000, "train_loss": 0.019684478640556335, "subset_score_loss": 0.019684478640556335}
+{"step": 3630000, "wall_time": 38154.8895483017, "train_loss_step": 3.999485969543457, "n_params": 4592800, "total_flops": 51215966208000000, "train_loss": 0.020737090706825258, "subset_score_loss": 0.020737090706825258}
+{"step": 3640000, "wall_time": 38253.32858967781, "train_loss_step": 4.195434093475342, "n_params": 4592800, "total_flops": 51357057024000000, "train_loss": 0.020597827434539796, "subset_score_loss": 0.020597827434539796}
+{"step": 3650000, "wall_time": 38352.03222799301, "train_loss_step": 4.062695503234863, "n_params": 4592800, "total_flops": 51498147840000000, "train_loss": 0.021050739288330077, "subset_score_loss": 0.021050739288330077}
+{"step": 3660000, "wall_time": 38443.213614702225, "train_loss_step": 4.4191694259643555, "n_params": 4592800, "total_flops": 51639238656000000, "train_loss": 0.02028513252735138, "subset_score_loss": 0.02028513252735138}
+{"step": 3670000, "wall_time": 38537.49459314346, "train_loss_step": 4.140097618103027, "n_params": 4592800, "total_flops": 51780329472000000, "train_loss": 0.02470114827156067, "subset_score_loss": 0.02470114827156067}
+{"step": 3680000, "wall_time": 38635.88402104378, "train_loss_step": 4.357342720031738, "n_params": 4592800, "total_flops": 51921420288000000, "train_loss": 0.020891346037387848, "subset_score_loss": 0.020891346037387848}
+{"step": 3690000, "wall_time": 38734.06503868103, "train_loss_step": 4.153526782989502, "n_params": 4592800, "total_flops": 52062511104000000, "train_loss": 0.020075102150440217, "subset_score_loss": 0.020075102150440217}
+{"step": 3700000, "wall_time": 38907.726581811905, "train_loss_step": 3.868788719177246, "n_params": 4592800, "total_flops": 52203601920000000, "train_loss": 0.02050962150096893, "subset_score_loss": 0.02050962150096893, "memorization_fraction_pixel": 0.4828999936580658, "mean_nn_ratio_pixel": 0.5688736438751221, "fid": 50.66531454592725}
+{"step": 3710000, "wall_time": 39005.54719018936, "train_loss_step": 4.003658294677734, "n_params": 4592800, "total_flops": 52344692736000000, "train_loss": 0.020570901036262513, "subset_score_loss": 0.020570901036262513}
+{"step": 3720000, "wall_time": 39104.22915291786, "train_loss_step": 4.1454877853393555, "n_params": 4592800, "total_flops": 52485783552000000, "train_loss": 0.020509640872478484, "subset_score_loss": 0.020509640872478484}
+{"step": 3730000, "wall_time": 39199.90830373764, "train_loss_step": 4.312456130981445, "n_params": 4592800, "total_flops": 52626874368000000, "train_loss": 0.0195537269115448, "subset_score_loss": 0.0195537269115448}
+{"step": 3740000, "wall_time": 39298.74570274353, "train_loss_step": 4.262483596801758, "n_params": 4592800, "total_flops": 52767965184000000, "train_loss": 0.01967654228210449, "subset_score_loss": 0.01967654228210449}
+{"step": 3750000, "wall_time": 39397.294728040695, "train_loss_step": 3.8582355976104736, "n_params": 4592800, "total_flops": 52909056000000000, "train_loss": 0.02080816924571991, "subset_score_loss": 0.02080816924571991}
+{"step": 3760000, "wall_time": 39484.83492088318, "train_loss_step": 4.125781536102295, "n_params": 4592800, "total_flops": 53050146816000000, "train_loss": 0.019891929626464844, "subset_score_loss": 0.019891929626464844}
+{"step": 3770000, "wall_time": 39582.32389712334, "train_loss_step": 4.122191429138184, "n_params": 4592800, "total_flops": 53191237632000000, "train_loss": 0.02016456425189972, "subset_score_loss": 0.02016456425189972}
+{"step": 3780000, "wall_time": 39681.02527880669, "train_loss_step": 3.918865203857422, "n_params": 4592800, "total_flops": 53332328448000000, "train_loss": 0.02020901143550873, "subset_score_loss": 0.02020901143550873}
+{"step": 3790000, "wall_time": 39779.88449835777, "train_loss_step": 4.103321552276611, "n_params": 4592800, "total_flops": 53473419264000000, "train_loss": 0.02066413015127182, "subset_score_loss": 0.02066413015127182}
+{"step": 3800000, "wall_time": 39952.89349460602, "train_loss_step": 4.13243293762207, "n_params": 4592800, "total_flops": 53614510080000000, "train_loss": 0.02036779522895813, "subset_score_loss": 0.02036779522895813, "memorization_fraction_pixel": 0.48510000109672546, "mean_nn_ratio_pixel": 0.5677894353866577, "fid": 51.777046298832005}
+{"step": 3810000, "wall_time": 40050.12896776199, "train_loss_step": 4.149043083190918, "n_params": 4592800, "total_flops": 53755600896000000, "train_loss": 0.02028079181909561, "subset_score_loss": 0.02028079181909561}
+{"step": 3820000, "wall_time": 40149.07881760597, "train_loss_step": 4.393292427062988, "n_params": 4592800, "total_flops": 53896691712000000, "train_loss": 0.019135892391204834, "subset_score_loss": 0.019135892391204834}
+{"step": 3830000, "wall_time": 40245.489815711975, "train_loss_step": 3.8231520652770996, "n_params": 4592800, "total_flops": 54037782528000000, "train_loss": 0.020981426537036895, "subset_score_loss": 0.020981426537036895}
+{"step": 3840000, "wall_time": 40343.17700266838, "train_loss_step": 3.930347204208374, "n_params": 4592800, "total_flops": 54178873344000000, "train_loss": 0.019563981890678407, "subset_score_loss": 0.019563981890678407}
+{"step": 3850000, "wall_time": 40441.40793180466, "train_loss_step": 3.8802781105041504, "n_params": 4592800, "total_flops": 54319964160000000, "train_loss": 0.020517070591449738, "subset_score_loss": 0.020517070591449738}
+{"step": 3860000, "wall_time": 40526.88577461243, "train_loss_step": 4.175826072692871, "n_params": 4592800, "total_flops": 54461054976000000, "train_loss": 0.018696118891239167, "subset_score_loss": 0.018696118891239167}
+{"step": 3870000, "wall_time": 40625.71068906784, "train_loss_step": 4.00672721862793, "n_params": 4592800, "total_flops": 54602145792000000, "train_loss": 0.02186187505722046, "subset_score_loss": 0.02186187505722046}
+{"step": 3880000, "wall_time": 40724.701820373535, "train_loss_step": 4.080582141876221, "n_params": 4592800, "total_flops": 54743236608000000, "train_loss": 0.01979116052389145, "subset_score_loss": 0.01979116052389145}
+{"step": 3890000, "wall_time": 40823.0973212719, "train_loss_step": 4.111021041870117, "n_params": 4592800, "total_flops": 54884327424000000, "train_loss": 0.019859562814235687, "subset_score_loss": 0.019859562814235687}
+{"step": 3900000, "wall_time": 40996.82426285744, "train_loss_step": 4.032304286956787, "n_params": 4592800, "total_flops": 55025418240000000, "train_loss": 0.021316778659820557, "subset_score_loss": 0.021316778659820557, "memorization_fraction_pixel": 0.5534999966621399, "mean_nn_ratio_pixel": 0.5148492455482483, "fid": 46.577049452672014}
+{"step": 3910000, "wall_time": 41092.79219341278, "train_loss_step": 3.8061366081237793, "n_params": 4592800, "total_flops": 55166509056000000, "train_loss": 0.018136477470397948, "subset_score_loss": 0.018136477470397948}
+{"step": 3920000, "wall_time": 41191.275614738464, "train_loss_step": 4.081752777099609, "n_params": 4592800, "total_flops": 55307599872000000, "train_loss": 0.019850540161132812, "subset_score_loss": 0.019850540161132812}
+{"step": 3930000, "wall_time": 41288.521048069, "train_loss_step": 4.01723575592041, "n_params": 4592800, "total_flops": 55448690688000000, "train_loss": 0.01837649494409561, "subset_score_loss": 0.01837649494409561}
+{"step": 3940000, "wall_time": 41385.47034740448, "train_loss_step": 3.6704564094543457, "n_params": 4592800, "total_flops": 55589781504000000, "train_loss": 0.018399427831172942, "subset_score_loss": 0.018399427831172942}
+{"step": 3950000, "wall_time": 41483.88331389427, "train_loss_step": 4.094707012176514, "n_params": 4592800, "total_flops": 55730872320000000, "train_loss": 0.019563266634941102, "subset_score_loss": 0.019563266634941102}
+{"step": 3960000, "wall_time": 41570.78852677345, "train_loss_step": 3.7140707969665527, "n_params": 4592800, "total_flops": 55871963136000000, "train_loss": 0.018852512538433074, "subset_score_loss": 0.018852512538433074}
+{"step": 3970000, "wall_time": 41669.5302529335, "train_loss_step": 4.147098064422607, "n_params": 4592800, "total_flops": 56013053952000000, "train_loss": 0.0211463525891304, "subset_score_loss": 0.0211463525891304}
+{"step": 3980000, "wall_time": 41767.91379737854, "train_loss_step": 3.817674160003662, "n_params": 4592800, "total_flops": 56154144768000000, "train_loss": 0.019632974267005922, "subset_score_loss": 0.019632974267005922}
+{"step": 3990000, "wall_time": 41865.89433217049, "train_loss_step": 3.898104429244995, "n_params": 4592800, "total_flops": 56295235584000000, "train_loss": 0.019052891433238982, "subset_score_loss": 0.019052891433238982}
+{"step": 4000000, "wall_time": 42040.80241346359, "train_loss_step": 4.383755683898926, "n_params": 4592800, "total_flops": 56436326400000000, "train_loss": 0.01962076872587204, "subset_score_loss": 0.01962076872587204, "memorization_fraction_pixel": 0.5274999737739563, "mean_nn_ratio_pixel": 0.5386008620262146, "fid": 47.83760303653361}
+{"step": 4010000, "wall_time": 42138.118278265, "train_loss_step": 4.080738067626953, "n_params": 4592800, "total_flops": 56577417216000000, "train_loss": 0.019406014680862428, "subset_score_loss": 0.019406014680862428}
+{"step": 4020000, "wall_time": 42236.89425063133, "train_loss_step": 4.540926933288574, "n_params": 4592800, "total_flops": 56718508032000000, "train_loss": 0.02319759875535965, "subset_score_loss": 0.02319759875535965}
+{"step": 4030000, "wall_time": 42336.37750983238, "train_loss_step": 3.8562965393066406, "n_params": 4592800, "total_flops": 56859598848000000, "train_loss": 0.02001931518316269, "subset_score_loss": 0.02001931518316269}
+{"step": 4040000, "wall_time": 42430.78408384323, "train_loss_step": 4.045103073120117, "n_params": 4592800, "total_flops": 57000689664000000, "train_loss": 0.01877114474773407, "subset_score_loss": 0.01877114474773407}
+{"step": 4050000, "wall_time": 42527.007887363434, "train_loss_step": 3.9098289012908936, "n_params": 4592800, "total_flops": 57141780480000000, "train_loss": 0.019647754728794098, "subset_score_loss": 0.019647754728794098}
+{"step": 4060000, "wall_time": 42619.954073667526, "train_loss_step": 3.9961304664611816, "n_params": 4592800, "total_flops": 57282871296000000, "train_loss": 0.019424833357334137, "subset_score_loss": 0.019424833357334137}
+{"step": 4070000, "wall_time": 42718.766842365265, "train_loss_step": 4.110857963562012, "n_params": 4592800, "total_flops": 57423962112000000, "train_loss": 0.020620523393154143, "subset_score_loss": 0.020620523393154143}
+{"step": 4080000, "wall_time": 42817.18393802643, "train_loss_step": 3.8988184928894043, "n_params": 4592800, "total_flops": 57565052928000000, "train_loss": 0.018170487880706788, "subset_score_loss": 0.018170487880706788}
+{"step": 4090000, "wall_time": 42915.95868587494, "train_loss_step": 3.8266191482543945, "n_params": 4592800, "total_flops": 57706143744000000, "train_loss": 0.018503572046756744, "subset_score_loss": 0.018503572046756744}
+{"step": 4100000, "wall_time": 43091.24398827553, "train_loss_step": 3.614077091217041, "n_params": 4592800, "total_flops": 57847234560000000, "train_loss": 0.01864592283964157, "subset_score_loss": 0.01864592283964157, "memorization_fraction_pixel": 0.5376999974250793, "mean_nn_ratio_pixel": 0.5299212336540222, "fid": 48.01436837621368}
+{"step": 4110000, "wall_time": 43188.81936144829, "train_loss_step": 3.843881607055664, "n_params": 4592800, "total_flops": 57988325376000000, "train_loss": 0.022558872401714326, "subset_score_loss": 0.022558872401714326}
+{"step": 4120000, "wall_time": 43288.023938179016, "train_loss_step": 3.8520541191101074, "n_params": 4592800, "total_flops": 58129416192000000, "train_loss": 0.018045464158058168, "subset_score_loss": 0.018045464158058168}
+{"step": 4130000, "wall_time": 43387.339895009995, "train_loss_step": 4.634031772613525, "n_params": 4592800, "total_flops": 58270507008000000, "train_loss": 0.021009561419487, "subset_score_loss": 0.021009561419487}
+{"step": 4140000, "wall_time": 43482.96171307564, "train_loss_step": 4.237478256225586, "n_params": 4592800, "total_flops": 58411597824000000, "train_loss": 0.019976237416267396, "subset_score_loss": 0.019976237416267396}
+{"step": 4150000, "wall_time": 43572.36139535904, "train_loss_step": 3.6872382164001465, "n_params": 4592800, "total_flops": 58552688640000000, "train_loss": 0.018153564631938936, "subset_score_loss": 0.018153564631938936}
+{"step": 4160000, "wall_time": 43671.32593679428, "train_loss_step": 3.950390338897705, "n_params": 4592800, "total_flops": 58693779456000000, "train_loss": 0.018186157941818236, "subset_score_loss": 0.018186157941818236}
+{"step": 4170000, "wall_time": 43769.3811044693, "train_loss_step": 4.242730140686035, "n_params": 4592800, "total_flops": 58834870272000000, "train_loss": 0.020930755138397216, "subset_score_loss": 0.020930755138397216}
+{"step": 4180000, "wall_time": 43868.22581219673, "train_loss_step": 4.203202247619629, "n_params": 4592800, "total_flops": 58975961088000000, "train_loss": 0.02066197395324707, "subset_score_loss": 0.02066197395324707}
+{"step": 4190000, "wall_time": 43967.04326224327, "train_loss_step": 3.9552531242370605, "n_params": 4592800, "total_flops": 59117051904000000, "train_loss": 0.019779859483242034, "subset_score_loss": 0.019779859483242034}
+{"step": 4200000, "wall_time": 44142.12831377983, "train_loss_step": 3.7892398834228516, "n_params": 4592800, "total_flops": 59258142720000000, "train_loss": 0.0182157501578331, "subset_score_loss": 0.0182157501578331, "memorization_fraction_pixel": 0.5440999865531921, "mean_nn_ratio_pixel": 0.5243414044380188, "fid": 47.62594238724513}
+{"step": 4210000, "wall_time": 44239.59924149513, "train_loss_step": 3.9245476722717285, "n_params": 4592800, "total_flops": 59399233536000000, "train_loss": 0.019908149540424348, "subset_score_loss": 0.019908149540424348}
+{"step": 4220000, "wall_time": 44338.518699645996, "train_loss_step": 4.13693904876709, "n_params": 4592800, "total_flops": 59540324352000000, "train_loss": 0.02007468044757843, "subset_score_loss": 0.02007468044757843}
+{"step": 4230000, "wall_time": 44437.4556555748, "train_loss_step": 3.656081438064575, "n_params": 4592800, "total_flops": 59681415168000000, "train_loss": 0.018502074480056762, "subset_score_loss": 0.018502074480056762}
+{"step": 4240000, "wall_time": 44534.090373277664, "train_loss_step": 3.762979030609131, "n_params": 4592800, "total_flops": 59822505984000000, "train_loss": 0.01948733925819397, "subset_score_loss": 0.01948733925819397}
+{"step": 4250000, "wall_time": 44621.94256782532, "train_loss_step": 3.859553575515747, "n_params": 4592800, "total_flops": 59963596800000000, "train_loss": 0.020668677985668182, "subset_score_loss": 0.020668677985668182}
+{"step": 4260000, "wall_time": 44720.50581288338, "train_loss_step": 3.48722505569458, "n_params": 4592800, "total_flops": 60104687616000000, "train_loss": 0.020522092282772065, "subset_score_loss": 0.020522092282772065}
+{"step": 4270000, "wall_time": 44818.54164457321, "train_loss_step": 3.7570695877075195, "n_params": 4592800, "total_flops": 60245778432000000, "train_loss": 0.01924164742231369, "subset_score_loss": 0.01924164742231369}
+{"step": 4280000, "wall_time": 44917.60562801361, "train_loss_step": 3.992006540298462, "n_params": 4592800, "total_flops": 60386869248000000, "train_loss": 0.01915844827890396, "subset_score_loss": 0.01915844827890396}
+{"step": 4290000, "wall_time": 45016.230687618256, "train_loss_step": 3.8401944637298584, "n_params": 4592800, "total_flops": 60527960064000000, "train_loss": 0.01869509071111679, "subset_score_loss": 0.01869509071111679}
+{"step": 4300000, "wall_time": 45191.281970739365, "train_loss_step": 3.8220248222351074, "n_params": 4592800, "total_flops": 60669050880000000, "train_loss": 0.018833334743976592, "subset_score_loss": 0.018833334743976592, "memorization_fraction_pixel": 0.5169000029563904, "mean_nn_ratio_pixel": 0.5491437911987305, "fid": 50.98333059234247}
+{"step": 4310000, "wall_time": 45288.325246572495, "train_loss_step": 3.7381529808044434, "n_params": 4592800, "total_flops": 60810141696000000, "train_loss": 0.01855003535747528, "subset_score_loss": 0.01855003535747528}
+{"step": 4320000, "wall_time": 45387.21527314186, "train_loss_step": 3.870147228240967, "n_params": 4592800, "total_flops": 60951232512000000, "train_loss": 0.01883154809474945, "subset_score_loss": 0.01883154809474945}
+{"step": 4330000, "wall_time": 45485.88975119591, "train_loss_step": 3.6662673950195312, "n_params": 4592800, "total_flops": 61092323328000000, "train_loss": 0.0189179390668869, "subset_score_loss": 0.0189179390668869}
+{"step": 4340000, "wall_time": 45576.692429065704, "train_loss_step": 3.78002667427063, "n_params": 4592800, "total_flops": 61233414144000000, "train_loss": 0.01868533343076706, "subset_score_loss": 0.01868533343076706}
+{"step": 4350000, "wall_time": 45671.97984790802, "train_loss_step": 3.778878688812256, "n_params": 4592800, "total_flops": 61374504960000000, "train_loss": 0.0190586194396019, "subset_score_loss": 0.0190586194396019}
+{"step": 4360000, "wall_time": 45770.688400030136, "train_loss_step": 3.6453747749328613, "n_params": 4592800, "total_flops": 61515595776000000, "train_loss": 0.020101895928382872, "subset_score_loss": 0.020101895928382872}
+{"step": 4370000, "wall_time": 45869.517478227615, "train_loss_step": 4.388221740722656, "n_params": 4592800, "total_flops": 61656686592000000, "train_loss": 0.018361319601535798, "subset_score_loss": 0.018361319601535798}
+{"step": 4380000, "wall_time": 45968.57419300079, "train_loss_step": 3.949641466140747, "n_params": 4592800, "total_flops": 61797777408000000, "train_loss": 0.019977515935897826, "subset_score_loss": 0.019977515935897826}
+{"step": 4390000, "wall_time": 46067.82326936722, "train_loss_step": 3.955280065536499, "n_params": 4592800, "total_flops": 61938868224000000, "train_loss": 0.019465145468711854, "subset_score_loss": 0.019465145468711854}
+{"step": 4400000, "wall_time": 46242.20995736122, "train_loss_step": 4.135863304138184, "n_params": 4592800, "total_flops": 62079959040000000, "train_loss": 0.01930488497018814, "subset_score_loss": 0.01930488497018814, "memorization_fraction_pixel": 0.5626000165939331, "mean_nn_ratio_pixel": 0.5150331258773804, "fid": 45.98271199959906}
+{"step": 4410000, "wall_time": 46339.375709056854, "train_loss_step": 4.045557975769043, "n_params": 4592800, "total_flops": 62221049856000000, "train_loss": 0.021839842200279236, "subset_score_loss": 0.021839842200279236}
+{"step": 4420000, "wall_time": 46437.96898841858, "train_loss_step": 4.056906700134277, "n_params": 4592800, "total_flops": 62362140672000000, "train_loss": 0.018118029832839964, "subset_score_loss": 0.018118029832839964}
+{"step": 4430000, "wall_time": 46536.57787322998, "train_loss_step": 3.8384788036346436, "n_params": 4592800, "total_flops": 62503231488000000, "train_loss": 0.018641012907028198, "subset_score_loss": 0.018641012907028198}
+{"step": 4440000, "wall_time": 46620.9213078022, "train_loss_step": 3.7053604125976562, "n_params": 4592800, "total_flops": 62644322304000000, "train_loss": 0.019148409366607666, "subset_score_loss": 0.019148409366607666}
+{"step": 4450000, "wall_time": 46718.16260886192, "train_loss_step": 4.099801540374756, "n_params": 4592800, "total_flops": 62785413120000000, "train_loss": 0.01905606985092163, "subset_score_loss": 0.01905606985092163}
+{"step": 4460000, "wall_time": 46816.36263632774, "train_loss_step": 3.888113021850586, "n_params": 4592800, "total_flops": 62926503936000000, "train_loss": 0.017822375893592833, "subset_score_loss": 0.017822375893592833}
+{"step": 4470000, "wall_time": 46915.40965819359, "train_loss_step": 3.6643943786621094, "n_params": 4592800, "total_flops": 63067594752000000, "train_loss": 0.018682077527046204, "subset_score_loss": 0.018682077527046204}
+{"step": 4480000, "wall_time": 47014.39741516113, "train_loss_step": 3.6679887771606445, "n_params": 4592800, "total_flops": 63208685568000000, "train_loss": 0.016949646174907684, "subset_score_loss": 0.016949646174907684}
+{"step": 4490000, "wall_time": 47112.35654258728, "train_loss_step": 3.5915465354919434, "n_params": 4592800, "total_flops": 63349776384000000, "train_loss": 0.018564563989639283, "subset_score_loss": 0.018564563989639283}
+{"step": 4500000, "wall_time": 47285.5879406929, "train_loss_step": 3.85931658744812, "n_params": 4592800, "total_flops": 63490867200000000, "train_loss": 0.01781117469072342, "subset_score_loss": 0.01781117469072342, "memorization_fraction_pixel": 0.5544000267982483, "mean_nn_ratio_pixel": 0.5177640914916992, "fid": 46.07196162070775}
+{"step": 4510000, "wall_time": 47382.81506609917, "train_loss_step": 3.8993959426879883, "n_params": 4592800, "total_flops": 63631958016000000, "train_loss": 0.018377238512039186, "subset_score_loss": 0.018377238512039186}
+{"step": 4520000, "wall_time": 47481.801214933395, "train_loss_step": 3.9911699295043945, "n_params": 4592800, "total_flops": 63773048832000000, "train_loss": 0.019954496622085573, "subset_score_loss": 0.019954496622085573}
+{"step": 4530000, "wall_time": 47580.3471429348, "train_loss_step": 3.92781925201416, "n_params": 4592800, "total_flops": 63914139648000000, "train_loss": 0.022301255166530608, "subset_score_loss": 0.022301255166530608}
+{"step": 4540000, "wall_time": 47665.562418460846, "train_loss_step": 3.890483856201172, "n_params": 4592800, "total_flops": 64055230464000000, "train_loss": 0.017863358557224273, "subset_score_loss": 0.017863358557224273}
+{"step": 4550000, "wall_time": 47764.29530501366, "train_loss_step": 3.9306492805480957, "n_params": 4592800, "total_flops": 64196321280000000, "train_loss": 0.018938550353050233, "subset_score_loss": 0.018938550353050233}
+{"step": 4560000, "wall_time": 47861.32480311394, "train_loss_step": 4.109776020050049, "n_params": 4592800, "total_flops": 64337412096000000, "train_loss": 0.01915602833032608, "subset_score_loss": 0.01915602833032608}
+{"step": 4570000, "wall_time": 47960.37722992897, "train_loss_step": 3.893301010131836, "n_params": 4592800, "total_flops": 64478502912000000, "train_loss": 0.01807502955198288, "subset_score_loss": 0.01807502955198288}
+{"step": 4580000, "wall_time": 48059.105780124664, "train_loss_step": 3.895712375640869, "n_params": 4592800, "total_flops": 64619593728000000, "train_loss": 0.017622995376586913, "subset_score_loss": 0.017622995376586913}
+{"step": 4590000, "wall_time": 48157.32156538963, "train_loss_step": 3.7879233360290527, "n_params": 4592800, "total_flops": 64760684544000000, "train_loss": 0.019746781885623933, "subset_score_loss": 0.019746781885623933}
+{"step": 4600000, "wall_time": 48331.73508167267, "train_loss_step": 3.959031343460083, "n_params": 4592800, "total_flops": 64901775360000000, "train_loss": 0.01692216694355011, "subset_score_loss": 0.01692216694355011, "memorization_fraction_pixel": 0.6093999743461609, "mean_nn_ratio_pixel": 0.47787803411483765, "fid": 43.76909778659442}
+{"step": 4610000, "wall_time": 48428.98945045471, "train_loss_step": 3.848229169845581, "n_params": 4592800, "total_flops": 65042866176000000, "train_loss": 0.01763232797384262, "subset_score_loss": 0.01763232797384262}
+{"step": 4620000, "wall_time": 48527.69851708412, "train_loss_step": 3.881903886795044, "n_params": 4592800, "total_flops": 65183956992000000, "train_loss": 0.018885132670402528, "subset_score_loss": 0.018885132670402528}
+{"step": 4630000, "wall_time": 48623.29081463814, "train_loss_step": 4.045915126800537, "n_params": 4592800, "total_flops": 65325047808000000, "train_loss": 0.02030063271522522, "subset_score_loss": 0.02030063271522522}
+{"step": 4640000, "wall_time": 48720.39312148094, "train_loss_step": 4.041080474853516, "n_params": 4592800, "total_flops": 65466138624000000, "train_loss": 0.019493354856967925, "subset_score_loss": 0.019493354856967925}
+{"step": 4650000, "wall_time": 48818.50694322586, "train_loss_step": 3.9090471267700195, "n_params": 4592800, "total_flops": 65607229440000000, "train_loss": 0.019919352233409883, "subset_score_loss": 0.019919352233409883}
+{"step": 4660000, "wall_time": 48915.75211119652, "train_loss_step": 3.576754093170166, "n_params": 4592800, "total_flops": 65748320256000000, "train_loss": 0.01936150938272476, "subset_score_loss": 0.01936150938272476}
+{"step": 4670000, "wall_time": 49014.026349544525, "train_loss_step": 3.57106351852417, "n_params": 4592800, "total_flops": 65889411072000000, "train_loss": 0.017568933963775634, "subset_score_loss": 0.017568933963775634}
+{"step": 4680000, "wall_time": 49112.89108967781, "train_loss_step": 3.904029130935669, "n_params": 4592800, "total_flops": 66030501888000000, "train_loss": 0.018197213113307954, "subset_score_loss": 0.018197213113307954}
+{"step": 4690000, "wall_time": 49212.000988960266, "train_loss_step": 3.4161159992218018, "n_params": 4592800, "total_flops": 66171592704000000, "train_loss": 0.018977642059326172, "subset_score_loss": 0.018977642059326172}
+{"step": 4700000, "wall_time": 49386.847707271576, "train_loss_step": 3.526010036468506, "n_params": 4592800, "total_flops": 66312683520000000, "train_loss": 0.018769057095050813, "subset_score_loss": 0.018769057095050813, "memorization_fraction_pixel": 0.536300003528595, "mean_nn_ratio_pixel": 0.5393958687782288, "fid": 46.65729259197237}
+{"step": 4710000, "wall_time": 49484.11598157883, "train_loss_step": 3.9094178676605225, "n_params": 4592800, "total_flops": 66453774336000000, "train_loss": 0.020309700071811675, "subset_score_loss": 0.020309700071811675}
+{"step": 4720000, "wall_time": 49583.011362314224, "train_loss_step": 3.8497390747070312, "n_params": 4592800, "total_flops": 66594865152000000, "train_loss": 0.01779673099517822, "subset_score_loss": 0.01779673099517822}
+{"step": 4730000, "wall_time": 49679.17788720131, "train_loss_step": 3.8754048347473145, "n_params": 4592800, "total_flops": 66735955968000000, "train_loss": 0.017672149837017058, "subset_score_loss": 0.017672149837017058}
+{"step": 4740000, "wall_time": 49777.82676625252, "train_loss_step": 3.7874560356140137, "n_params": 4592800, "total_flops": 66877046784000000, "train_loss": 0.019110874831676485, "subset_score_loss": 0.019110874831676485}
+{"step": 4750000, "wall_time": 49875.12276649475, "train_loss_step": 4.062281608581543, "n_params": 4592800, "total_flops": 67018137600000000, "train_loss": 0.019375252723693847, "subset_score_loss": 0.019375252723693847}
+{"step": 4760000, "wall_time": 49973.34220004082, "train_loss_step": 4.011791229248047, "n_params": 4592800, "total_flops": 67159228416000000, "train_loss": 0.01837044358253479, "subset_score_loss": 0.01837044358253479}
+{"step": 4770000, "wall_time": 50072.988310813904, "train_loss_step": 3.8152315616607666, "n_params": 4592800, "total_flops": 67300319232000000, "train_loss": 0.017310407757759095, "subset_score_loss": 0.017310407757759095}
+{"step": 4780000, "wall_time": 50172.690841674805, "train_loss_step": 3.596858501434326, "n_params": 4592800, "total_flops": 67441410048000000, "train_loss": 0.017070548236370088, "subset_score_loss": 0.017070548236370088}
+{"step": 4790000, "wall_time": 50272.2898812294, "train_loss_step": 3.7586216926574707, "n_params": 4592800, "total_flops": 67582500864000000, "train_loss": 0.017354233562946318, "subset_score_loss": 0.017354233562946318}
+{"step": 4800000, "wall_time": 50451.21323752403, "train_loss_step": 4.12418794631958, "n_params": 4592800, "total_flops": 67723591680000000, "train_loss": 0.020182736217975616, "subset_score_loss": 0.020182736217975616, "memorization_fraction_pixel": 0.5073999762535095, "mean_nn_ratio_pixel": 0.5600217580795288, "fid": 50.12681593424201}
+{"step": 4810000, "wall_time": 50548.97301197052, "train_loss_step": 3.8522024154663086, "n_params": 4592800, "total_flops": 67864682496000000, "train_loss": 0.017159412801265716, "subset_score_loss": 0.017159412801265716}
+{"step": 4820000, "wall_time": 50635.66067457199, "train_loss_step": 3.961773633956909, "n_params": 4592800, "total_flops": 68005773312000000, "train_loss": 0.019182075560092927, "subset_score_loss": 0.019182075560092927}
+{"step": 4830000, "wall_time": 50716.028148174286, "train_loss_step": 3.9171390533447266, "n_params": 4592800, "total_flops": 68146864128000000, "train_loss": 0.016743436455726624, "subset_score_loss": 0.016743436455726624}
+{"step": 4840000, "wall_time": 50795.02194547653, "train_loss_step": 3.5133509635925293, "n_params": 4592800, "total_flops": 68287954944000000, "train_loss": 0.017268283665180205, "subset_score_loss": 0.017268283665180205}
+{"step": 4850000, "wall_time": 50876.326402425766, "train_loss_step": 3.5372726917266846, "n_params": 4592800, "total_flops": 68429045760000000, "train_loss": 0.016748856008052825, "subset_score_loss": 0.016748856008052825}
+{"step": 4860000, "wall_time": 50956.627989292145, "train_loss_step": 3.7858240604400635, "n_params": 4592800, "total_flops": 68570136576000000, "train_loss": 0.019458478689193724, "subset_score_loss": 0.019458478689193724}
+{"step": 4870000, "wall_time": 51037.1209423542, "train_loss_step": 3.724362850189209, "n_params": 4592800, "total_flops": 68711227392000000, "train_loss": 0.01716734766960144, "subset_score_loss": 0.01716734766960144}
+{"step": 4880000, "wall_time": 51118.38128733635, "train_loss_step": 3.636439323425293, "n_params": 4592800, "total_flops": 68852318208000000, "train_loss": 0.01752351224422455, "subset_score_loss": 0.01752351224422455}
+{"step": 4890000, "wall_time": 51199.161485910416, "train_loss_step": 3.871053457260132, "n_params": 4592800, "total_flops": 68993409024000000, "train_loss": 0.018465450406074523, "subset_score_loss": 0.018465450406074523}
+{"step": 4900000, "wall_time": 51346.018288612366, "train_loss_step": 3.738830804824829, "n_params": 4592800, "total_flops": 69134499840000000, "train_loss": 0.02047494798898697, "subset_score_loss": 0.02047494798898697, "memorization_fraction_pixel": 0.5138999819755554, "mean_nn_ratio_pixel": 0.5541682243347168, "fid": 49.56448685899734}
+{"step": 4910000, "wall_time": 51423.98494577408, "train_loss_step": 3.5585432052612305, "n_params": 4592800, "total_flops": 69275590656000000, "train_loss": 0.01897071599960327, "subset_score_loss": 0.01897071599960327}
+{"step": 4920000, "wall_time": 51505.27823162079, "train_loss_step": 3.689035654067993, "n_params": 4592800, "total_flops": 69416681472000000, "train_loss": 0.018162555992603302, "subset_score_loss": 0.018162555992603302}
+{"step": 4930000, "wall_time": 51585.99731230736, "train_loss_step": 4.027976989746094, "n_params": 4592800, "total_flops": 69557772288000000, "train_loss": 0.019843833148479463, "subset_score_loss": 0.019843833148479463}
+{"step": 4940000, "wall_time": 51665.340807676315, "train_loss_step": 3.674795389175415, "n_params": 4592800, "total_flops": 69698863104000000, "train_loss": 0.01670311689376831, "subset_score_loss": 0.01670311689376831}
+{"step": 4950000, "wall_time": 51746.394011735916, "train_loss_step": 3.9956791400909424, "n_params": 4592800, "total_flops": 69839953920000000, "train_loss": 0.016934269666671754, "subset_score_loss": 0.016934269666671754}
+{"step": 4960000, "wall_time": 51826.068747997284, "train_loss_step": 3.8371334075927734, "n_params": 4592800, "total_flops": 69981044736000000, "train_loss": 0.017698079347610474, "subset_score_loss": 0.017698079347610474}
+{"step": 4970000, "wall_time": 51904.723943948746, "train_loss_step": 3.5348005294799805, "n_params": 4592800, "total_flops": 70122135552000000, "train_loss": 0.018726351857185363, "subset_score_loss": 0.018726351857185363}
+{"step": 4980000, "wall_time": 51985.80719614029, "train_loss_step": 3.586784839630127, "n_params": 4592800, "total_flops": 70263226368000000, "train_loss": 0.017174454033374788, "subset_score_loss": 0.017174454033374788}
+{"step": 4990000, "wall_time": 52066.677204847336, "train_loss_step": 3.85703444480896, "n_params": 4592800, "total_flops": 70404317184000000, "train_loss": 0.017868663370609283, "subset_score_loss": 0.017868663370609283}
+{"step": 5000000, "wall_time": 52213.42895245552, "train_loss_step": 3.910953998565674, "n_params": 4592800, "total_flops": 70545408000000000, "train_loss": 0.017063438892364502, "subset_score_loss": 0.017063438892364502, "memorization_fraction_pixel": 0.5336999893188477, "mean_nn_ratio_pixel": 0.5402082800865173, "fid": 47.38534184998846}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d160/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d160/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..2bca1d8f528f99db1fe6595181ef99a4279ca391
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d160/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     75s | train_loss=1.0002 | fid=289.7242
+  step   10000 |    173s | train_loss=0.7164
+  step   20000 |    273s | train_loss=0.6056
+  step   30000 |    373s | train_loss=0.5184
+  step   40000 |    473s | train_loss=0.4327
+  step   50000 |    573s | train_loss=0.3418
+  step   60000 |    673s | train_loss=0.2813
+  step   70000 |    773s | train_loss=0.2211
+  step   80000 |    873s | train_loss=0.1963
+  step   90000 |    973s | train_loss=0.1716
+  step  100000 |   1143s | train_loss=0.1631 | fid=69.9215
+  step  110000 |   1241s | train_loss=0.1382
+  step  120000 |   1341s | train_loss=0.1350
+  step  130000 |   1440s | train_loss=0.1287
+  step  140000 |   1540s | train_loss=0.1315
+  step  150000 |   1639s | train_loss=0.1162
+  step  160000 |   1736s | train_loss=0.1096
+  step  170000 |   1835s | train_loss=0.1061
+  step  180000 |   1934s | train_loss=0.1051
+  step  190000 |   2032s | train_loss=0.0983
+  step  200000 |   2201s | train_loss=0.0949 | fid=87.1248
+  step  210000 |   2299s | train_loss=0.0988
+  step  220000 |   2398s | train_loss=0.0936
+  step  230000 |   2497s | train_loss=0.0942
+  step  240000 |   2596s | train_loss=0.0953
+  step  250000 |   2695s | train_loss=0.0911
+  step  260000 |   2792s | train_loss=0.0858
+  step  270000 |   2891s | train_loss=0.0831
+  step  280000 |   2990s | train_loss=0.0842
+  step  290000 |   3086s | train_loss=0.0821
+  step  300000 |   3257s | train_loss=0.0812 | fid=98.6816
+  step  310000 |   3354s | train_loss=0.0805
+  step  320000 |   3453s | train_loss=0.0775
+  step  330000 |   3553s | train_loss=0.0758
+  step  340000 |   3651s | train_loss=0.0771
+  step  350000 |   3750s | train_loss=0.0786
+  step  360000 |   3848s | train_loss=0.0735
+  step  370000 |   3945s | train_loss=0.0721
+  step  380000 |   4041s | train_loss=0.0735
+  step  390000 |   4141s | train_loss=0.0700
+  step  400000 |   4313s | train_loss=0.0739 | fid=104.1463
+  step  410000 |   4411s | train_loss=0.0702
+  step  420000 |   4511s | train_loss=0.0646
+  step  430000 |   4610s | train_loss=0.0693
+  step  440000 |   4709s | train_loss=0.0644
+  step  450000 |   4808s | train_loss=0.0654
+  step  460000 |   4906s | train_loss=0.0637
+  step  470000 |   5000s | train_loss=0.0673
+  step  480000 |   5099s | train_loss=0.0609
+  step  490000 |   5198s | train_loss=0.0621
+  step  500000 |   5371s | train_loss=0.0636 | fid=107.9804
+  step  510000 |   5469s | train_loss=0.0622
+  step  520000 |   5566s | train_loss=0.0619
+  step  530000 |   5666s | train_loss=0.0600
+  step  540000 |   5764s | train_loss=0.0587
+  step  550000 |   5862s | train_loss=0.0634
+  step  560000 |   5960s | train_loss=0.0557
+  step  570000 |   6055s | train_loss=0.0608
+  step  580000 |   6154s | train_loss=0.0573
+  step  590000 |   6252s | train_loss=0.0594
+  step  600000 |   6428s | train_loss=0.0598 | fid=109.1809
+  step  610000 |   6526s | train_loss=0.0563
+  step  620000 |   6623s | train_loss=0.0572
+  step  630000 |   6722s | train_loss=0.0541
+  step  640000 |   6820s | train_loss=0.0517
+  step  650000 |   6920s | train_loss=0.0555
+  step  660000 |   7014s | train_loss=0.0553
+  step  670000 |   7113s | train_loss=0.0556
+  step  680000 |   7211s | train_loss=0.0556
+  step  690000 |   7310s | train_loss=0.0510
+  step  700000 |   7485s | train_loss=0.0523 | fid=99.8189
+  step  710000 |   7581s | train_loss=0.0517
+  step  720000 |   7679s | train_loss=0.0549
+  step  730000 |   7777s | train_loss=0.0517
+  step  740000 |   7876s | train_loss=0.0517
+  step  750000 |   7972s | train_loss=0.0491
+  step  760000 |   8070s | train_loss=0.0473
+  step  770000 |   8169s | train_loss=0.0485
+  step  780000 |   8268s | train_loss=0.0481
+  step  790000 |   8366s | train_loss=0.0495
+  step  800000 |   8541s | train_loss=0.0498 | fid=99.4145
+  step  810000 |   8637s | train_loss=0.0466
+  step  820000 |   8736s | train_loss=0.0490
+  step  830000 |   8833s | train_loss=0.0485
+  step  840000 |   8931s | train_loss=0.0469
+  step  850000 |   9014s | train_loss=0.0514
+  step  860000 |   9111s | train_loss=0.0469
+  step  870000 |   9209s | train_loss=0.0481
+  step  880000 |   9308s | train_loss=0.0464
+  step  890000 |   9407s | train_loss=0.0446
+  step  900000 |   9581s | train_loss=0.0472 | fid=93.7293
+  step  910000 |   9677s | train_loss=0.0464
+  step  920000 |   9776s | train_loss=0.0469
+  step  930000 |   9874s | train_loss=0.0437
+  step  940000 |   9973s | train_loss=0.0455
+  step  950000 |  10069s | train_loss=0.0443
+  step  960000 |  10168s | train_loss=0.0444
+  step  970000 |  10267s | train_loss=0.0452
+  step  980000 |  10366s | train_loss=0.0436
+  step  990000 |  10464s | train_loss=0.0462
+  step 1000000 |  10639s | train_loss=0.0436 | fid=93.1966
+  step 1010000 |  10735s | train_loss=0.0504
+  step 1020000 |  10834s | train_loss=0.0411
+  step 1030000 |  10932s | train_loss=0.0433
+  step 1040000 |  11028s | train_loss=0.0436
+  step 1050000 |  11127s | train_loss=0.0437
+  step 1060000 |  11226s | train_loss=0.0476
+  step 1070000 |  11324s | train_loss=0.0408
+  step 1080000 |  11423s | train_loss=0.0428
+  step 1090000 |  11521s | train_loss=0.0403
+  step 1100000 |  11696s | train_loss=0.0436 | fid=87.4146
+  step 1110000 |  11793s | train_loss=0.0418
+  step 1120000 |  11891s | train_loss=0.0413
+  step 1130000 |  11982s | train_loss=0.0411
+  step 1140000 |  12077s | train_loss=0.0400
+  step 1150000 |  12176s | train_loss=0.0400
+  step 1160000 |  12275s | train_loss=0.0387
+  step 1170000 |  12373s | train_loss=0.0394
+  step 1180000 |  12472s | train_loss=0.0408
+  step 1190000 |  12570s | train_loss=0.0398
+  step 1200000 |  12744s | train_loss=0.0405 | fid=80.5894
+  step 1210000 |  12840s | train_loss=0.0399
+  step 1220000 |  12939s | train_loss=0.0385
+  step 1230000 |  13036s | train_loss=0.0408
+  step 1240000 |  13133s | train_loss=0.0381
+  step 1250000 |  13232s | train_loss=0.0417
+  step 1260000 |  13330s | train_loss=0.0411
+  step 1270000 |  13429s | train_loss=0.0404
+  step 1280000 |  13528s | train_loss=0.0362
+  step 1290000 |  13627s | train_loss=0.0394
+  step 1300000 |  13802s | train_loss=0.0406 | fid=77.7974
+  step 1310000 |  13898s | train_loss=0.0379
+  step 1320000 |  13988s | train_loss=0.0354
+  step 1330000 |  14083s | train_loss=0.0360
+  step 1340000 |  14182s | train_loss=0.0369
+  step 1350000 |  14280s | train_loss=0.0359
+  step 1360000 |  14378s | train_loss=0.0377
+  step 1370000 |  14476s | train_loss=0.0371
+  step 1380000 |  14575s | train_loss=0.0365
+  step 1390000 |  14674s | train_loss=0.0364
+  step 1400000 |  14849s | train_loss=0.0360 | fid=78.8131
+  step 1410000 |  14945s | train_loss=0.0386
+  step 1420000 |  15034s | train_loss=0.0387
+  step 1430000 |  15133s | train_loss=0.0344
+  step 1440000 |  15232s | train_loss=0.0353
+  step 1450000 |  15329s | train_loss=0.0354
+  step 1460000 |  15428s | train_loss=0.0341
+  step 1470000 |  15526s | train_loss=0.0339
+  step 1480000 |  15625s | train_loss=0.0385
+  step 1490000 |  15724s | train_loss=0.0362
+  step 1500000 |  15897s | train_loss=0.0360 | fid=76.4109
+  step 1510000 |  15992s | train_loss=0.0354
+  step 1520000 |  16082s | train_loss=0.0361
+  step 1530000 |  16181s | train_loss=0.0336
+  step 1540000 |  16280s | train_loss=0.0347
+  step 1550000 |  16376s | train_loss=0.0364
+  step 1560000 |  16475s | train_loss=0.0355
+  step 1570000 |  16572s | train_loss=0.0336
+  step 1580000 |  16671s | train_loss=0.0360
+  step 1590000 |  16770s | train_loss=0.0341
+  step 1600000 |  16945s | train_loss=0.0350 | fid=75.3955
+  step 1610000 |  17033s | train_loss=0.0350
+  step 1620000 |  17123s | train_loss=0.0367
+  step 1630000 |  17222s | train_loss=0.0381
+  step 1640000 |  17320s | train_loss=0.0332
+  step 1650000 |  17419s | train_loss=0.0330
+  step 1660000 |  17516s | train_loss=0.0308
+  step 1670000 |  17614s | train_loss=0.0312
+  step 1680000 |  17714s | train_loss=0.0309
+  step 1690000 |  17812s | train_loss=0.0322
+  step 1700000 |  17987s | train_loss=0.0320 | fid=70.7230
+  step 1710000 |  18074s | train_loss=0.0328
+  step 1720000 |  18165s | train_loss=0.0325
+  step 1730000 |  18263s | train_loss=0.0321
+  step 1740000 |  18361s | train_loss=0.0343
+  step 1750000 |  18460s | train_loss=0.0325
+  step 1760000 |  18558s | train_loss=0.0313
+  step 1770000 |  18656s | train_loss=0.0323
+  step 1780000 |  18754s | train_loss=0.0330
+  step 1790000 |  18853s | train_loss=0.0302
+  step 1800000 |  19028s | train_loss=0.0315 | fid=76.0825
+  step 1810000 |  19116s | train_loss=0.0351
+  step 1820000 |  19208s | train_loss=0.0321
+  step 1830000 |  19306s | train_loss=0.0322
+  step 1840000 |  19406s | train_loss=0.0297
+  step 1850000 |  19504s | train_loss=0.0315
+  step 1860000 |  19601s | train_loss=0.0299
+  step 1870000 |  19700s | train_loss=0.0311
+  step 1880000 |  19798s | train_loss=0.0295
+  step 1890000 |  19897s | train_loss=0.0330
+  step 1900000 |  20070s | train_loss=0.0314 | fid=68.7358
+  step 1910000 |  20159s | train_loss=0.0299
+  step 1920000 |  20254s | train_loss=0.0294
+  step 1930000 |  20353s | train_loss=0.0308
+  step 1940000 |  20452s | train_loss=0.0296
+  step 1950000 |  20550s | train_loss=0.0314
+  step 1960000 |  20649s | train_loss=0.0282
+  step 1970000 |  20745s | train_loss=0.0333
+  step 1980000 |  20844s | train_loss=0.0299
+  step 1990000 |  20943s | train_loss=0.0334
+  step 2000000 |  21116s | train_loss=0.0291 | fid=72.6757
+  step 2010000 |  21199s | train_loss=0.0297
+  step 2020000 |  21296s | train_loss=0.0295
+  step 2030000 |  21395s | train_loss=0.0290
+  step 2040000 |  21494s | train_loss=0.0290
+  step 2050000 |  21592s | train_loss=0.0292
+  step 2060000 |  21690s | train_loss=0.0307
+  step 2070000 |  21787s | train_loss=0.0290
+  step 2080000 |  21884s | train_loss=0.0297
+  step 2090000 |  21983s | train_loss=0.0321
+  step 2100000 |  22155s | train_loss=0.0297 | fid=68.2670
+  step 2110000 |  22240s | train_loss=0.0293
+  step 2120000 |  22337s | train_loss=0.0303
+  step 2130000 |  22436s | train_loss=0.0298
+  step 2140000 |  22535s | train_loss=0.0273
+  step 2150000 |  22634s | train_loss=0.0273
+  step 2160000 |  22733s | train_loss=0.0265
+  step 2170000 |  22830s | train_loss=0.0271
+  step 2180000 |  22929s | train_loss=0.0270
+  step 2190000 |  23027s | train_loss=0.0303
+  step 2200000 |  23200s | train_loss=0.0357 | fid=59.5094
+  step 2210000 |  23288s | train_loss=0.0265
+  step 2220000 |  23386s | train_loss=0.0271
+  step 2230000 |  23485s | train_loss=0.0270
+  step 2240000 |  23583s | train_loss=0.0315
+  step 2250000 |  23682s | train_loss=0.0299
+  step 2260000 |  23780s | train_loss=0.0280
+  step 2270000 |  23880s | train_loss=0.0267
+  step 2280000 |  23976s | train_loss=0.0268
+  step 2290000 |  24073s | train_loss=0.0262
+  step 2300000 |  24241s | train_loss=0.0264 | fid=59.9976
+  step 2310000 |  24339s | train_loss=0.0268
+  step 2320000 |  24436s | train_loss=0.0271
+  step 2330000 |  24535s | train_loss=0.0257
+  step 2340000 |  24634s | train_loss=0.0250
+  step 2350000 |  24733s | train_loss=0.0269
+  step 2360000 |  24832s | train_loss=0.0249
+  step 2370000 |  24931s | train_loss=0.0264
+  step 2380000 |  25028s | train_loss=0.0279
+  step 2390000 |  25125s | train_loss=0.0260
+  step 2400000 |  25287s | train_loss=0.0270 | fid=63.5444
+  step 2410000 |  25384s | train_loss=0.0267
+  step 2420000 |  25482s | train_loss=0.0250
+  step 2430000 |  25581s | train_loss=0.0245
+  step 2440000 |  25680s | train_loss=0.0250
+  step 2450000 |  25779s | train_loss=0.0235
+  step 2460000 |  25877s | train_loss=0.0278
+  step 2470000 |  25976s | train_loss=0.0265
+  step 2480000 |  26075s | train_loss=0.0265
+  step 2490000 |  26172s | train_loss=0.0267
+  step 2500000 |  26333s | train_loss=0.0240 | fid=58.8742
+  step 2510000 |  26430s | train_loss=0.0277
+  step 2520000 |  26527s | train_loss=0.0252
+  step 2530000 |  26626s | train_loss=0.0255
+  step 2540000 |  26725s | train_loss=0.0252
+  step 2550000 |  26824s | train_loss=0.0234
+  step 2560000 |  26923s | train_loss=0.0259
+  step 2570000 |  27021s | train_loss=0.0253
+  step 2580000 |  27120s | train_loss=0.0264
+  step 2590000 |  27217s | train_loss=0.0246
+  step 2600000 |  27377s | train_loss=0.0249 | fid=60.7260
+  step 2610000 |  27475s | train_loss=0.0237
+  step 2620000 |  27573s | train_loss=0.0271
+  step 2630000 |  27672s | train_loss=0.0254
+  step 2640000 |  27770s | train_loss=0.0236
+  step 2650000 |  27868s | train_loss=0.0255
+  step 2660000 |  27967s | train_loss=0.0235
+  step 2670000 |  28066s | train_loss=0.0240
+  step 2680000 |  28165s | train_loss=0.0291
+  step 2690000 |  28262s | train_loss=0.0245
+  step 2700000 |  28427s | train_loss=0.0228 | fid=52.6742
+  step 2710000 |  28524s | train_loss=0.0233
+  step 2720000 |  28622s | train_loss=0.0250
+  step 2730000 |  28721s | train_loss=0.0243
+  step 2740000 |  28820s | train_loss=0.0252
+  step 2750000 |  28919s | train_loss=0.0234
+  step 2760000 |  29018s | train_loss=0.0245
+  step 2770000 |  29116s | train_loss=0.0247
+  step 2780000 |  29214s | train_loss=0.0242
+  step 2790000 |  29313s | train_loss=0.0291
+  step 2800000 |  29482s | train_loss=0.0240 | fid=56.2641
+  step 2810000 |  29579s | train_loss=0.0233
+  step 2820000 |  29676s | train_loss=0.0228
+  step 2830000 |  29774s | train_loss=0.0228
+  step 2840000 |  29873s | train_loss=0.0243
+  step 2850000 |  29972s | train_loss=0.0227
+  step 2860000 |  30069s | train_loss=0.0233
+  step 2870000 |  30168s | train_loss=0.0245
+  step 2880000 |  30267s | train_loss=0.0232
+  step 2890000 |  30355s | train_loss=0.0229
+  step 2900000 |  30522s | train_loss=0.0240 | fid=56.5517
+  step 2910000 |  30619s | train_loss=0.0224
+  step 2920000 |  30716s | train_loss=0.0220
+  step 2930000 |  30815s | train_loss=0.0218
+  step 2940000 |  30913s | train_loss=0.0282
+  step 2950000 |  31011s | train_loss=0.0234
+  step 2960000 |  31110s | train_loss=0.0231
+  step 2970000 |  31209s | train_loss=0.0241
+  step 2980000 |  31308s | train_loss=0.0236
+  step 2990000 |  31397s | train_loss=0.0226
+  step 3000000 |  31569s | train_loss=0.0233 | fid=57.8875
+  step 3010000 |  31666s | train_loss=0.0222
+  step 3020000 |  31764s | train_loss=0.0215
+  step 3030000 |  31861s | train_loss=0.0217
+  step 3040000 |  31959s | train_loss=0.0237
+  step 3050000 |  32057s | train_loss=0.0246
+  step 3060000 |  32156s | train_loss=0.0230
+  step 3070000 |  32255s | train_loss=0.0233
+  step 3080000 |  32353s | train_loss=0.0238
+  step 3090000 |  32446s | train_loss=0.0233
+  step 3100000 |  32617s | train_loss=0.0218 | fid=55.5270
+  step 3110000 |  32713s | train_loss=0.0244
+  step 3120000 |  32812s | train_loss=0.0221
+  step 3130000 |  32908s | train_loss=0.0213
+  step 3140000 |  33007s | train_loss=0.0215
+  step 3150000 |  33106s | train_loss=0.0209
+  step 3160000 |  33204s | train_loss=0.0218
+  step 3170000 |  33303s | train_loss=0.0248
+  step 3180000 |  33399s | train_loss=0.0243
+  step 3190000 |  33497s | train_loss=0.0209
+  step 3200000 |  33672s | train_loss=0.0238 | fid=53.8577
+  step 3210000 |  33767s | train_loss=0.0217
+  step 3220000 |  33866s | train_loss=0.0223
+  step 3230000 |  33963s | train_loss=0.0222
+  step 3240000 |  34062s | train_loss=0.0234
+  step 3250000 |  34161s | train_loss=0.0254
+  step 3260000 |  34260s | train_loss=0.0265
+  step 3270000 |  34357s | train_loss=0.0230
+  step 3280000 |  34450s | train_loss=0.0207
+  step 3290000 |  34549s | train_loss=0.0203
+  step 3300000 |  34723s | train_loss=0.0213 | fid=51.4384
+  step 3310000 |  34818s | train_loss=0.0218
+  step 3320000 |  34917s | train_loss=0.0210
+  step 3330000 |  35014s | train_loss=0.0215
+  step 3340000 |  35113s | train_loss=0.0212
+  step 3350000 |  35211s | train_loss=0.0206
+  step 3360000 |  35309s | train_loss=0.0215
+  step 3370000 |  35398s | train_loss=0.0249
+  step 3380000 |  35497s | train_loss=0.0208
+  step 3390000 |  35596s | train_loss=0.0222
+  step 3400000 |  35769s | train_loss=0.0206 | fid=53.1034
+  step 3410000 |  35865s | train_loss=0.0233
+  step 3420000 |  35964s | train_loss=0.0235
+  step 3430000 |  36061s | train_loss=0.0215
+  step 3440000 |  36159s | train_loss=0.0214
+  step 3450000 |  36258s | train_loss=0.0222
+  step 3460000 |  36357s | train_loss=0.0220
+  step 3470000 |  36445s | train_loss=0.0206
+  step 3480000 |  36544s | train_loss=0.0204
+  step 3490000 |  36642s | train_loss=0.0209
+  step 3500000 |  36817s | train_loss=0.0215 | fid=50.7960
+  step 3510000 |  36915s | train_loss=0.0201
+  step 3520000 |  37011s | train_loss=0.0198
+  step 3530000 |  37109s | train_loss=0.0216
+  step 3540000 |  37208s | train_loss=0.0231
+  step 3550000 |  37306s | train_loss=0.0206
+  step 3560000 |  37402s | train_loss=0.0202
+  step 3570000 |  37492s | train_loss=0.0208
+  step 3580000 |  37590s | train_loss=0.0201
+  step 3590000 |  37688s | train_loss=0.0200
+  step 3600000 |  37863s | train_loss=0.0196 | fid=48.3375
+  step 3610000 |  37960s | train_loss=0.0221
+  step 3620000 |  38058s | train_loss=0.0197
+  step 3630000 |  38155s | train_loss=0.0207
+  step 3640000 |  38253s | train_loss=0.0206
+  step 3650000 |  38352s | train_loss=0.0211
+  step 3660000 |  38443s | train_loss=0.0203
+  step 3670000 |  38537s | train_loss=0.0247
+  step 3680000 |  38636s | train_loss=0.0209
+  step 3690000 |  38734s | train_loss=0.0201
+  step 3700000 |  38908s | train_loss=0.0205 | fid=50.6653
+  step 3710000 |  39006s | train_loss=0.0206
+  step 3720000 |  39104s | train_loss=0.0205
+  step 3730000 |  39200s | train_loss=0.0196
+  step 3740000 |  39299s | train_loss=0.0197
+  step 3750000 |  39397s | train_loss=0.0208
+  step 3760000 |  39485s | train_loss=0.0199
+  step 3770000 |  39582s | train_loss=0.0202
+  step 3780000 |  39681s | train_loss=0.0202
+  step 3790000 |  39780s | train_loss=0.0207
+  step 3800000 |  39953s | train_loss=0.0204 | fid=51.7770
+  step 3810000 |  40050s | train_loss=0.0203
+  step 3820000 |  40149s | train_loss=0.0191
+  step 3830000 |  40245s | train_loss=0.0210
+  step 3840000 |  40343s | train_loss=0.0196
+  step 3850000 |  40441s | train_loss=0.0205
+  step 3860000 |  40527s | train_loss=0.0187
+  step 3870000 |  40626s | train_loss=0.0219
+  step 3880000 |  40725s | train_loss=0.0198
+  step 3890000 |  40823s | train_loss=0.0199
+  step 3900000 |  40997s | train_loss=0.0213 | fid=46.5770
+  step 3910000 |  41093s | train_loss=0.0181
+  step 3920000 |  41191s | train_loss=0.0199
+  step 3930000 |  41289s | train_loss=0.0184
+  step 3940000 |  41385s | train_loss=0.0184
+  step 3950000 |  41484s | train_loss=0.0196
+  step 3960000 |  41571s | train_loss=0.0189
+  step 3970000 |  41670s | train_loss=0.0211
+  step 3980000 |  41768s | train_loss=0.0196
+  step 3990000 |  41866s | train_loss=0.0191
+  step 4000000 |  42041s | train_loss=0.0196 | fid=47.8376
+  step 4010000 |  42138s | train_loss=0.0194
+  step 4020000 |  42237s | train_loss=0.0232
+  step 4030000 |  42336s | train_loss=0.0200
+  step 4040000 |  42431s | train_loss=0.0188
+  step 4050000 |  42527s | train_loss=0.0196
+  step 4060000 |  42620s | train_loss=0.0194
+  step 4070000 |  42719s | train_loss=0.0206
+  step 4080000 |  42817s | train_loss=0.0182
+  step 4090000 |  42916s | train_loss=0.0185
+  step 4100000 |  43091s | train_loss=0.0186 | fid=48.0144
+  step 4110000 |  43189s | train_loss=0.0226
+  step 4120000 |  43288s | train_loss=0.0180
+  step 4130000 |  43387s | train_loss=0.0210
+  step 4140000 |  43483s | train_loss=0.0200
+  step 4150000 |  43572s | train_loss=0.0182
+  step 4160000 |  43671s | train_loss=0.0182
+  step 4170000 |  43769s | train_loss=0.0209
+  step 4180000 |  43868s | train_loss=0.0207
+  step 4190000 |  43967s | train_loss=0.0198
+  step 4200000 |  44142s | train_loss=0.0182 | fid=47.6259
+  step 4210000 |  44240s | train_loss=0.0199
+  step 4220000 |  44339s | train_loss=0.0201
+  step 4230000 |  44437s | train_loss=0.0185
+  step 4240000 |  44534s | train_loss=0.0195
+  step 4250000 |  44622s | train_loss=0.0207
+  step 4260000 |  44721s | train_loss=0.0205
+  step 4270000 |  44819s | train_loss=0.0192
+  step 4280000 |  44918s | train_loss=0.0192
+  step 4290000 |  45016s | train_loss=0.0187
+  step 4300000 |  45191s | train_loss=0.0188 | fid=50.9833
+  step 4310000 |  45288s | train_loss=0.0186
+  step 4320000 |  45387s | train_loss=0.0188
+  step 4330000 |  45486s | train_loss=0.0189
+  step 4340000 |  45577s | train_loss=0.0187
+  step 4350000 |  45672s | train_loss=0.0191
+  step 4360000 |  45771s | train_loss=0.0201
+  step 4370000 |  45870s | train_loss=0.0184
+  step 4380000 |  45969s | train_loss=0.0200
+  step 4390000 |  46068s | train_loss=0.0195
+  step 4400000 |  46242s | train_loss=0.0193 | fid=45.9827
+  step 4410000 |  46339s | train_loss=0.0218
+  step 4420000 |  46438s | train_loss=0.0181
+  step 4430000 |  46537s | train_loss=0.0186
+  step 4440000 |  46621s | train_loss=0.0191
+  step 4450000 |  46718s | train_loss=0.0191
+  step 4460000 |  46816s | train_loss=0.0178
+  step 4470000 |  46915s | train_loss=0.0187
+  step 4480000 |  47014s | train_loss=0.0169
+  step 4490000 |  47112s | train_loss=0.0186
+  step 4500000 |  47286s | train_loss=0.0178 | fid=46.0720
+  step 4510000 |  47383s | train_loss=0.0184
+  step 4520000 |  47482s | train_loss=0.0200
+  step 4530000 |  47580s | train_loss=0.0223
+  step 4540000 |  47666s | train_loss=0.0179
+  step 4550000 |  47764s | train_loss=0.0189
+  step 4560000 |  47861s | train_loss=0.0192
+  step 4570000 |  47960s | train_loss=0.0181
+  step 4580000 |  48059s | train_loss=0.0176
+  step 4590000 |  48157s | train_loss=0.0197
+  step 4600000 |  48332s | train_loss=0.0169 | fid=43.7691
+  step 4610000 |  48429s | train_loss=0.0176
+  step 4620000 |  48528s | train_loss=0.0189
+  step 4630000 |  48623s | train_loss=0.0203
+  step 4640000 |  48720s | train_loss=0.0195
+  step 4650000 |  48819s | train_loss=0.0199
+  step 4660000 |  48916s | train_loss=0.0194
+  step 4670000 |  49014s | train_loss=0.0176
+  step 4680000 |  49113s | train_loss=0.0182
+  step 4690000 |  49212s | train_loss=0.0190
+  step 4700000 |  49387s | train_loss=0.0188 | fid=46.6573
+  step 4710000 |  49484s | train_loss=0.0203
+  step 4720000 |  49583s | train_loss=0.0178
+  step 4730000 |  49679s | train_loss=0.0177
+  step 4740000 |  49778s | train_loss=0.0191
+  step 4750000 |  49875s | train_loss=0.0194
+  step 4760000 |  49973s | train_loss=0.0184
+  step 4770000 |  50073s | train_loss=0.0173
+  step 4780000 |  50173s | train_loss=0.0171
+  step 4790000 |  50272s | train_loss=0.0174
+  step 4800000 |  50451s | train_loss=0.0202 | fid=50.1268
+  step 4810000 |  50549s | train_loss=0.0172
+  step 4820000 |  50636s | train_loss=0.0192
+  step 4830000 |  50716s | train_loss=0.0167
+  step 4840000 |  50795s | train_loss=0.0173
+  step 4850000 |  50876s | train_loss=0.0167
+  step 4860000 |  50957s | train_loss=0.0195
+  step 4870000 |  51037s | train_loss=0.0172
+  step 4880000 |  51118s | train_loss=0.0175
+  step 4890000 |  51199s | train_loss=0.0185
+  step 4900000 |  51346s | train_loss=0.0205 | fid=49.5645
+  step 4910000 |  51424s | train_loss=0.0190
+  step 4920000 |  51505s | train_loss=0.0182
+  step 4930000 |  51586s | train_loss=0.0198
+  step 4940000 |  51665s | train_loss=0.0167
+  step 4950000 |  51746s | train_loss=0.0169
+  step 4960000 |  51826s | train_loss=0.0177
+  step 4970000 |  51905s | train_loss=0.0187
+  step 4980000 |  51986s | train_loss=0.0172
+  step 4990000 |  52067s | train_loss=0.0179
+  step 5000000 |  52213s | train_loss=0.0171 | fid=47.3853
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d180/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d180/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..7d4c6361b46b5f528c6b6dad154cf0e7cbf060b2
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d180/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d180/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d180",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 45,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d180/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d180/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..537606ed8291f4edd776856417be9e0c9569a93a
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d180/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 180, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d180/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 45}
+{"step": 1, "wall_time": 76.8080735206604, "train_loss_step": 180.20541381835938, "n_params": 4633780, "total_flops": 14234972160, "train_loss": 1.0005979749891494, "subset_score_loss": 1.0005979749891494, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.977797269821167, "fid": 345.67891468627727}
+{"step": 10000, "wall_time": 175.89538669586182, "train_loss_step": 28.854148864746094, "n_params": 4633780, "total_flops": 142349721600000, "train_loss": 0.667875713772244, "subset_score_loss": 0.667875713772244}
+{"step": 20000, "wall_time": 274.7724277973175, "train_loss_step": 26.68789291381836, "n_params": 4633780, "total_flops": 284699443200000, "train_loss": 0.5572160932752821, "subset_score_loss": 0.5572160932752821}
+{"step": 30000, "wall_time": 373.93534302711487, "train_loss_step": 24.015769958496094, "n_params": 4633780, "total_flops": 427049164800000, "train_loss": 0.48892432318793405, "subset_score_loss": 0.48892432318793405}
+{"step": 40000, "wall_time": 473.42135214805603, "train_loss_step": 24.23172378540039, "n_params": 4633780, "total_flops": 569398886400000, "train_loss": 0.415360599093967, "subset_score_loss": 0.415360599093967}
+{"step": 50000, "wall_time": 572.9669871330261, "train_loss_step": 19.9949951171875, "n_params": 4633780, "total_flops": 711748608000000, "train_loss": 0.3410347408718533, "subset_score_loss": 0.3410347408718533}
+{"step": 60000, "wall_time": 672.1255247592926, "train_loss_step": 20.547874450683594, "n_params": 4633780, "total_flops": 854098329600000, "train_loss": 0.2825344085693359, "subset_score_loss": 0.2825344085693359}
+{"step": 70000, "wall_time": 771.7312819957733, "train_loss_step": 19.494726181030273, "n_params": 4633780, "total_flops": 996448051200000, "train_loss": 0.23771561516655815, "subset_score_loss": 0.23771561516655815}
+{"step": 80000, "wall_time": 871.2122774124146, "train_loss_step": 16.770633697509766, "n_params": 4633780, "total_flops": 1138797772800000, "train_loss": 0.2026334974500868, "subset_score_loss": 0.2026334974500868}
+{"step": 90000, "wall_time": 970.2629587650299, "train_loss_step": 16.152610778808594, "n_params": 4633780, "total_flops": 1281147494400000, "train_loss": 0.18293885125054254, "subset_score_loss": 0.18293885125054254}
+{"step": 100000, "wall_time": 1142.0562672615051, "train_loss_step": 15.377031326293945, "n_params": 4633780, "total_flops": 1423497216000000, "train_loss": 0.16205389234754775, "subset_score_loss": 0.16205389234754775, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9430644512176514, "fid": 65.98734363866842}
+{"step": 110000, "wall_time": 1237.4212522506714, "train_loss_step": 14.594751358032227, "n_params": 4633780, "total_flops": 1565846937600000, "train_loss": 0.15077203114827473, "subset_score_loss": 0.15077203114827473}
+{"step": 120000, "wall_time": 1336.6367001533508, "train_loss_step": 14.174958229064941, "n_params": 4633780, "total_flops": 1708196659200000, "train_loss": 0.1404099464416504, "subset_score_loss": 0.1404099464416504}
+{"step": 130000, "wall_time": 1435.88645529747, "train_loss_step": 13.655595779418945, "n_params": 4633780, "total_flops": 1850546380800000, "train_loss": 0.13151179419623482, "subset_score_loss": 0.13151179419623482}
+{"step": 140000, "wall_time": 1534.7901074886322, "train_loss_step": 14.08871841430664, "n_params": 4633780, "total_flops": 1992896102400000, "train_loss": 0.1309229532877604, "subset_score_loss": 0.1309229532877604}
+{"step": 150000, "wall_time": 1633.7359073162079, "train_loss_step": 12.426637649536133, "n_params": 4633780, "total_flops": 2135245824000000, "train_loss": 0.12332646052042644, "subset_score_loss": 0.12332646052042644}
+{"step": 160000, "wall_time": 1730.9401698112488, "train_loss_step": 12.535745620727539, "n_params": 4633780, "total_flops": 2277595545600000, "train_loss": 0.12025412453545464, "subset_score_loss": 0.12025412453545464}
+{"step": 170000, "wall_time": 1829.7203228473663, "train_loss_step": 12.444683074951172, "n_params": 4633780, "total_flops": 2419945267200000, "train_loss": 0.11410882737901476, "subset_score_loss": 0.11410882737901476}
+{"step": 180000, "wall_time": 1928.51242852211, "train_loss_step": 12.715370178222656, "n_params": 4633780, "total_flops": 2562294988800000, "train_loss": 0.11442155838012695, "subset_score_loss": 0.11442155838012695}
+{"step": 190000, "wall_time": 2027.0868418216705, "train_loss_step": 12.214929580688477, "n_params": 4633780, "total_flops": 2704644710400000, "train_loss": 0.10934785207112631, "subset_score_loss": 0.10934785207112631}
+{"step": 200000, "wall_time": 2199.0993824005127, "train_loss_step": 12.348441123962402, "n_params": 4633780, "total_flops": 2846994432000000, "train_loss": 0.1067541758219401, "subset_score_loss": 0.1067541758219401, "memorization_fraction_pixel": 9.999999747378752e-05, "mean_nn_ratio_pixel": 0.9416753053665161, "fid": 75.19200235805613}
+{"step": 210000, "wall_time": 2295.740330219269, "train_loss_step": 12.131597518920898, "n_params": 4633780, "total_flops": 2989344153600000, "train_loss": 0.1005512449476454, "subset_score_loss": 0.1005512449476454}
+{"step": 220000, "wall_time": 2394.681864976883, "train_loss_step": 11.440265655517578, "n_params": 4633780, "total_flops": 3131693875200000, "train_loss": 0.09962179395887587, "subset_score_loss": 0.09962179395887587}
+{"step": 230000, "wall_time": 2493.9369990825653, "train_loss_step": 12.537814140319824, "n_params": 4633780, "total_flops": 3274043596800000, "train_loss": 0.09764330122205946, "subset_score_loss": 0.09764330122205946}
+{"step": 240000, "wall_time": 2592.789692878723, "train_loss_step": 12.06509017944336, "n_params": 4633780, "total_flops": 3416393318400000, "train_loss": 0.09918536080254449, "subset_score_loss": 0.09918536080254449}
+{"step": 250000, "wall_time": 2691.352934360504, "train_loss_step": 11.105727195739746, "n_params": 4633780, "total_flops": 3558743040000000, "train_loss": 0.09793511496649848, "subset_score_loss": 0.09793511496649848}
+{"step": 260000, "wall_time": 2788.8867523670197, "train_loss_step": 10.989282608032227, "n_params": 4633780, "total_flops": 3701092761600000, "train_loss": 0.09478049808078343, "subset_score_loss": 0.09478049808078343}
+{"step": 270000, "wall_time": 2887.3837015628815, "train_loss_step": 11.09023380279541, "n_params": 4633780, "total_flops": 3843442483200000, "train_loss": 0.09529955122205946, "subset_score_loss": 0.09529955122205946}
+{"step": 280000, "wall_time": 2985.7173252105713, "train_loss_step": 10.35647964477539, "n_params": 4633780, "total_flops": 3985792204800000, "train_loss": 0.08900118933783638, "subset_score_loss": 0.08900118933783638}
+{"step": 290000, "wall_time": 3081.021343231201, "train_loss_step": 11.124015808105469, "n_params": 4633780, "total_flops": 4128141926400000, "train_loss": 0.08883872032165527, "subset_score_loss": 0.08883872032165527}
+{"step": 300000, "wall_time": 3255.8477833271027, "train_loss_step": 10.772261619567871, "n_params": 4633780, "total_flops": 4270491648000000, "train_loss": 0.08798395262824164, "subset_score_loss": 0.08798395262824164, "memorization_fraction_pixel": 0.000699999975040555, "mean_nn_ratio_pixel": 0.9449747204780579, "fid": 77.02859883133628}
+{"step": 310000, "wall_time": 3352.773577451706, "train_loss_step": 11.018938064575195, "n_params": 4633780, "total_flops": 4412841369600000, "train_loss": 0.08626083268059624, "subset_score_loss": 0.08626083268059624}
+{"step": 320000, "wall_time": 3451.7469873428345, "train_loss_step": 10.052899360656738, "n_params": 4633780, "total_flops": 4555191091200000, "train_loss": 0.08825218942430284, "subset_score_loss": 0.08825218942430284}
+{"step": 330000, "wall_time": 3550.77841091156, "train_loss_step": 10.339887619018555, "n_params": 4633780, "total_flops": 4697540812800000, "train_loss": 0.0799632708231608, "subset_score_loss": 0.0799632708231608}
+{"step": 340000, "wall_time": 3649.3926196098328, "train_loss_step": 9.924003601074219, "n_params": 4633780, "total_flops": 4839890534400000, "train_loss": 0.0821021768781874, "subset_score_loss": 0.0821021768781874}
+{"step": 350000, "wall_time": 3747.9776594638824, "train_loss_step": 9.818033218383789, "n_params": 4633780, "total_flops": 4982240256000000, "train_loss": 0.07936157120598687, "subset_score_loss": 0.07936157120598687}
+{"step": 360000, "wall_time": 3845.8522398471832, "train_loss_step": 10.410123825073242, "n_params": 4633780, "total_flops": 5124589977600000, "train_loss": 0.07957762612236871, "subset_score_loss": 0.07957762612236871}
+{"step": 370000, "wall_time": 3943.526044845581, "train_loss_step": 10.061166763305664, "n_params": 4633780, "total_flops": 5266939699200000, "train_loss": 0.07945423656039768, "subset_score_loss": 0.07945423656039768}
+{"step": 380000, "wall_time": 4039.3659892082214, "train_loss_step": 9.915122985839844, "n_params": 4633780, "total_flops": 5409289420800000, "train_loss": 0.07800810072157117, "subset_score_loss": 0.07800810072157117}
+{"step": 390000, "wall_time": 4138.203469514847, "train_loss_step": 9.828874588012695, "n_params": 4633780, "total_flops": 5551639142400000, "train_loss": 0.07597931226094563, "subset_score_loss": 0.07597931226094563}
+{"step": 400000, "wall_time": 4313.3854439258575, "train_loss_step": 9.266498565673828, "n_params": 4633780, "total_flops": 5693988864000000, "train_loss": 0.07933912807040744, "subset_score_loss": 0.07933912807040744, "memorization_fraction_pixel": 0.0017999999690800905, "mean_nn_ratio_pixel": 0.9438508749008179, "fid": 84.1725117391087}
+{"step": 410000, "wall_time": 4411.221765995026, "train_loss_step": 9.937444686889648, "n_params": 4633780, "total_flops": 5836338585600000, "train_loss": 0.0729900042215983, "subset_score_loss": 0.0729900042215983}
+{"step": 420000, "wall_time": 4509.936488866806, "train_loss_step": 9.609989166259766, "n_params": 4633780, "total_flops": 5978688307200000, "train_loss": 0.07205008930630154, "subset_score_loss": 0.07205008930630154}
+{"step": 430000, "wall_time": 4608.691396474838, "train_loss_step": 9.88503646850586, "n_params": 4633780, "total_flops": 6121038028800000, "train_loss": 0.0717213577694363, "subset_score_loss": 0.0717213577694363}
+{"step": 440000, "wall_time": 4707.75057721138, "train_loss_step": 9.539525985717773, "n_params": 4633780, "total_flops": 6263387750400000, "train_loss": 0.07239695125155979, "subset_score_loss": 0.07239695125155979}
+{"step": 450000, "wall_time": 4806.620616197586, "train_loss_step": 9.449472427368164, "n_params": 4633780, "total_flops": 6405737472000000, "train_loss": 0.07149396472507052, "subset_score_loss": 0.07149396472507052}
+{"step": 460000, "wall_time": 4904.384637117386, "train_loss_step": 9.449699401855469, "n_params": 4633780, "total_flops": 6548087193600000, "train_loss": 0.06977702246771919, "subset_score_loss": 0.06977702246771919}
+{"step": 470000, "wall_time": 4999.149360656738, "train_loss_step": 9.63748836517334, "n_params": 4633780, "total_flops": 6690436915200000, "train_loss": 0.068459505505032, "subset_score_loss": 0.068459505505032}
+{"step": 480000, "wall_time": 5098.1232352256775, "train_loss_step": 9.516469955444336, "n_params": 4633780, "total_flops": 6832786636800000, "train_loss": 0.06946513917711046, "subset_score_loss": 0.06946513917711046}
+{"step": 490000, "wall_time": 5196.554660797119, "train_loss_step": 9.487265586853027, "n_params": 4633780, "total_flops": 6975136358400000, "train_loss": 0.06825198067559136, "subset_score_loss": 0.06825198067559136}
+{"step": 500000, "wall_time": 5372.317608118057, "train_loss_step": 9.293654441833496, "n_params": 4633780, "total_flops": 7117486080000000, "train_loss": 0.06815007527669271, "subset_score_loss": 0.06815007527669271, "memorization_fraction_pixel": 0.0031999999191612005, "mean_nn_ratio_pixel": 0.9432816505432129, "fid": 87.86560778860235}
+{"step": 510000, "wall_time": 5471.470628976822, "train_loss_step": 8.531277656555176, "n_params": 4633780, "total_flops": 7259835801600000, "train_loss": 0.07048210567898221, "subset_score_loss": 0.07048210567898221}
+{"step": 520000, "wall_time": 5568.244783639908, "train_loss_step": 8.89889907836914, "n_params": 4633780, "total_flops": 7402185523200000, "train_loss": 0.06816344790988499, "subset_score_loss": 0.06816344790988499}
+{"step": 530000, "wall_time": 5667.210007190704, "train_loss_step": 8.740351676940918, "n_params": 4633780, "total_flops": 7544535244800000, "train_loss": 0.06421127849155002, "subset_score_loss": 0.06421127849155002}
+{"step": 540000, "wall_time": 5766.064599275589, "train_loss_step": 8.752559661865234, "n_params": 4633780, "total_flops": 7686884966400000, "train_loss": 0.06259383095635308, "subset_score_loss": 0.06259383095635308}
+{"step": 550000, "wall_time": 5864.077926158905, "train_loss_step": 9.545185089111328, "n_params": 4633780, "total_flops": 7829234688000000, "train_loss": 0.06580792533026801, "subset_score_loss": 0.06580792533026801}
+{"step": 560000, "wall_time": 5961.50150680542, "train_loss_step": 9.072813987731934, "n_params": 4633780, "total_flops": 7971584409600000, "train_loss": 0.06722705629136827, "subset_score_loss": 0.06722705629136827}
+{"step": 570000, "wall_time": 6057.221401929855, "train_loss_step": 8.52608585357666, "n_params": 4633780, "total_flops": 8113934131200000, "train_loss": 0.06544636620415581, "subset_score_loss": 0.06544636620415581}
+{"step": 580000, "wall_time": 6155.785280704498, "train_loss_step": 8.557424545288086, "n_params": 4633780, "total_flops": 8256283852800000, "train_loss": 0.06429082022772895, "subset_score_loss": 0.06429082022772895}
+{"step": 590000, "wall_time": 6254.537446498871, "train_loss_step": 8.7604341506958, "n_params": 4633780, "total_flops": 8398633574400000, "train_loss": 0.06304718123541939, "subset_score_loss": 0.06304718123541939}
+{"step": 600000, "wall_time": 6429.986299753189, "train_loss_step": 8.763643264770508, "n_params": 4633780, "total_flops": 8540983296000000, "train_loss": 0.062189647886488175, "subset_score_loss": 0.062189647886488175, "memorization_fraction_pixel": 0.007699999958276749, "mean_nn_ratio_pixel": 0.9349910020828247, "fid": 89.41423440638857}
+{"step": 610000, "wall_time": 6528.934148550034, "train_loss_step": 8.921770095825195, "n_params": 4633780, "total_flops": 8683333017600000, "train_loss": 0.061538547939724395, "subset_score_loss": 0.061538547939724395}
+{"step": 620000, "wall_time": 6626.200592756271, "train_loss_step": 9.099971771240234, "n_params": 4633780, "total_flops": 8825682739200000, "train_loss": 0.06535453796386718, "subset_score_loss": 0.06535453796386718}
+{"step": 630000, "wall_time": 6725.028093338013, "train_loss_step": 8.704278945922852, "n_params": 4633780, "total_flops": 8968032460800000, "train_loss": 0.058352152506510414, "subset_score_loss": 0.058352152506510414}
+{"step": 640000, "wall_time": 6823.027475118637, "train_loss_step": 8.25232982635498, "n_params": 4633780, "total_flops": 9110382182400000, "train_loss": 0.062169329325358076, "subset_score_loss": 0.062169329325358076}
+{"step": 650000, "wall_time": 6922.097244977951, "train_loss_step": 8.218825340270996, "n_params": 4633780, "total_flops": 9252731904000000, "train_loss": 0.05893813239203559, "subset_score_loss": 0.05893813239203559}
+{"step": 660000, "wall_time": 7016.8876516819, "train_loss_step": 7.633742332458496, "n_params": 4633780, "total_flops": 9395081625600000, "train_loss": 0.05852924452887641, "subset_score_loss": 0.05852924452887641}
+{"step": 670000, "wall_time": 7115.529138803482, "train_loss_step": 7.931967258453369, "n_params": 4633780, "total_flops": 9537431347200000, "train_loss": 0.05893653763665093, "subset_score_loss": 0.05893653763665093}
+{"step": 680000, "wall_time": 7213.580119609833, "train_loss_step": 8.52092456817627, "n_params": 4633780, "total_flops": 9679781068800000, "train_loss": 0.05980671776665582, "subset_score_loss": 0.05980671776665582}
+{"step": 690000, "wall_time": 7312.017575979233, "train_loss_step": 8.192848205566406, "n_params": 4633780, "total_flops": 9822130790400000, "train_loss": 0.055883826149834524, "subset_score_loss": 0.055883826149834524}
+{"step": 700000, "wall_time": 7487.903489351273, "train_loss_step": 8.009465217590332, "n_params": 4633780, "total_flops": 9964480512000000, "train_loss": 0.05472008917066786, "subset_score_loss": 0.05472008917066786, "memorization_fraction_pixel": 0.012299999594688416, "mean_nn_ratio_pixel": 0.9202093482017517, "fid": 88.05177589353195}
+{"step": 710000, "wall_time": 7585.867732048035, "train_loss_step": 7.6151275634765625, "n_params": 4633780, "total_flops": 10106830233600000, "train_loss": 0.056160683102077905, "subset_score_loss": 0.056160683102077905}
+{"step": 720000, "wall_time": 7683.387630939484, "train_loss_step": 8.343685150146484, "n_params": 4633780, "total_flops": 10249179955200000, "train_loss": 0.055575460857815215, "subset_score_loss": 0.055575460857815215}
+{"step": 730000, "wall_time": 7781.713955163956, "train_loss_step": 8.53842544555664, "n_params": 4633780, "total_flops": 10391529676800000, "train_loss": 0.05394928720262315, "subset_score_loss": 0.05394928720262315}
+{"step": 740000, "wall_time": 7880.5865869522095, "train_loss_step": 8.241020202636719, "n_params": 4633780, "total_flops": 10533879398400000, "train_loss": 0.055608140097724065, "subset_score_loss": 0.055608140097724065}
+{"step": 750000, "wall_time": 7976.132630825043, "train_loss_step": 7.892051696777344, "n_params": 4633780, "total_flops": 10676229120000000, "train_loss": 0.053874439663357206, "subset_score_loss": 0.053874439663357206}
+{"step": 760000, "wall_time": 8074.602365493774, "train_loss_step": 8.038436889648438, "n_params": 4633780, "total_flops": 10818578841600000, "train_loss": 0.05284067259894477, "subset_score_loss": 0.05284067259894477}
+{"step": 770000, "wall_time": 8173.672803640366, "train_loss_step": 8.033655166625977, "n_params": 4633780, "total_flops": 10960928563200000, "train_loss": 0.053945901658799915, "subset_score_loss": 0.053945901658799915}
+{"step": 780000, "wall_time": 8271.995186805725, "train_loss_step": 8.115863800048828, "n_params": 4633780, "total_flops": 11103278284800000, "train_loss": 0.05475506782531738, "subset_score_loss": 0.05475506782531738}
+{"step": 790000, "wall_time": 8370.313344717026, "train_loss_step": 7.410344123840332, "n_params": 4633780, "total_flops": 11245628006400000, "train_loss": 0.051746273040771486, "subset_score_loss": 0.051746273040771486}
+{"step": 800000, "wall_time": 8545.929599046707, "train_loss_step": 8.05848217010498, "n_params": 4633780, "total_flops": 11387977728000000, "train_loss": 0.05189074940151638, "subset_score_loss": 0.05189074940151638, "memorization_fraction_pixel": 0.020600000396370888, "mean_nn_ratio_pixel": 0.9004480242729187, "fid": 87.57629160979063}
+{"step": 810000, "wall_time": 8642.459739208221, "train_loss_step": 7.547825336456299, "n_params": 4633780, "total_flops": 11530327449600000, "train_loss": 0.05083431667751736, "subset_score_loss": 0.05083431667751736}
+{"step": 820000, "wall_time": 8741.31613111496, "train_loss_step": 7.854374885559082, "n_params": 4633780, "total_flops": 11672677171200000, "train_loss": 0.05260658264160156, "subset_score_loss": 0.05260658264160156}
+{"step": 830000, "wall_time": 8838.248312950134, "train_loss_step": 8.294351577758789, "n_params": 4633780, "total_flops": 11815026892800000, "train_loss": 0.05433906979031033, "subset_score_loss": 0.05433906979031033}
+{"step": 840000, "wall_time": 8934.490269899368, "train_loss_step": 8.037814140319824, "n_params": 4633780, "total_flops": 11957376614400000, "train_loss": 0.05255409346686469, "subset_score_loss": 0.05255409346686469}
+{"step": 850000, "wall_time": 9018.743907928467, "train_loss_step": 7.393110275268555, "n_params": 4633780, "total_flops": 12099726336000000, "train_loss": 0.053669208950466576, "subset_score_loss": 0.053669208950466576}
+{"step": 860000, "wall_time": 9115.471623897552, "train_loss_step": 7.784301280975342, "n_params": 4633780, "total_flops": 12242076057600000, "train_loss": 0.05046337445576986, "subset_score_loss": 0.05046337445576986}
+{"step": 870000, "wall_time": 9214.103543519974, "train_loss_step": 7.396546363830566, "n_params": 4633780, "total_flops": 12384425779200000, "train_loss": 0.054816516240437825, "subset_score_loss": 0.054816516240437825}
+{"step": 880000, "wall_time": 9312.987555027008, "train_loss_step": 7.737734794616699, "n_params": 4633780, "total_flops": 12526775500800000, "train_loss": 0.0496076848771837, "subset_score_loss": 0.0496076848771837}
+{"step": 890000, "wall_time": 9410.710080385208, "train_loss_step": 7.660160064697266, "n_params": 4633780, "total_flops": 12669125222400000, "train_loss": 0.049707020653618705, "subset_score_loss": 0.049707020653618705}
+{"step": 900000, "wall_time": 9585.07594037056, "train_loss_step": 7.437811374664307, "n_params": 4633780, "total_flops": 12811474944000000, "train_loss": 0.052064164479573564, "subset_score_loss": 0.052064164479573564, "memorization_fraction_pixel": 0.024700000882148743, "mean_nn_ratio_pixel": 0.9045368432998657, "fid": 88.63700389429681}
+{"step": 910000, "wall_time": 9682.048379182816, "train_loss_step": 7.486072540283203, "n_params": 4633780, "total_flops": 12953824665600000, "train_loss": 0.050851996739705405, "subset_score_loss": 0.050851996739705405}
+{"step": 920000, "wall_time": 9781.01036787033, "train_loss_step": 7.9050703048706055, "n_params": 4633780, "total_flops": 13096174387200000, "train_loss": 0.051277377870347765, "subset_score_loss": 0.051277377870347765}
+{"step": 930000, "wall_time": 9878.745262145996, "train_loss_step": 7.0740861892700195, "n_params": 4633780, "total_flops": 13238524108800000, "train_loss": 0.050059843063354495, "subset_score_loss": 0.050059843063354495}
+{"step": 940000, "wall_time": 9976.566459655762, "train_loss_step": 7.223471164703369, "n_params": 4633780, "total_flops": 13380873830400000, "train_loss": 0.047415267096625434, "subset_score_loss": 0.047415267096625434}
+{"step": 950000, "wall_time": 10073.958016872406, "train_loss_step": 7.1963958740234375, "n_params": 4633780, "total_flops": 13523223552000000, "train_loss": 0.0470561769273546, "subset_score_loss": 0.0470561769273546}
+{"step": 960000, "wall_time": 10172.72658920288, "train_loss_step": 7.561553001403809, "n_params": 4633780, "total_flops": 13665573273600000, "train_loss": 0.04707856178283691, "subset_score_loss": 0.04707856178283691}
+{"step": 970000, "wall_time": 10271.295948028564, "train_loss_step": 6.815661430358887, "n_params": 4633780, "total_flops": 13807922995200000, "train_loss": 0.04731060134039985, "subset_score_loss": 0.04731060134039985}
+{"step": 980000, "wall_time": 10369.54094839096, "train_loss_step": 7.3826189041137695, "n_params": 4633780, "total_flops": 13950272716800000, "train_loss": 0.05049763785468207, "subset_score_loss": 0.05049763785468207}
+{"step": 990000, "wall_time": 10467.889023542404, "train_loss_step": 7.1048583984375, "n_params": 4633780, "total_flops": 14092622438400000, "train_loss": 0.046426947911580405, "subset_score_loss": 0.046426947911580405}
+{"step": 1000000, "wall_time": 10641.93654704094, "train_loss_step": 7.341179847717285, "n_params": 4633780, "total_flops": 14234972160000000, "train_loss": 0.047834157943725586, "subset_score_loss": 0.047834157943725586, "memorization_fraction_pixel": 0.04520000144839287, "mean_nn_ratio_pixel": 0.8678644299507141, "fid": 77.94947156473702}
+{"step": 1010000, "wall_time": 10739.07211112976, "train_loss_step": 7.397552490234375, "n_params": 4633780, "total_flops": 14377321881600000, "train_loss": 0.047696924209594725, "subset_score_loss": 0.047696924209594725}
+{"step": 1020000, "wall_time": 10837.977634429932, "train_loss_step": 6.840179443359375, "n_params": 4633780, "total_flops": 14519671603200000, "train_loss": 0.04725473192003038, "subset_score_loss": 0.04725473192003038}
+{"step": 1030000, "wall_time": 10935.349111318588, "train_loss_step": 7.53314208984375, "n_params": 4633780, "total_flops": 14662021324800000, "train_loss": 0.04706019825405545, "subset_score_loss": 0.04706019825405545}
+{"step": 1040000, "wall_time": 11031.332298278809, "train_loss_step": 7.023820877075195, "n_params": 4633780, "total_flops": 14804371046400000, "train_loss": 0.046182436413235134, "subset_score_loss": 0.046182436413235134}
+{"step": 1050000, "wall_time": 11130.263328313828, "train_loss_step": 7.50200080871582, "n_params": 4633780, "total_flops": 14946720768000000, "train_loss": 0.04831645223829481, "subset_score_loss": 0.04831645223829481}
+{"step": 1060000, "wall_time": 11228.793609142303, "train_loss_step": 7.491609573364258, "n_params": 4633780, "total_flops": 15089070489600000, "train_loss": 0.04492433865865072, "subset_score_loss": 0.04492433865865072}
+{"step": 1070000, "wall_time": 11327.621581554413, "train_loss_step": 7.535436630249023, "n_params": 4633780, "total_flops": 15231420211200000, "train_loss": 0.05073093838161892, "subset_score_loss": 0.05073093838161892}
+{"step": 1080000, "wall_time": 11426.056228637695, "train_loss_step": 7.123085975646973, "n_params": 4633780, "total_flops": 15373769932800000, "train_loss": 0.04415747324625651, "subset_score_loss": 0.04415747324625651}
+{"step": 1090000, "wall_time": 11524.541895389557, "train_loss_step": 7.366619110107422, "n_params": 4633780, "total_flops": 15516119654400000, "train_loss": 0.047131178114149304, "subset_score_loss": 0.047131178114149304}
+{"step": 1100000, "wall_time": 11700.701125383377, "train_loss_step": 7.353796005249023, "n_params": 4633780, "total_flops": 15658469376000000, "train_loss": 0.044008726543850366, "subset_score_loss": 0.044008726543850366, "memorization_fraction_pixel": 0.05790000036358833, "mean_nn_ratio_pixel": 0.8536952137947083, "fid": 77.06458826633656}
+{"step": 1110000, "wall_time": 11797.856441020966, "train_loss_step": 7.131342887878418, "n_params": 4633780, "total_flops": 15800819097600000, "train_loss": 0.048133669959174265, "subset_score_loss": 0.048133669959174265}
+{"step": 1120000, "wall_time": 11896.66769361496, "train_loss_step": 7.2094316482543945, "n_params": 4633780, "total_flops": 15943168819200000, "train_loss": 0.04379633002811008, "subset_score_loss": 0.04379633002811008}
+{"step": 1130000, "wall_time": 11986.6167178154, "train_loss_step": 6.816038131713867, "n_params": 4633780, "total_flops": 16085518540800000, "train_loss": 0.04344314469231499, "subset_score_loss": 0.04344314469231499}
+{"step": 1140000, "wall_time": 12082.240020275116, "train_loss_step": 7.341917991638184, "n_params": 4633780, "total_flops": 16227868262400000, "train_loss": 0.04433743688795302, "subset_score_loss": 0.04433743688795302}
+{"step": 1150000, "wall_time": 12181.202970266342, "train_loss_step": 6.929233551025391, "n_params": 4633780, "total_flops": 16370217984000000, "train_loss": 0.04708322948879666, "subset_score_loss": 0.04708322948879666}
+{"step": 1160000, "wall_time": 12279.662691116333, "train_loss_step": 6.751041412353516, "n_params": 4633780, "total_flops": 16512567705600000, "train_loss": 0.04472230275472005, "subset_score_loss": 0.04472230275472005}
+{"step": 1170000, "wall_time": 12377.684240102768, "train_loss_step": 7.135725498199463, "n_params": 4633780, "total_flops": 16654917427200000, "train_loss": 0.045664310455322266, "subset_score_loss": 0.045664310455322266}
+{"step": 1180000, "wall_time": 12476.127397060394, "train_loss_step": 6.7117919921875, "n_params": 4633780, "total_flops": 16797267148800000, "train_loss": 0.046332968605889216, "subset_score_loss": 0.046332968605889216}
+{"step": 1190000, "wall_time": 12574.798880338669, "train_loss_step": 7.130448818206787, "n_params": 4633780, "total_flops": 16939616870400000, "train_loss": 0.04223542743259006, "subset_score_loss": 0.04223542743259006}
+{"step": 1200000, "wall_time": 12749.820476531982, "train_loss_step": 6.942445755004883, "n_params": 4633780, "total_flops": 17081966592000000, "train_loss": 0.04370729658338759, "subset_score_loss": 0.04370729658338759, "memorization_fraction_pixel": 0.06960000097751617, "mean_nn_ratio_pixel": 0.8405361175537109, "fid": 75.09916853488718}
+{"step": 1210000, "wall_time": 12846.551959514618, "train_loss_step": 6.660149097442627, "n_params": 4633780, "total_flops": 17224316313600000, "train_loss": 0.04296792613135444, "subset_score_loss": 0.04296792613135444}
+{"step": 1220000, "wall_time": 12945.490097999573, "train_loss_step": 6.97378396987915, "n_params": 4633780, "total_flops": 17366666035200000, "train_loss": 0.04251731766594781, "subset_score_loss": 0.04251731766594781}
+{"step": 1230000, "wall_time": 13042.036634206772, "train_loss_step": 6.6735405921936035, "n_params": 4633780, "total_flops": 17509015756800000, "train_loss": 0.04313711060418023, "subset_score_loss": 0.04313711060418023}
+{"step": 1240000, "wall_time": 13139.318111896515, "train_loss_step": 6.901176452636719, "n_params": 4633780, "total_flops": 17651365478400000, "train_loss": 0.04785469902886285, "subset_score_loss": 0.04785469902886285}
+{"step": 1250000, "wall_time": 13238.566574335098, "train_loss_step": 6.846133708953857, "n_params": 4633780, "total_flops": 17793715200000000, "train_loss": 0.04063712226019965, "subset_score_loss": 0.04063712226019965}
+{"step": 1260000, "wall_time": 13337.066989183426, "train_loss_step": 7.2801103591918945, "n_params": 4633780, "total_flops": 17936064921600000, "train_loss": 0.04387458430396186, "subset_score_loss": 0.04387458430396186}
+{"step": 1270000, "wall_time": 13435.729918956757, "train_loss_step": 6.490210056304932, "n_params": 4633780, "total_flops": 18078414643200000, "train_loss": 0.03992631435394287, "subset_score_loss": 0.03992631435394287}
+{"step": 1280000, "wall_time": 13534.244680404663, "train_loss_step": 6.580709457397461, "n_params": 4633780, "total_flops": 18220764364800000, "train_loss": 0.04262205494774712, "subset_score_loss": 0.04262205494774712}
+{"step": 1290000, "wall_time": 13632.823331356049, "train_loss_step": 6.72676944732666, "n_params": 4633780, "total_flops": 18363114086400000, "train_loss": 0.04436448944939508, "subset_score_loss": 0.04436448944939508}
+{"step": 1300000, "wall_time": 13808.128117799759, "train_loss_step": 6.334736347198486, "n_params": 4633780, "total_flops": 18505463808000000, "train_loss": 0.03913486798604329, "subset_score_loss": 0.03913486798604329, "memorization_fraction_pixel": 0.09099999815225601, "mean_nn_ratio_pixel": 0.8159558773040771, "fid": 66.55209604186261}
+{"step": 1310000, "wall_time": 13905.0609998703, "train_loss_step": 6.519112586975098, "n_params": 4633780, "total_flops": 18647813529600000, "train_loss": 0.04159981939527724, "subset_score_loss": 0.04159981939527724}
+{"step": 1320000, "wall_time": 13994.346069097519, "train_loss_step": 6.679006576538086, "n_params": 4633780, "total_flops": 18790163251200000, "train_loss": 0.04139872127109104, "subset_score_loss": 0.04139872127109104}
+{"step": 1330000, "wall_time": 14090.525662183762, "train_loss_step": 6.5318450927734375, "n_params": 4633780, "total_flops": 18932512972800000, "train_loss": 0.04083796342213949, "subset_score_loss": 0.04083796342213949}
+{"step": 1340000, "wall_time": 14187.980388402939, "train_loss_step": 6.3398356437683105, "n_params": 4633780, "total_flops": 19074862694400000, "train_loss": 0.04453937212626139, "subset_score_loss": 0.04453937212626139}
+{"step": 1350000, "wall_time": 14286.715933561325, "train_loss_step": 6.475027084350586, "n_params": 4633780, "total_flops": 19217212416000000, "train_loss": 0.042080455356174044, "subset_score_loss": 0.042080455356174044}
+{"step": 1360000, "wall_time": 14384.351902961731, "train_loss_step": 6.67780065536499, "n_params": 4633780, "total_flops": 19359562137600000, "train_loss": 0.039813099967108835, "subset_score_loss": 0.039813099967108835}
+{"step": 1370000, "wall_time": 14482.928787708282, "train_loss_step": 6.71282958984375, "n_params": 4633780, "total_flops": 19501911859200000, "train_loss": 0.03779228263431125, "subset_score_loss": 0.03779228263431125}
+{"step": 1380000, "wall_time": 14581.581497907639, "train_loss_step": 6.154635429382324, "n_params": 4633780, "total_flops": 19644261580800000, "train_loss": 0.03947269121805827, "subset_score_loss": 0.03947269121805827}
+{"step": 1390000, "wall_time": 14680.235283374786, "train_loss_step": 6.3334574699401855, "n_params": 4633780, "total_flops": 19786611302400000, "train_loss": 0.04020553165011936, "subset_score_loss": 0.04020553165011936}
+{"step": 1400000, "wall_time": 14855.161224126816, "train_loss_step": 6.221095561981201, "n_params": 4633780, "total_flops": 19928961024000000, "train_loss": 0.040407776832580566, "subset_score_loss": 0.040407776832580566, "memorization_fraction_pixel": 0.10999999940395355, "mean_nn_ratio_pixel": 0.8049801588058472, "fid": 63.23391987312796}
+{"step": 1410000, "wall_time": 14952.386252880096, "train_loss_step": 6.39476203918457, "n_params": 4633780, "total_flops": 20071310745600000, "train_loss": 0.0382017003165351, "subset_score_loss": 0.0382017003165351}
+{"step": 1420000, "wall_time": 15041.071194648743, "train_loss_step": 6.795254707336426, "n_params": 4633780, "total_flops": 20213660467200000, "train_loss": 0.03879015180799696, "subset_score_loss": 0.03879015180799696}
+{"step": 1430000, "wall_time": 15140.059122800827, "train_loss_step": 6.614356994628906, "n_params": 4633780, "total_flops": 20356010188800000, "train_loss": 0.04247779051462809, "subset_score_loss": 0.04247779051462809}
+{"step": 1440000, "wall_time": 15239.119751930237, "train_loss_step": 6.486896991729736, "n_params": 4633780, "total_flops": 20498359910400000, "train_loss": 0.03967617087894016, "subset_score_loss": 0.03967617087894016}
+{"step": 1450000, "wall_time": 15336.047727584839, "train_loss_step": 6.4601545333862305, "n_params": 4633780, "total_flops": 20640709632000000, "train_loss": 0.04028169049157037, "subset_score_loss": 0.04028169049157037}
+{"step": 1460000, "wall_time": 15434.051833152771, "train_loss_step": 6.161992073059082, "n_params": 4633780, "total_flops": 20783059353600000, "train_loss": 0.039018458790249295, "subset_score_loss": 0.039018458790249295}
+{"step": 1470000, "wall_time": 15532.291320085526, "train_loss_step": 6.765130996704102, "n_params": 4633780, "total_flops": 20925409075200000, "train_loss": 0.03907036781311035, "subset_score_loss": 0.03907036781311035}
+{"step": 1480000, "wall_time": 15631.118868589401, "train_loss_step": 6.186850070953369, "n_params": 4633780, "total_flops": 21067758796800000, "train_loss": 0.03681303130255805, "subset_score_loss": 0.03681303130255805}
+{"step": 1490000, "wall_time": 15729.54171705246, "train_loss_step": 6.593873977661133, "n_params": 4633780, "total_flops": 21210108518400000, "train_loss": 0.040793002976311575, "subset_score_loss": 0.040793002976311575}
+{"step": 1500000, "wall_time": 15902.869897842407, "train_loss_step": 6.484604835510254, "n_params": 4633780, "total_flops": 21352458240000000, "train_loss": 0.037087164984809025, "subset_score_loss": 0.037087164984809025, "memorization_fraction_pixel": 0.12070000171661377, "mean_nn_ratio_pixel": 0.7965354919433594, "fid": 64.61789757326524}
+{"step": 1510000, "wall_time": 15999.615911245346, "train_loss_step": 6.204479217529297, "n_params": 4633780, "total_flops": 21494807961600000, "train_loss": 0.03715180555979411, "subset_score_loss": 0.03715180555979411}
+{"step": 1520000, "wall_time": 16089.797122001648, "train_loss_step": 6.235637664794922, "n_params": 4633780, "total_flops": 21637157683200000, "train_loss": 0.037278750207689074, "subset_score_loss": 0.037278750207689074}
+{"step": 1530000, "wall_time": 16188.67744231224, "train_loss_step": 6.696200370788574, "n_params": 4633780, "total_flops": 21779507404800000, "train_loss": 0.03803694248199463, "subset_score_loss": 0.03803694248199463}
+{"step": 1540000, "wall_time": 16286.878583908081, "train_loss_step": 6.32121467590332, "n_params": 4633780, "total_flops": 21921857126400000, "train_loss": 0.03520367675357395, "subset_score_loss": 0.03520367675357395}
+{"step": 1550000, "wall_time": 16383.088208436966, "train_loss_step": 6.142669200897217, "n_params": 4633780, "total_flops": 22064206848000000, "train_loss": 0.04011492729187012, "subset_score_loss": 0.04011492729187012}
+{"step": 1560000, "wall_time": 16481.76125574112, "train_loss_step": 6.63742733001709, "n_params": 4633780, "total_flops": 22206556569600000, "train_loss": 0.03857828776041667, "subset_score_loss": 0.03857828776041667}
+{"step": 1570000, "wall_time": 16579.051379203796, "train_loss_step": 6.080370903015137, "n_params": 4633780, "total_flops": 22348906291200000, "train_loss": 0.03551076253255208, "subset_score_loss": 0.03551076253255208}
+{"step": 1580000, "wall_time": 16677.968695163727, "train_loss_step": 6.385807514190674, "n_params": 4633780, "total_flops": 22491256012800000, "train_loss": 0.039556953642103404, "subset_score_loss": 0.039556953642103404}
+{"step": 1590000, "wall_time": 16775.99052810669, "train_loss_step": 5.952432632446289, "n_params": 4633780, "total_flops": 22633605734400000, "train_loss": 0.034755187564426, "subset_score_loss": 0.034755187564426}
+{"step": 1600000, "wall_time": 16951.404859542847, "train_loss_step": 6.342780113220215, "n_params": 4633780, "total_flops": 22775955456000000, "train_loss": 0.03733785417344835, "subset_score_loss": 0.03733785417344835, "memorization_fraction_pixel": 0.14149999618530273, "mean_nn_ratio_pixel": 0.775826096534729, "fid": 61.66929237977626}
+{"step": 1610000, "wall_time": 17039.617929458618, "train_loss_step": 6.039258003234863, "n_params": 4633780, "total_flops": 22918305177600000, "train_loss": 0.03738427427079943, "subset_score_loss": 0.03738427427079943}
+{"step": 1620000, "wall_time": 17130.618541002274, "train_loss_step": 6.165670394897461, "n_params": 4633780, "total_flops": 23060654899200000, "train_loss": 0.03766791025797526, "subset_score_loss": 0.03766791025797526}
+{"step": 1630000, "wall_time": 17228.961794614792, "train_loss_step": 5.685427665710449, "n_params": 4633780, "total_flops": 23203004620800000, "train_loss": 0.03614369763268365, "subset_score_loss": 0.03614369763268365}
+{"step": 1640000, "wall_time": 17327.699067354202, "train_loss_step": 6.44350528717041, "n_params": 4633780, "total_flops": 23345354342400000, "train_loss": 0.034493295351664226, "subset_score_loss": 0.034493295351664226}
+{"step": 1650000, "wall_time": 17425.54755783081, "train_loss_step": 5.862152099609375, "n_params": 4633780, "total_flops": 23487704064000000, "train_loss": 0.03711004522111681, "subset_score_loss": 0.03711004522111681}
+{"step": 1660000, "wall_time": 17522.81156897545, "train_loss_step": 5.880894660949707, "n_params": 4633780, "total_flops": 23630053785600000, "train_loss": 0.03817554579840766, "subset_score_loss": 0.03817554579840766}
+{"step": 1670000, "wall_time": 17621.002806186676, "train_loss_step": 5.902666091918945, "n_params": 4633780, "total_flops": 23772403507200000, "train_loss": 0.03707634343041314, "subset_score_loss": 0.03707634343041314}
+{"step": 1680000, "wall_time": 17719.771497249603, "train_loss_step": 5.940909385681152, "n_params": 4633780, "total_flops": 23914753228800000, "train_loss": 0.035734417703416614, "subset_score_loss": 0.035734417703416614}
+{"step": 1690000, "wall_time": 17817.778733730316, "train_loss_step": 6.067654609680176, "n_params": 4633780, "total_flops": 24057102950400000, "train_loss": 0.03452998002370199, "subset_score_loss": 0.03452998002370199}
+{"step": 1700000, "wall_time": 17992.768497943878, "train_loss_step": 6.161686897277832, "n_params": 4633780, "total_flops": 24199452672000000, "train_loss": 0.036262729432847765, "subset_score_loss": 0.036262729432847765, "memorization_fraction_pixel": 0.16220000386238098, "mean_nn_ratio_pixel": 0.7656676173210144, "fid": 60.238294001925645}
+{"step": 1710000, "wall_time": 18080.717977046967, "train_loss_step": 5.957422733306885, "n_params": 4633780, "total_flops": 24341802393600000, "train_loss": 0.0351689789030287, "subset_score_loss": 0.0351689789030287}
+{"step": 1720000, "wall_time": 18171.84201312065, "train_loss_step": 5.991360187530518, "n_params": 4633780, "total_flops": 24484152115200000, "train_loss": 0.03780736658308241, "subset_score_loss": 0.03780736658308241}
+{"step": 1730000, "wall_time": 18270.330677986145, "train_loss_step": 5.973827362060547, "n_params": 4633780, "total_flops": 24626501836800000, "train_loss": 0.035351951917012535, "subset_score_loss": 0.035351951917012535}
+{"step": 1740000, "wall_time": 18368.234919548035, "train_loss_step": 6.3032121658325195, "n_params": 4633780, "total_flops": 24768851558400000, "train_loss": 0.038504322369893394, "subset_score_loss": 0.038504322369893394}
+{"step": 1750000, "wall_time": 18466.93292570114, "train_loss_step": 5.589692115783691, "n_params": 4633780, "total_flops": 24911201280000000, "train_loss": 0.03460553487141927, "subset_score_loss": 0.03460553487141927}
+{"step": 1760000, "wall_time": 18564.172654151917, "train_loss_step": 5.900771141052246, "n_params": 4633780, "total_flops": 25053551001600000, "train_loss": 0.03451183107164171, "subset_score_loss": 0.03451183107164171}
+{"step": 1770000, "wall_time": 18662.290109872818, "train_loss_step": 5.549468994140625, "n_params": 4633780, "total_flops": 25195900723200000, "train_loss": 0.034841060638427734, "subset_score_loss": 0.034841060638427734}
+{"step": 1780000, "wall_time": 18761.071284770966, "train_loss_step": 6.283048629760742, "n_params": 4633780, "total_flops": 25338250444800000, "train_loss": 0.03632036844889323, "subset_score_loss": 0.03632036844889323}
+{"step": 1790000, "wall_time": 18859.007615327835, "train_loss_step": 5.693887710571289, "n_params": 4633780, "total_flops": 25480600166400000, "train_loss": 0.03314178254869249, "subset_score_loss": 0.03314178254869249}
+{"step": 1800000, "wall_time": 19034.421711921692, "train_loss_step": 6.16625452041626, "n_params": 4633780, "total_flops": 25622949888000000, "train_loss": 0.0355974621242947, "subset_score_loss": 0.0355974621242947, "memorization_fraction_pixel": 0.18400000035762787, "mean_nn_ratio_pixel": 0.7434077262878418, "fid": 57.258075929683415}
+{"step": 1810000, "wall_time": 19122.679383039474, "train_loss_step": 5.824317932128906, "n_params": 4633780, "total_flops": 25765299609600000, "train_loss": 0.03453090190887451, "subset_score_loss": 0.03453090190887451}
+{"step": 1820000, "wall_time": 19216.118733644485, "train_loss_step": 5.623149871826172, "n_params": 4633780, "total_flops": 25907649331200000, "train_loss": 0.032555405298868814, "subset_score_loss": 0.032555405298868814}
+{"step": 1830000, "wall_time": 19314.53345656395, "train_loss_step": 5.828887939453125, "n_params": 4633780, "total_flops": 26049999052800000, "train_loss": 0.03515530692206489, "subset_score_loss": 0.03515530692206489}
+{"step": 1840000, "wall_time": 19413.30570244789, "train_loss_step": 5.478146076202393, "n_params": 4633780, "total_flops": 26192348774400000, "train_loss": 0.03310812579260932, "subset_score_loss": 0.03310812579260932}
+{"step": 1850000, "wall_time": 19511.393971681595, "train_loss_step": 5.729909420013428, "n_params": 4633780, "total_flops": 26334698496000000, "train_loss": 0.032301333215501576, "subset_score_loss": 0.032301333215501576}
+{"step": 1860000, "wall_time": 19608.58381152153, "train_loss_step": 5.897812843322754, "n_params": 4633780, "total_flops": 26477048217600000, "train_loss": 0.03202599949306912, "subset_score_loss": 0.03202599949306912}
+{"step": 1870000, "wall_time": 19707.040558338165, "train_loss_step": 6.226155757904053, "n_params": 4633780, "total_flops": 26619397939200000, "train_loss": 0.033621811866760255, "subset_score_loss": 0.033621811866760255}
+{"step": 1880000, "wall_time": 19805.40261721611, "train_loss_step": 6.029208183288574, "n_params": 4633780, "total_flops": 26761747660800000, "train_loss": 0.03484711911943224, "subset_score_loss": 0.03484711911943224}
+{"step": 1890000, "wall_time": 19903.69262290001, "train_loss_step": 6.004754543304443, "n_params": 4633780, "total_flops": 26904097382400000, "train_loss": 0.03378976186116536, "subset_score_loss": 0.03378976186116536}
+{"step": 1900000, "wall_time": 20078.39873123169, "train_loss_step": 6.327123641967773, "n_params": 4633780, "total_flops": 27046447104000000, "train_loss": 0.03414444658491347, "subset_score_loss": 0.03414444658491347, "memorization_fraction_pixel": 0.20569999516010284, "mean_nn_ratio_pixel": 0.7303868532180786, "fid": 54.9190619220236}
+{"step": 1910000, "wall_time": 20165.550017118454, "train_loss_step": 5.965721130371094, "n_params": 4633780, "total_flops": 27188796825600000, "train_loss": 0.033851488431294756, "subset_score_loss": 0.033851488431294756}
+{"step": 1920000, "wall_time": 20263.241668701172, "train_loss_step": 5.930396556854248, "n_params": 4633780, "total_flops": 27331146547200000, "train_loss": 0.03499399026234944, "subset_score_loss": 0.03499399026234944}
+{"step": 1930000, "wall_time": 20361.955248117447, "train_loss_step": 5.4473066329956055, "n_params": 4633780, "total_flops": 27473496268800000, "train_loss": 0.03325146039326986, "subset_score_loss": 0.03325146039326986}
+{"step": 1940000, "wall_time": 20460.559181928635, "train_loss_step": 5.73148250579834, "n_params": 4633780, "total_flops": 27615845990400000, "train_loss": 0.03276449574364556, "subset_score_loss": 0.03276449574364556}
+{"step": 1950000, "wall_time": 20558.810611248016, "train_loss_step": 5.720671653747559, "n_params": 4633780, "total_flops": 27758195712000000, "train_loss": 0.0374547455045912, "subset_score_loss": 0.0374547455045912}
+{"step": 1960000, "wall_time": 20657.92624282837, "train_loss_step": 5.761734962463379, "n_params": 4633780, "total_flops": 27900545433600000, "train_loss": 0.03139636781480577, "subset_score_loss": 0.03139636781480577}
+{"step": 1970000, "wall_time": 20754.061338186264, "train_loss_step": 5.851133823394775, "n_params": 4633780, "total_flops": 28042895155200000, "train_loss": 0.03533241483900282, "subset_score_loss": 0.03533241483900282}
+{"step": 1980000, "wall_time": 20852.07297039032, "train_loss_step": 5.199398517608643, "n_params": 4633780, "total_flops": 28185244876800000, "train_loss": 0.03263398011525472, "subset_score_loss": 0.03263398011525472}
+{"step": 1990000, "wall_time": 20950.776865959167, "train_loss_step": 5.440155029296875, "n_params": 4633780, "total_flops": 28327594598400000, "train_loss": 0.03321043915218777, "subset_score_loss": 0.03321043915218777}
+{"step": 2000000, "wall_time": 21125.071484804153, "train_loss_step": 5.97475528717041, "n_params": 4633780, "total_flops": 28469944320000000, "train_loss": 0.03396425247192383, "subset_score_loss": 0.03396425247192383, "memorization_fraction_pixel": 0.22259999811649323, "mean_nn_ratio_pixel": 0.7210173606872559, "fid": 54.14973703761332}
+{"step": 2010000, "wall_time": 21210.372425317764, "train_loss_step": 5.394692897796631, "n_params": 4633780, "total_flops": 28612294041600000, "train_loss": 0.030651264720492892, "subset_score_loss": 0.030651264720492892}
+{"step": 2020000, "wall_time": 21306.718479394913, "train_loss_step": 5.513134002685547, "n_params": 4633780, "total_flops": 28754643763200000, "train_loss": 0.03173249297671848, "subset_score_loss": 0.03173249297671848}
+{"step": 2030000, "wall_time": 21405.540163993835, "train_loss_step": 5.6543474197387695, "n_params": 4633780, "total_flops": 28896993484800000, "train_loss": 0.030868487887912327, "subset_score_loss": 0.030868487887912327}
+{"step": 2040000, "wall_time": 21504.520829916, "train_loss_step": 5.7471208572387695, "n_params": 4633780, "total_flops": 29039343206400000, "train_loss": 0.033187100622389054, "subset_score_loss": 0.033187100622389054}
+{"step": 2050000, "wall_time": 21602.3239736557, "train_loss_step": 5.794254302978516, "n_params": 4633780, "total_flops": 29181692928000000, "train_loss": 0.03192100259992811, "subset_score_loss": 0.03192100259992811}
+{"step": 2060000, "wall_time": 21700.736129045486, "train_loss_step": 5.842580795288086, "n_params": 4633780, "total_flops": 29324042649600000, "train_loss": 0.03234746985965305, "subset_score_loss": 0.03234746985965305}
+{"step": 2070000, "wall_time": 21797.249661922455, "train_loss_step": 6.069678783416748, "n_params": 4633780, "total_flops": 29466392371200000, "train_loss": 0.03583478927612305, "subset_score_loss": 0.03583478927612305}
+{"step": 2080000, "wall_time": 21894.870619297028, "train_loss_step": 5.713582992553711, "n_params": 4633780, "total_flops": 29608742092800000, "train_loss": 0.030187278323703343, "subset_score_loss": 0.030187278323703343}
+{"step": 2090000, "wall_time": 21993.68702173233, "train_loss_step": 5.5749969482421875, "n_params": 4633780, "total_flops": 29751091814400000, "train_loss": 0.033158901002671985, "subset_score_loss": 0.033158901002671985}
+{"step": 2100000, "wall_time": 22166.511758565903, "train_loss_step": 5.4684977531433105, "n_params": 4633780, "total_flops": 29893441536000000, "train_loss": 0.03252071804470486, "subset_score_loss": 0.03252071804470486, "memorization_fraction_pixel": 0.23010000586509705, "mean_nn_ratio_pixel": 0.7193154692649841, "fid": 54.95115981441414}
+{"step": 2110000, "wall_time": 22253.567326545715, "train_loss_step": 5.635307312011719, "n_params": 4633780, "total_flops": 30035791257600000, "train_loss": 0.032231397098965116, "subset_score_loss": 0.032231397098965116}
+{"step": 2120000, "wall_time": 22350.188072681427, "train_loss_step": 5.55603551864624, "n_params": 4633780, "total_flops": 30178140979200000, "train_loss": 0.03040412531958686, "subset_score_loss": 0.03040412531958686}
+{"step": 2130000, "wall_time": 22449.052929401398, "train_loss_step": 5.6383867263793945, "n_params": 4633780, "total_flops": 30320490700800000, "train_loss": 0.030589363310072157, "subset_score_loss": 0.030589363310072157}
+{"step": 2140000, "wall_time": 22548.06330037117, "train_loss_step": 5.380622863769531, "n_params": 4633780, "total_flops": 30462840422400000, "train_loss": 0.033102231555514866, "subset_score_loss": 0.033102231555514866}
+{"step": 2150000, "wall_time": 22646.77863907814, "train_loss_step": 5.573603630065918, "n_params": 4633780, "total_flops": 30605190144000000, "train_loss": 0.03216858439975315, "subset_score_loss": 0.03216858439975315}
+{"step": 2160000, "wall_time": 22745.564895391464, "train_loss_step": 5.223606109619141, "n_params": 4633780, "total_flops": 30747539865600000, "train_loss": 0.031023944748772514, "subset_score_loss": 0.031023944748772514}
+{"step": 2170000, "wall_time": 22842.127529144287, "train_loss_step": 5.243448257446289, "n_params": 4633780, "total_flops": 30889889587200000, "train_loss": 0.03308680057525635, "subset_score_loss": 0.03308680057525635}
+{"step": 2180000, "wall_time": 22940.622447490692, "train_loss_step": 5.1993937492370605, "n_params": 4633780, "total_flops": 31032239308800000, "train_loss": 0.029678564601474337, "subset_score_loss": 0.029678564601474337}
+{"step": 2190000, "wall_time": 23039.114550113678, "train_loss_step": 5.4376068115234375, "n_params": 4633780, "total_flops": 31174589030400000, "train_loss": 0.03164953390757243, "subset_score_loss": 0.03164953390757243}
+{"step": 2200000, "wall_time": 23208.676869153976, "train_loss_step": 5.441028118133545, "n_params": 4633780, "total_flops": 31316938752000000, "train_loss": 0.030330753326416014, "subset_score_loss": 0.030330753326416014, "memorization_fraction_pixel": 0.2459000051021576, "mean_nn_ratio_pixel": 0.708330512046814, "fid": 54.69152936433181}
+{"step": 2210000, "wall_time": 23301.26572585106, "train_loss_step": 5.625343322753906, "n_params": 4633780, "total_flops": 31459288473600000, "train_loss": 0.03030443721347385, "subset_score_loss": 0.03030443721347385}
+{"step": 2220000, "wall_time": 23398.27234530449, "train_loss_step": 5.723539352416992, "n_params": 4633780, "total_flops": 31601638195200000, "train_loss": 0.03333913750118679, "subset_score_loss": 0.03333913750118679}
+{"step": 2230000, "wall_time": 23496.98399400711, "train_loss_step": 5.569893836975098, "n_params": 4633780, "total_flops": 31743987916800000, "train_loss": 0.028286176257663304, "subset_score_loss": 0.028286176257663304}
+{"step": 2240000, "wall_time": 23595.726593732834, "train_loss_step": 5.520604133605957, "n_params": 4633780, "total_flops": 31886337638400000, "train_loss": 0.028815974129570855, "subset_score_loss": 0.028815974129570855}
+{"step": 2250000, "wall_time": 23694.003217935562, "train_loss_step": 5.574087142944336, "n_params": 4633780, "total_flops": 32028687360000000, "train_loss": 0.029719914330376518, "subset_score_loss": 0.029719914330376518}
+{"step": 2260000, "wall_time": 23792.13591814041, "train_loss_step": 5.629660129547119, "n_params": 4633780, "total_flops": 32171037081600000, "train_loss": 0.029511253039042156, "subset_score_loss": 0.029511253039042156}
+{"step": 2270000, "wall_time": 23891.304286956787, "train_loss_step": 5.85777473449707, "n_params": 4633780, "total_flops": 32313386803200000, "train_loss": 0.030552360746595595, "subset_score_loss": 0.030552360746595595}
+{"step": 2280000, "wall_time": 23987.13920402527, "train_loss_step": 5.331284046173096, "n_params": 4633780, "total_flops": 32455736524800000, "train_loss": 0.029001487625969782, "subset_score_loss": 0.029001487625969782}
+{"step": 2290000, "wall_time": 24084.85156226158, "train_loss_step": 5.296051979064941, "n_params": 4633780, "total_flops": 32598086246400000, "train_loss": 0.034238433837890624, "subset_score_loss": 0.034238433837890624}
+{"step": 2300000, "wall_time": 24250.28670501709, "train_loss_step": 5.241625785827637, "n_params": 4633780, "total_flops": 32740435968000000, "train_loss": 0.028258350160386827, "subset_score_loss": 0.028258350160386827, "memorization_fraction_pixel": 0.26179999113082886, "mean_nn_ratio_pixel": 0.6992349624633789, "fid": 52.27232451732945}
+{"step": 2310000, "wall_time": 24349.404123067856, "train_loss_step": 5.43147087097168, "n_params": 4633780, "total_flops": 32882785689600000, "train_loss": 0.030299197302924262, "subset_score_loss": 0.030299197302924262}
+{"step": 2320000, "wall_time": 24446.6097342968, "train_loss_step": 4.759313583374023, "n_params": 4633780, "total_flops": 33025135411200000, "train_loss": 0.03022414313422309, "subset_score_loss": 0.03022414313422309}
+{"step": 2330000, "wall_time": 24545.35569667816, "train_loss_step": 4.830224990844727, "n_params": 4633780, "total_flops": 33167485132800000, "train_loss": 0.028920361730787488, "subset_score_loss": 0.028920361730787488}
+{"step": 2340000, "wall_time": 24644.29090833664, "train_loss_step": 5.1445417404174805, "n_params": 4633780, "total_flops": 33309834854400000, "train_loss": 0.029153802659776476, "subset_score_loss": 0.029153802659776476}
+{"step": 2350000, "wall_time": 24742.74885559082, "train_loss_step": 5.517819404602051, "n_params": 4633780, "total_flops": 33452184576000000, "train_loss": 0.030169293615553115, "subset_score_loss": 0.030169293615553115}
+{"step": 2360000, "wall_time": 24841.82468867302, "train_loss_step": 5.342401504516602, "n_params": 4633780, "total_flops": 33594534297600000, "train_loss": 0.030837962362501355, "subset_score_loss": 0.030837962362501355}
+{"step": 2370000, "wall_time": 24940.525821208954, "train_loss_step": 5.450736999511719, "n_params": 4633780, "total_flops": 33736884019200000, "train_loss": 0.028701440493265788, "subset_score_loss": 0.028701440493265788}
+{"step": 2380000, "wall_time": 25037.098658323288, "train_loss_step": 5.11421012878418, "n_params": 4633780, "total_flops": 33879233740800000, "train_loss": 0.03195637596978081, "subset_score_loss": 0.03195637596978081}
+{"step": 2390000, "wall_time": 25134.928215265274, "train_loss_step": 4.799923896789551, "n_params": 4633780, "total_flops": 34021583462400000, "train_loss": 0.027978094418843587, "subset_score_loss": 0.027978094418843587}
+{"step": 2400000, "wall_time": 25295.978667736053, "train_loss_step": 5.137007713317871, "n_params": 4633780, "total_flops": 34163933184000000, "train_loss": 0.028598406579759386, "subset_score_loss": 0.028598406579759386, "memorization_fraction_pixel": 0.27889999747276306, "mean_nn_ratio_pixel": 0.6889405250549316, "fid": 52.9044695080096}
+{"step": 2410000, "wall_time": 25394.857523202896, "train_loss_step": 5.1550092697143555, "n_params": 4633780, "total_flops": 34306282905600000, "train_loss": 0.027223086357116698, "subset_score_loss": 0.027223086357116698}
+{"step": 2420000, "wall_time": 25492.348465919495, "train_loss_step": 5.279095649719238, "n_params": 4633780, "total_flops": 34448632627200000, "train_loss": 0.02893988291422526, "subset_score_loss": 0.02893988291422526}
+{"step": 2430000, "wall_time": 25591.313728570938, "train_loss_step": 5.117339611053467, "n_params": 4633780, "total_flops": 34590982348800000, "train_loss": 0.028457564777798122, "subset_score_loss": 0.028457564777798122}
+{"step": 2440000, "wall_time": 25690.239433050156, "train_loss_step": 5.093194007873535, "n_params": 4633780, "total_flops": 34733332070400000, "train_loss": 0.02653483814663357, "subset_score_loss": 0.02653483814663357}
+{"step": 2450000, "wall_time": 25788.492616653442, "train_loss_step": 5.400175094604492, "n_params": 4633780, "total_flops": 34875681792000000, "train_loss": 0.028832419713338216, "subset_score_loss": 0.028832419713338216}
+{"step": 2460000, "wall_time": 25886.937250852585, "train_loss_step": 5.426599025726318, "n_params": 4633780, "total_flops": 35018031513600000, "train_loss": 0.03069840007358127, "subset_score_loss": 0.03069840007358127}
+{"step": 2470000, "wall_time": 25985.734571933746, "train_loss_step": 4.971188068389893, "n_params": 4633780, "total_flops": 35160381235200000, "train_loss": 0.027932076983981664, "subset_score_loss": 0.027932076983981664}
+{"step": 2480000, "wall_time": 26082.903636693954, "train_loss_step": 5.236766815185547, "n_params": 4633780, "total_flops": 35302730956800000, "train_loss": 0.02996595965491401, "subset_score_loss": 0.02996595965491401}
+{"step": 2490000, "wall_time": 26181.16317796707, "train_loss_step": 5.1432204246521, "n_params": 4633780, "total_flops": 35445080678400000, "train_loss": 0.028457662794325086, "subset_score_loss": 0.028457662794325086}
+{"step": 2500000, "wall_time": 26342.112830877304, "train_loss_step": 5.247777938842773, "n_params": 4633780, "total_flops": 35587430400000000, "train_loss": 0.030859711435106067, "subset_score_loss": 0.030859711435106067, "memorization_fraction_pixel": 0.31150001287460327, "mean_nn_ratio_pixel": 0.6640259027481079, "fid": 52.43227352036376}
+{"step": 2510000, "wall_time": 26441.16313815117, "train_loss_step": 5.077014446258545, "n_params": 4633780, "total_flops": 35729780121600000, "train_loss": 0.027367912398444282, "subset_score_loss": 0.027367912398444282}
+{"step": 2520000, "wall_time": 26538.239575624466, "train_loss_step": 5.6774468421936035, "n_params": 4633780, "total_flops": 35872129843200000, "train_loss": 0.030301162931654187, "subset_score_loss": 0.030301162931654187}
+{"step": 2530000, "wall_time": 26637.271805286407, "train_loss_step": 4.838550567626953, "n_params": 4633780, "total_flops": 36014479564800000, "train_loss": 0.028013205528259276, "subset_score_loss": 0.028013205528259276}
+{"step": 2540000, "wall_time": 26735.22636461258, "train_loss_step": 5.2798967361450195, "n_params": 4633780, "total_flops": 36156829286400000, "train_loss": 0.028661725256178112, "subset_score_loss": 0.028661725256178112}
+{"step": 2550000, "wall_time": 26834.10364317894, "train_loss_step": 5.355250358581543, "n_params": 4633780, "total_flops": 36299179008000000, "train_loss": 0.028723830646938748, "subset_score_loss": 0.028723830646938748}
+{"step": 2560000, "wall_time": 26932.758981227875, "train_loss_step": 5.48622989654541, "n_params": 4633780, "total_flops": 36441528729600000, "train_loss": 0.029907396104600695, "subset_score_loss": 0.029907396104600695}
+{"step": 2570000, "wall_time": 27031.525827646255, "train_loss_step": 5.305688858032227, "n_params": 4633780, "total_flops": 36583878451200000, "train_loss": 0.02715301513671875, "subset_score_loss": 0.02715301513671875}
+{"step": 2580000, "wall_time": 27130.32622551918, "train_loss_step": 5.10555362701416, "n_params": 4633780, "total_flops": 36726228172800000, "train_loss": 0.026968505647447374, "subset_score_loss": 0.026968505647447374}
+{"step": 2590000, "wall_time": 27227.075842380524, "train_loss_step": 5.193215370178223, "n_params": 4633780, "total_flops": 36868577894400000, "train_loss": 0.029143047332763673, "subset_score_loss": 0.029143047332763673}
+{"step": 2600000, "wall_time": 27386.906758785248, "train_loss_step": 5.1360626220703125, "n_params": 4633780, "total_flops": 37010927616000000, "train_loss": 0.027652133835686578, "subset_score_loss": 0.027652133835686578, "memorization_fraction_pixel": 0.2768000066280365, "mean_nn_ratio_pixel": 0.6926044225692749, "fid": 54.4032546159385}
+{"step": 2610000, "wall_time": 27485.871806383133, "train_loss_step": 4.708141803741455, "n_params": 4633780, "total_flops": 37153277337600000, "train_loss": 0.02694630357954237, "subset_score_loss": 0.02694630357954237}
+{"step": 2620000, "wall_time": 27583.48815393448, "train_loss_step": 5.097988128662109, "n_params": 4633780, "total_flops": 37295627059200000, "train_loss": 0.02852135499318441, "subset_score_loss": 0.02852135499318441}
+{"step": 2630000, "wall_time": 27682.33840918541, "train_loss_step": 4.87869930267334, "n_params": 4633780, "total_flops": 37437976780800000, "train_loss": 0.026287759674919975, "subset_score_loss": 0.026287759674919975}
+{"step": 2640000, "wall_time": 27780.062039852142, "train_loss_step": 4.928220748901367, "n_params": 4633780, "total_flops": 37580326502400000, "train_loss": 0.027376675605773927, "subset_score_loss": 0.027376675605773927}
+{"step": 2650000, "wall_time": 27878.683406352997, "train_loss_step": 5.019838333129883, "n_params": 4633780, "total_flops": 37722676224000000, "train_loss": 0.028914422459072536, "subset_score_loss": 0.028914422459072536}
+{"step": 2660000, "wall_time": 27977.409533023834, "train_loss_step": 5.115548133850098, "n_params": 4633780, "total_flops": 37865025945600000, "train_loss": 0.02977917194366455, "subset_score_loss": 0.02977917194366455}
+{"step": 2670000, "wall_time": 28075.806564092636, "train_loss_step": 5.380166530609131, "n_params": 4633780, "total_flops": 38007375667200000, "train_loss": 0.02701822386847602, "subset_score_loss": 0.02701822386847602}
+{"step": 2680000, "wall_time": 28174.571353673935, "train_loss_step": 4.995294570922852, "n_params": 4633780, "total_flops": 38149725388800000, "train_loss": 0.027852956453959146, "subset_score_loss": 0.027852956453959146}
+{"step": 2690000, "wall_time": 28271.135682106018, "train_loss_step": 4.888154029846191, "n_params": 4633780, "total_flops": 38292075110400000, "train_loss": 0.028487910164727105, "subset_score_loss": 0.028487910164727105}
+{"step": 2700000, "wall_time": 28436.87932395935, "train_loss_step": 4.9749627113342285, "n_params": 4633780, "total_flops": 38434424832000000, "train_loss": 0.026345149676005045, "subset_score_loss": 0.026345149676005045, "memorization_fraction_pixel": 0.30399999022483826, "mean_nn_ratio_pixel": 0.6730202436447144, "fid": 56.24372345416049}
+{"step": 2710000, "wall_time": 28535.845260858536, "train_loss_step": 5.406008720397949, "n_params": 4633780, "total_flops": 38576774553600000, "train_loss": 0.029952454566955566, "subset_score_loss": 0.029952454566955566}
+{"step": 2720000, "wall_time": 28633.42726111412, "train_loss_step": 4.885220527648926, "n_params": 4633780, "total_flops": 38719124275200000, "train_loss": 0.027649331092834472, "subset_score_loss": 0.027649331092834472}
+{"step": 2730000, "wall_time": 28732.218886613846, "train_loss_step": 4.999157428741455, "n_params": 4633780, "total_flops": 38861473996800000, "train_loss": 0.027580258581373425, "subset_score_loss": 0.027580258581373425}
+{"step": 2740000, "wall_time": 28830.923730134964, "train_loss_step": 5.272723197937012, "n_params": 4633780, "total_flops": 39003823718400000, "train_loss": 0.026480838987562393, "subset_score_loss": 0.026480838987562393}
+{"step": 2750000, "wall_time": 28929.878549814224, "train_loss_step": 5.218059539794922, "n_params": 4633780, "total_flops": 39146173440000000, "train_loss": 0.026231882307264538, "subset_score_loss": 0.026231882307264538}
+{"step": 2760000, "wall_time": 29028.706956863403, "train_loss_step": 5.248378753662109, "n_params": 4633780, "total_flops": 39288523161600000, "train_loss": 0.027847011884053547, "subset_score_loss": 0.027847011884053547}
+{"step": 2770000, "wall_time": 29126.525844573975, "train_loss_step": 5.353969573974609, "n_params": 4633780, "total_flops": 39430872883200000, "train_loss": 0.02463890976376004, "subset_score_loss": 0.02463890976376004}
+{"step": 2780000, "wall_time": 29224.715975761414, "train_loss_step": 4.710385322570801, "n_params": 4633780, "total_flops": 39573222604800000, "train_loss": 0.025641141997443304, "subset_score_loss": 0.025641141997443304}
+{"step": 2790000, "wall_time": 29323.0454621315, "train_loss_step": 5.3732075691223145, "n_params": 4633780, "total_flops": 39715572326400000, "train_loss": 0.030997602144877116, "subset_score_loss": 0.030997602144877116}
+{"step": 2800000, "wall_time": 29492.690332889557, "train_loss_step": 5.40141487121582, "n_params": 4633780, "total_flops": 39857922048000000, "train_loss": 0.025657611423068577, "subset_score_loss": 0.025657611423068577, "memorization_fraction_pixel": 0.33559998869895935, "mean_nn_ratio_pixel": 0.6530088782310486, "fid": 51.74454111412863}
+{"step": 2810000, "wall_time": 29591.495661497116, "train_loss_step": 5.392062187194824, "n_params": 4633780, "total_flops": 40000271769600000, "train_loss": 0.027170168028937444, "subset_score_loss": 0.027170168028937444}
+{"step": 2820000, "wall_time": 29688.668884038925, "train_loss_step": 5.278074741363525, "n_params": 4633780, "total_flops": 40142621491200000, "train_loss": 0.028862778345743814, "subset_score_loss": 0.028862778345743814}
+{"step": 2830000, "wall_time": 29786.952621221542, "train_loss_step": 4.843385219573975, "n_params": 4633780, "total_flops": 40284971212800000, "train_loss": 0.026824718051486545, "subset_score_loss": 0.026824718051486545}
+{"step": 2840000, "wall_time": 29885.63356256485, "train_loss_step": 5.053676605224609, "n_params": 4633780, "total_flops": 40427320934400000, "train_loss": 0.024662137031555176, "subset_score_loss": 0.024662137031555176}
+{"step": 2850000, "wall_time": 29984.37144303322, "train_loss_step": 4.973132610321045, "n_params": 4633780, "total_flops": 40569670656000000, "train_loss": 0.025740594334072536, "subset_score_loss": 0.025740594334072536}
+{"step": 2860000, "wall_time": 30082.032418251038, "train_loss_step": 5.129212856292725, "n_params": 4633780, "total_flops": 40712020377600000, "train_loss": 0.02792829407585992, "subset_score_loss": 0.02792829407585992}
+{"step": 2870000, "wall_time": 30180.769102811813, "train_loss_step": 5.429640769958496, "n_params": 4633780, "total_flops": 40854370099200000, "train_loss": 0.029119767083062065, "subset_score_loss": 0.029119767083062065}
+{"step": 2880000, "wall_time": 30279.621557712555, "train_loss_step": 5.315292835235596, "n_params": 4633780, "total_flops": 40996719820800000, "train_loss": 0.03209593560960558, "subset_score_loss": 0.03209593560960558}
+{"step": 2890000, "wall_time": 30364.937587976456, "train_loss_step": 4.667641639709473, "n_params": 4633780, "total_flops": 41139069542400000, "train_loss": 0.02469780445098877, "subset_score_loss": 0.02469780445098877}
+{"step": 2900000, "wall_time": 30536.215656995773, "train_loss_step": 5.134612083435059, "n_params": 4633780, "total_flops": 41281419264000000, "train_loss": 0.02441294723086887, "subset_score_loss": 0.02441294723086887, "memorization_fraction_pixel": 0.33399999141693115, "mean_nn_ratio_pixel": 0.6531159281730652, "fid": 49.699018395809574}
+{"step": 2910000, "wall_time": 30635.094535589218, "train_loss_step": 5.352384567260742, "n_params": 4633780, "total_flops": 41423768985600000, "train_loss": 0.03122865358988444, "subset_score_loss": 0.03122865358988444}
+{"step": 2920000, "wall_time": 30731.862008571625, "train_loss_step": 4.643758296966553, "n_params": 4633780, "total_flops": 41566118707200000, "train_loss": 0.025160185496012368, "subset_score_loss": 0.025160185496012368}
+{"step": 2930000, "wall_time": 30830.67118048668, "train_loss_step": 4.940098762512207, "n_params": 4633780, "total_flops": 41708468428800000, "train_loss": 0.026626051796807184, "subset_score_loss": 0.026626051796807184}
+{"step": 2940000, "wall_time": 30929.099422216415, "train_loss_step": 4.884373188018799, "n_params": 4633780, "total_flops": 41850818150400000, "train_loss": 0.024684453010559083, "subset_score_loss": 0.024684453010559083}
+{"step": 2950000, "wall_time": 31027.25482940674, "train_loss_step": 5.164827823638916, "n_params": 4633780, "total_flops": 41993167872000000, "train_loss": 0.025668017069498696, "subset_score_loss": 0.025668017069498696}
+{"step": 2960000, "wall_time": 31125.789274454117, "train_loss_step": 4.979663848876953, "n_params": 4633780, "total_flops": 42135517593600000, "train_loss": 0.025134740935431586, "subset_score_loss": 0.025134740935431586}
+{"step": 2970000, "wall_time": 31224.579895973206, "train_loss_step": 5.113344192504883, "n_params": 4633780, "total_flops": 42277867315200000, "train_loss": 0.025811468230353463, "subset_score_loss": 0.025811468230353463}
+{"step": 2980000, "wall_time": 31323.6243827343, "train_loss_step": 4.838409900665283, "n_params": 4633780, "total_flops": 42420217036800000, "train_loss": 0.025801335440741646, "subset_score_loss": 0.025801335440741646}
+{"step": 2990000, "wall_time": 31412.49445271492, "train_loss_step": 4.921182632446289, "n_params": 4633780, "total_flops": 42562566758400000, "train_loss": 0.02809603214263916, "subset_score_loss": 0.02809603214263916}
+{"step": 3000000, "wall_time": 31585.955063343048, "train_loss_step": 4.784436225891113, "n_params": 4633780, "total_flops": 42704916480000000, "train_loss": 0.026063301828172472, "subset_score_loss": 0.026063301828172472, "memorization_fraction_pixel": 0.3634999990463257, "mean_nn_ratio_pixel": 0.6303672790527344, "fid": 49.69941035201863}
+{"step": 3010000, "wall_time": 31684.51599931717, "train_loss_step": 4.796551704406738, "n_params": 4633780, "total_flops": 42847266201600000, "train_loss": 0.027090337541368272, "subset_score_loss": 0.027090337541368272}
+{"step": 3020000, "wall_time": 31780.927424430847, "train_loss_step": 4.62586784362793, "n_params": 4633780, "total_flops": 42989615923200000, "train_loss": 0.025549684630499947, "subset_score_loss": 0.025549684630499947}
+{"step": 3030000, "wall_time": 31878.788521051407, "train_loss_step": 4.664641380310059, "n_params": 4633780, "total_flops": 43131965644800000, "train_loss": 0.023876309394836426, "subset_score_loss": 0.023876309394836426}
+{"step": 3040000, "wall_time": 31977.317165851593, "train_loss_step": 4.978235721588135, "n_params": 4633780, "total_flops": 43274315366400000, "train_loss": 0.025517519315083823, "subset_score_loss": 0.025517519315083823}
+{"step": 3050000, "wall_time": 32076.021800279617, "train_loss_step": 5.045351028442383, "n_params": 4633780, "total_flops": 43416665088000000, "train_loss": 0.025847419102986654, "subset_score_loss": 0.025847419102986654}
+{"step": 3060000, "wall_time": 32174.560622930527, "train_loss_step": 4.790255546569824, "n_params": 4633780, "total_flops": 43559014809600000, "train_loss": 0.027961654133266872, "subset_score_loss": 0.027961654133266872}
+{"step": 3070000, "wall_time": 32272.999000549316, "train_loss_step": 4.7150750160217285, "n_params": 4633780, "total_flops": 43701364531200000, "train_loss": 0.024261752764383953, "subset_score_loss": 0.024261752764383953}
+{"step": 3080000, "wall_time": 32370.786432504654, "train_loss_step": 4.461047172546387, "n_params": 4633780, "total_flops": 43843714252800000, "train_loss": 0.025762261284722223, "subset_score_loss": 0.025762261284722223}
+{"step": 3090000, "wall_time": 32463.91496348381, "train_loss_step": 4.767778396606445, "n_params": 4633780, "total_flops": 43986063974400000, "train_loss": 0.02279651959737142, "subset_score_loss": 0.02279651959737142}
+{"step": 3100000, "wall_time": 32637.63525915146, "train_loss_step": 4.913352966308594, "n_params": 4633780, "total_flops": 44128413696000000, "train_loss": 0.02469543351067437, "subset_score_loss": 0.02469543351067437, "memorization_fraction_pixel": 0.36890000104904175, "mean_nn_ratio_pixel": 0.6301432847976685, "fid": 50.227296669848805}
+{"step": 3110000, "wall_time": 32734.912298440933, "train_loss_step": 4.356178283691406, "n_params": 4633780, "total_flops": 44270763417600000, "train_loss": 0.02569233046637641, "subset_score_loss": 0.02569233046637641}
+{"step": 3120000, "wall_time": 32831.85836672783, "train_loss_step": 5.021358489990234, "n_params": 4633780, "total_flops": 44413113139200000, "train_loss": 0.029393513997395832, "subset_score_loss": 0.029393513997395832}
+{"step": 3130000, "wall_time": 32930.44422531128, "train_loss_step": 4.80399227142334, "n_params": 4633780, "total_flops": 44555462860800000, "train_loss": 0.02556194994184706, "subset_score_loss": 0.02556194994184706}
+{"step": 3140000, "wall_time": 33029.09457945824, "train_loss_step": 4.737725257873535, "n_params": 4633780, "total_flops": 44697812582400000, "train_loss": 0.02371005482143826, "subset_score_loss": 0.02371005482143826}
+{"step": 3150000, "wall_time": 33127.887929201126, "train_loss_step": 4.327451229095459, "n_params": 4633780, "total_flops": 44840162304000000, "train_loss": 0.024644049008687337, "subset_score_loss": 0.024644049008687337}
+{"step": 3160000, "wall_time": 33226.07968664169, "train_loss_step": 4.978056907653809, "n_params": 4633780, "total_flops": 44982512025600000, "train_loss": 0.02591746383243137, "subset_score_loss": 0.02591746383243137}
+{"step": 3170000, "wall_time": 33324.6940946579, "train_loss_step": 4.773197174072266, "n_params": 4633780, "total_flops": 45124861747200000, "train_loss": 0.024004862043592666, "subset_score_loss": 0.024004862043592666}
+{"step": 3180000, "wall_time": 33420.51932692528, "train_loss_step": 5.063859462738037, "n_params": 4633780, "total_flops": 45267211468800000, "train_loss": 0.025151488516065808, "subset_score_loss": 0.025151488516065808}
+{"step": 3190000, "wall_time": 33519.1058883667, "train_loss_step": 4.821634292602539, "n_params": 4633780, "total_flops": 45409561190400000, "train_loss": 0.025123869048224556, "subset_score_loss": 0.025123869048224556}
+{"step": 3200000, "wall_time": 33692.335215330124, "train_loss_step": 4.869462966918945, "n_params": 4633780, "total_flops": 45551910912000000, "train_loss": 0.024478745460510255, "subset_score_loss": 0.024478745460510255, "memorization_fraction_pixel": 0.3650999963283539, "mean_nn_ratio_pixel": 0.6336950659751892, "fid": 50.58261243977745}
+{"step": 3210000, "wall_time": 33790.91922235489, "train_loss_step": 4.803485870361328, "n_params": 4633780, "total_flops": 45694260633600000, "train_loss": 0.023276787334018282, "subset_score_loss": 0.023276787334018282}
+{"step": 3220000, "wall_time": 33890.02611660957, "train_loss_step": 5.140729904174805, "n_params": 4633780, "total_flops": 45836610355200000, "train_loss": 0.026141860749986437, "subset_score_loss": 0.026141860749986437}
+{"step": 3230000, "wall_time": 33986.83568739891, "train_loss_step": 4.766383647918701, "n_params": 4633780, "total_flops": 45978960076800000, "train_loss": 0.025211334228515625, "subset_score_loss": 0.025211334228515625}
+{"step": 3240000, "wall_time": 34085.54967427254, "train_loss_step": 5.154480934143066, "n_params": 4633780, "total_flops": 46121309798400000, "train_loss": 0.02591457102033827, "subset_score_loss": 0.02591457102033827}
+{"step": 3250000, "wall_time": 34183.935238838196, "train_loss_step": 5.149374485015869, "n_params": 4633780, "total_flops": 46263659520000000, "train_loss": 0.02427676518758138, "subset_score_loss": 0.02427676518758138}
+{"step": 3260000, "wall_time": 34282.262739896774, "train_loss_step": 5.022455215454102, "n_params": 4633780, "total_flops": 46406009241600000, "train_loss": 0.023054885864257812, "subset_score_loss": 0.023054885864257812}
+{"step": 3270000, "wall_time": 34374.94937825203, "train_loss_step": 4.817290306091309, "n_params": 4633780, "total_flops": 46548358963200000, "train_loss": 0.025130645434061686, "subset_score_loss": 0.025130645434061686}
+{"step": 3280000, "wall_time": 34472.06419610977, "train_loss_step": 5.120737075805664, "n_params": 4633780, "total_flops": 46690708684800000, "train_loss": 0.02620625231001112, "subset_score_loss": 0.02620625231001112}
+{"step": 3290000, "wall_time": 34570.70571112633, "train_loss_step": 4.7219014167785645, "n_params": 4633780, "total_flops": 46833058406400000, "train_loss": 0.023101414574517143, "subset_score_loss": 0.023101414574517143}
+{"step": 3300000, "wall_time": 34745.216181993484, "train_loss_step": 4.914133071899414, "n_params": 4633780, "total_flops": 46975408128000000, "train_loss": 0.025066765149434407, "subset_score_loss": 0.025066765149434407, "memorization_fraction_pixel": 0.37619999051094055, "mean_nn_ratio_pixel": 0.624323844909668, "fid": 52.086945939283694}
+{"step": 3310000, "wall_time": 34842.10284233093, "train_loss_step": 4.479124546051025, "n_params": 4633780, "total_flops": 47117757849600000, "train_loss": 0.022918695873684353, "subset_score_loss": 0.022918695873684353}
+{"step": 3320000, "wall_time": 34940.8807759285, "train_loss_step": 5.100011825561523, "n_params": 4633780, "total_flops": 47260107571200000, "train_loss": 0.026842689514160155, "subset_score_loss": 0.026842689514160155}
+{"step": 3330000, "wall_time": 35037.70806097984, "train_loss_step": 4.549227714538574, "n_params": 4633780, "total_flops": 47402457292800000, "train_loss": 0.02415476640065511, "subset_score_loss": 0.02415476640065511}
+{"step": 3340000, "wall_time": 35136.47012424469, "train_loss_step": 4.6302595138549805, "n_params": 4633780, "total_flops": 47544807014400000, "train_loss": 0.02591900560590956, "subset_score_loss": 0.02591900560590956}
+{"step": 3350000, "wall_time": 35234.80911278725, "train_loss_step": 4.89017391204834, "n_params": 4633780, "total_flops": 47687156736000000, "train_loss": 0.022383605109320748, "subset_score_loss": 0.022383605109320748}
+{"step": 3360000, "wall_time": 35333.31522345543, "train_loss_step": 4.33851957321167, "n_params": 4633780, "total_flops": 47829506457600000, "train_loss": 0.023486799663967557, "subset_score_loss": 0.023486799663967557}
+{"step": 3370000, "wall_time": 35422.366186618805, "train_loss_step": 4.676559925079346, "n_params": 4633780, "total_flops": 47971856179200000, "train_loss": 0.024727458424038357, "subset_score_loss": 0.024727458424038357}
+{"step": 3380000, "wall_time": 35520.79115009308, "train_loss_step": 4.757965087890625, "n_params": 4633780, "total_flops": 48114205900800000, "train_loss": 0.023443219396803112, "subset_score_loss": 0.023443219396803112}
+{"step": 3390000, "wall_time": 35619.46907258034, "train_loss_step": 4.596407890319824, "n_params": 4633780, "total_flops": 48256555622400000, "train_loss": 0.023744365904066297, "subset_score_loss": 0.023744365904066297}
+{"step": 3400000, "wall_time": 35794.05418944359, "train_loss_step": 4.528491020202637, "n_params": 4633780, "total_flops": 48398905344000000, "train_loss": 0.026614385181003147, "subset_score_loss": 0.026614385181003147, "memorization_fraction_pixel": 0.43950000405311584, "mean_nn_ratio_pixel": 0.5733458995819092, "fid": 45.324965395690484}
+{"step": 3410000, "wall_time": 35891.27816605568, "train_loss_step": 4.686456203460693, "n_params": 4633780, "total_flops": 48541255065600000, "train_loss": 0.024473192956712513, "subset_score_loss": 0.024473192956712513}
+{"step": 3420000, "wall_time": 35989.917486429214, "train_loss_step": 4.590663909912109, "n_params": 4633780, "total_flops": 48683604787200000, "train_loss": 0.0231664948993259, "subset_score_loss": 0.0231664948993259}
+{"step": 3430000, "wall_time": 36086.47318863869, "train_loss_step": 4.748013973236084, "n_params": 4633780, "total_flops": 48825954508800000, "train_loss": 0.025736885600619847, "subset_score_loss": 0.025736885600619847}
+{"step": 3440000, "wall_time": 36185.27801847458, "train_loss_step": 4.389190673828125, "n_params": 4633780, "total_flops": 48968304230400000, "train_loss": 0.02194859849082099, "subset_score_loss": 0.02194859849082099}
+{"step": 3450000, "wall_time": 36284.089920043945, "train_loss_step": 4.827728271484375, "n_params": 4633780, "total_flops": 49110653952000000, "train_loss": 0.02461962964799669, "subset_score_loss": 0.02461962964799669}
+{"step": 3460000, "wall_time": 36380.777381658554, "train_loss_step": 4.698832988739014, "n_params": 4633780, "total_flops": 49253003673600000, "train_loss": 0.024578372637430828, "subset_score_loss": 0.024578372637430828}
+{"step": 3470000, "wall_time": 36470.821611166, "train_loss_step": 4.736374855041504, "n_params": 4633780, "total_flops": 49395353395200000, "train_loss": 0.024145465426974825, "subset_score_loss": 0.024145465426974825}
+{"step": 3480000, "wall_time": 36569.5876660347, "train_loss_step": 4.397177696228027, "n_params": 4633780, "total_flops": 49537703116800000, "train_loss": 0.02298976845211453, "subset_score_loss": 0.02298976845211453}
+{"step": 3490000, "wall_time": 36668.17136788368, "train_loss_step": 4.845865249633789, "n_params": 4633780, "total_flops": 49680052838400000, "train_loss": 0.02464083300696479, "subset_score_loss": 0.02464083300696479}
+{"step": 3500000, "wall_time": 36842.8689262867, "train_loss_step": 4.4956512451171875, "n_params": 4633780, "total_flops": 49822402560000000, "train_loss": 0.02389604780409071, "subset_score_loss": 0.02389604780409071, "memorization_fraction_pixel": 0.3707999885082245, "mean_nn_ratio_pixel": 0.637208878993988, "fid": 52.990320267273624}
+{"step": 3510000, "wall_time": 36940.16097211838, "train_loss_step": 4.591704845428467, "n_params": 4633780, "total_flops": 49964752281600000, "train_loss": 0.022745964262220593, "subset_score_loss": 0.022745964262220593}
+{"step": 3520000, "wall_time": 37038.944622039795, "train_loss_step": 4.677006721496582, "n_params": 4633780, "total_flops": 50107102003200000, "train_loss": 0.022790288925170897, "subset_score_loss": 0.022790288925170897}
+{"step": 3530000, "wall_time": 37136.140120983124, "train_loss_step": 4.630075931549072, "n_params": 4633780, "total_flops": 50249451724800000, "train_loss": 0.02288845115237766, "subset_score_loss": 0.02288845115237766}
+{"step": 3540000, "wall_time": 37235.153968811035, "train_loss_step": 4.790341377258301, "n_params": 4633780, "total_flops": 50391801446400000, "train_loss": 0.025546116299099392, "subset_score_loss": 0.025546116299099392}
+{"step": 3550000, "wall_time": 37333.140699625015, "train_loss_step": 4.52043342590332, "n_params": 4633780, "total_flops": 50534151168000000, "train_loss": 0.02373894585503472, "subset_score_loss": 0.02373894585503472}
+{"step": 3560000, "wall_time": 37424.25387263298, "train_loss_step": 4.863264560699463, "n_params": 4633780, "total_flops": 50676500889600000, "train_loss": 0.02263366116417779, "subset_score_loss": 0.02263366116417779}
+{"step": 3570000, "wall_time": 37519.14876770973, "train_loss_step": 4.7096476554870605, "n_params": 4633780, "total_flops": 50818850611200000, "train_loss": 0.02509374353620741, "subset_score_loss": 0.02509374353620741}
+{"step": 3580000, "wall_time": 37617.329015254974, "train_loss_step": 4.8271050453186035, "n_params": 4633780, "total_flops": 50961200332800000, "train_loss": 0.023033160633511015, "subset_score_loss": 0.023033160633511015}
+{"step": 3590000, "wall_time": 37715.56532216072, "train_loss_step": 4.514725685119629, "n_params": 4633780, "total_flops": 51103550054400000, "train_loss": 0.024437814288669164, "subset_score_loss": 0.024437814288669164}
+{"step": 3600000, "wall_time": 37889.18456888199, "train_loss_step": 4.907941818237305, "n_params": 4633780, "total_flops": 51245899776000000, "train_loss": 0.02332376374138726, "subset_score_loss": 0.02332376374138726, "memorization_fraction_pixel": 0.41130000352859497, "mean_nn_ratio_pixel": 0.6044757962226868, "fid": 49.9102613607907}
+{"step": 3610000, "wall_time": 37988.39107823372, "train_loss_step": 4.397697448730469, "n_params": 4633780, "total_flops": 51388249497600000, "train_loss": 0.02329937087164985, "subset_score_loss": 0.02329937087164985}
+{"step": 3620000, "wall_time": 38085.459649086, "train_loss_step": 4.803682327270508, "n_params": 4633780, "total_flops": 51530599219200000, "train_loss": 0.022029553519354927, "subset_score_loss": 0.022029553519354927}
+{"step": 3630000, "wall_time": 38182.29981994629, "train_loss_step": 4.1198015213012695, "n_params": 4633780, "total_flops": 51672948940800000, "train_loss": 0.022669519318474662, "subset_score_loss": 0.022669519318474662}
+{"step": 3640000, "wall_time": 38280.68297624588, "train_loss_step": 4.387264251708984, "n_params": 4633780, "total_flops": 51815298662400000, "train_loss": 0.023775108655293784, "subset_score_loss": 0.023775108655293784}
+{"step": 3650000, "wall_time": 38379.08041334152, "train_loss_step": 4.253057479858398, "n_params": 4633780, "total_flops": 51957648384000000, "train_loss": 0.023436048295762804, "subset_score_loss": 0.023436048295762804}
+{"step": 3660000, "wall_time": 38465.933634996414, "train_loss_step": 4.440712928771973, "n_params": 4633780, "total_flops": 52099998105600000, "train_loss": 0.023066724671257866, "subset_score_loss": 0.023066724671257866}
+{"step": 3670000, "wall_time": 38564.59115982056, "train_loss_step": 4.731359481811523, "n_params": 4633780, "total_flops": 52242347827200000, "train_loss": 0.023409295082092284, "subset_score_loss": 0.023409295082092284}
+{"step": 3680000, "wall_time": 38663.18886590004, "train_loss_step": 4.330291271209717, "n_params": 4633780, "total_flops": 52384697548800000, "train_loss": 0.02359840604994032, "subset_score_loss": 0.02359840604994032}
+{"step": 3690000, "wall_time": 38761.33740258217, "train_loss_step": 4.35275936126709, "n_params": 4633780, "total_flops": 52527047270400000, "train_loss": 0.022489097383287217, "subset_score_loss": 0.022489097383287217}
+{"step": 3700000, "wall_time": 38935.31420826912, "train_loss_step": 4.8462653160095215, "n_params": 4633780, "total_flops": 52669396992000000, "train_loss": 0.023684088389078775, "subset_score_loss": 0.023684088389078775, "memorization_fraction_pixel": 0.4205000102519989, "mean_nn_ratio_pixel": 0.5970034599304199, "fid": 47.684485674287025}
+{"step": 3710000, "wall_time": 39034.309128284454, "train_loss_step": 4.599474906921387, "n_params": 4633780, "total_flops": 52811746713600000, "train_loss": 0.023359587457444934, "subset_score_loss": 0.023359587457444934}
+{"step": 3720000, "wall_time": 39131.61802339554, "train_loss_step": 4.810175895690918, "n_params": 4633780, "total_flops": 52954096435200000, "train_loss": 0.022815659311082627, "subset_score_loss": 0.022815659311082627}
+{"step": 3730000, "wall_time": 39228.58564567566, "train_loss_step": 4.240140438079834, "n_params": 4633780, "total_flops": 53096446156800000, "train_loss": 0.021800537904103596, "subset_score_loss": 0.021800537904103596}
+{"step": 3740000, "wall_time": 39327.200642585754, "train_loss_step": 4.587195873260498, "n_params": 4633780, "total_flops": 53238795878400000, "train_loss": 0.020917749404907225, "subset_score_loss": 0.020917749404907225}
+{"step": 3750000, "wall_time": 39425.48190283775, "train_loss_step": 4.513784408569336, "n_params": 4633780, "total_flops": 53381145600000000, "train_loss": 0.02280539141760932, "subset_score_loss": 0.02280539141760932}
+{"step": 3760000, "wall_time": 39512.401470422745, "train_loss_step": 4.310502529144287, "n_params": 4633780, "total_flops": 53523495321600000, "train_loss": 0.02144000662697686, "subset_score_loss": 0.02144000662697686}
+{"step": 3770000, "wall_time": 39610.808918476105, "train_loss_step": 4.788887023925781, "n_params": 4633780, "total_flops": 53665845043200000, "train_loss": 0.02219661209318373, "subset_score_loss": 0.02219661209318373}
+{"step": 3780000, "wall_time": 39709.61808300018, "train_loss_step": 4.580779552459717, "n_params": 4633780, "total_flops": 53808194764800000, "train_loss": 0.024297398991054958, "subset_score_loss": 0.024297398991054958}
+{"step": 3790000, "wall_time": 39808.33355474472, "train_loss_step": 4.556417465209961, "n_params": 4633780, "total_flops": 53950544486400000, "train_loss": 0.023214689890543618, "subset_score_loss": 0.023214689890543618}
+{"step": 3800000, "wall_time": 39983.34514069557, "train_loss_step": 4.725189208984375, "n_params": 4633780, "total_flops": 54092894208000000, "train_loss": 0.02272918489244249, "subset_score_loss": 0.02272918489244249, "memorization_fraction_pixel": 0.41179999709129333, "mean_nn_ratio_pixel": 0.6031403541564941, "fid": 46.78463331072537}
+{"step": 3810000, "wall_time": 40081.95568060875, "train_loss_step": 4.281270980834961, "n_params": 4633780, "total_flops": 54235243929600000, "train_loss": 0.020901099840799967, "subset_score_loss": 0.020901099840799967}
+{"step": 3820000, "wall_time": 40180.98584127426, "train_loss_step": 4.341823101043701, "n_params": 4633780, "total_flops": 54377593651200000, "train_loss": 0.021879242526160345, "subset_score_loss": 0.021879242526160345}
+{"step": 3830000, "wall_time": 40276.31224822998, "train_loss_step": 4.37739372253418, "n_params": 4633780, "total_flops": 54519943372800000, "train_loss": 0.0231787814034356, "subset_score_loss": 0.0231787814034356}
+{"step": 3840000, "wall_time": 40375.1833691597, "train_loss_step": 4.560449123382568, "n_params": 4633780, "total_flops": 54662293094400000, "train_loss": 0.021800363063812257, "subset_score_loss": 0.021800363063812257}
+{"step": 3850000, "wall_time": 40471.74774837494, "train_loss_step": 4.7487335205078125, "n_params": 4633780, "total_flops": 54804642816000000, "train_loss": 0.023644842041863335, "subset_score_loss": 0.023644842041863335}
+{"step": 3860000, "wall_time": 40558.74812221527, "train_loss_step": 4.627033233642578, "n_params": 4633780, "total_flops": 54946992537600000, "train_loss": 0.021637687418195935, "subset_score_loss": 0.021637687418195935}
+{"step": 3870000, "wall_time": 40657.38249063492, "train_loss_step": 4.530403137207031, "n_params": 4633780, "total_flops": 55089342259200000, "train_loss": 0.022395549880133734, "subset_score_loss": 0.022395549880133734}
+{"step": 3880000, "wall_time": 40755.86685681343, "train_loss_step": 4.688519477844238, "n_params": 4633780, "total_flops": 55231691980800000, "train_loss": 0.022732279035780165, "subset_score_loss": 0.022732279035780165}
+{"step": 3890000, "wall_time": 40854.32424068451, "train_loss_step": 4.752286911010742, "n_params": 4633780, "total_flops": 55374041702400000, "train_loss": 0.022247507837083604, "subset_score_loss": 0.022247507837083604}
+{"step": 3900000, "wall_time": 41026.92283129692, "train_loss_step": 4.295938968658447, "n_params": 4633780, "total_flops": 55516391424000000, "train_loss": 0.02356163395775689, "subset_score_loss": 0.02356163395775689, "memorization_fraction_pixel": 0.49709999561309814, "mean_nn_ratio_pixel": 0.5363759994506836, "fid": 43.80410039851111}
+{"step": 3910000, "wall_time": 41125.50299620628, "train_loss_step": 4.752967834472656, "n_params": 4633780, "total_flops": 55658741145600000, "train_loss": 0.02191807296541002, "subset_score_loss": 0.02191807296541002}
+{"step": 3920000, "wall_time": 41224.084540605545, "train_loss_step": 4.5877180099487305, "n_params": 4633780, "total_flops": 55801090867200000, "train_loss": 0.021044213242001005, "subset_score_loss": 0.021044213242001005}
+{"step": 3930000, "wall_time": 41319.13042664528, "train_loss_step": 4.532383441925049, "n_params": 4633780, "total_flops": 55943440588800000, "train_loss": 0.021834936406877305, "subset_score_loss": 0.021834936406877305}
+{"step": 3940000, "wall_time": 41417.7259221077, "train_loss_step": 4.1212477684021, "n_params": 4633780, "total_flops": 56085790310400000, "train_loss": 0.020185744762420653, "subset_score_loss": 0.020185744762420653}
+{"step": 3950000, "wall_time": 41512.06065583229, "train_loss_step": 4.559191703796387, "n_params": 4633780, "total_flops": 56228140032000000, "train_loss": 0.021231860584682887, "subset_score_loss": 0.021231860584682887}
+{"step": 3960000, "wall_time": 41602.92799735069, "train_loss_step": 4.567723274230957, "n_params": 4633780, "total_flops": 56370489753600000, "train_loss": 0.020787278811136883, "subset_score_loss": 0.020787278811136883}
+{"step": 3970000, "wall_time": 41701.70217990875, "train_loss_step": 4.52700138092041, "n_params": 4633780, "total_flops": 56512839475200000, "train_loss": 0.021206068992614745, "subset_score_loss": 0.021206068992614745}
+{"step": 3980000, "wall_time": 41799.980983018875, "train_loss_step": 4.66103458404541, "n_params": 4633780, "total_flops": 56655189196800000, "train_loss": 0.023358133104112413, "subset_score_loss": 0.023358133104112413}
+{"step": 3990000, "wall_time": 41898.048944711685, "train_loss_step": 4.072112083435059, "n_params": 4633780, "total_flops": 56797538918400000, "train_loss": 0.019786741998460557, "subset_score_loss": 0.019786741998460557}
+{"step": 4000000, "wall_time": 42072.835344552994, "train_loss_step": 4.310028553009033, "n_params": 4633780, "total_flops": 56939888640000000, "train_loss": 0.02228475676642524, "subset_score_loss": 0.02228475676642524, "memorization_fraction_pixel": 0.396699994802475, "mean_nn_ratio_pixel": 0.6189875602722168, "fid": 51.370661079026355}
+{"step": 4010000, "wall_time": 42171.24990129471, "train_loss_step": 4.725772380828857, "n_params": 4633780, "total_flops": 57082238361600000, "train_loss": 0.02173269589742025, "subset_score_loss": 0.02173269589742025}
+{"step": 4020000, "wall_time": 42270.11117696762, "train_loss_step": 4.359748840332031, "n_params": 4633780, "total_flops": 57224588083200000, "train_loss": 0.02244316471947564, "subset_score_loss": 0.02244316471947564}
+{"step": 4030000, "wall_time": 42364.489047050476, "train_loss_step": 4.3673787117004395, "n_params": 4633780, "total_flops": 57366937804800000, "train_loss": 0.020920271343655057, "subset_score_loss": 0.020920271343655057}
+{"step": 4040000, "wall_time": 42463.34528541565, "train_loss_step": 4.2777910232543945, "n_params": 4633780, "total_flops": 57509287526400000, "train_loss": 0.02120319339964125, "subset_score_loss": 0.02120319339964125}
+{"step": 4050000, "wall_time": 42553.51100206375, "train_loss_step": 4.7752766609191895, "n_params": 4633780, "total_flops": 57651637248000000, "train_loss": 0.022366534339057074, "subset_score_loss": 0.022366534339057074}
+{"step": 4060000, "wall_time": 42652.2517747879, "train_loss_step": 4.4467363357543945, "n_params": 4633780, "total_flops": 57793986969600000, "train_loss": 0.020878350734710692, "subset_score_loss": 0.020878350734710692}
+{"step": 4070000, "wall_time": 42750.316984176636, "train_loss_step": 4.278930187225342, "n_params": 4633780, "total_flops": 57936336691200000, "train_loss": 0.022081340683831108, "subset_score_loss": 0.022081340683831108}
+{"step": 4080000, "wall_time": 42848.84714984894, "train_loss_step": 4.517090797424316, "n_params": 4633780, "total_flops": 58078686412800000, "train_loss": 0.022455700238545737, "subset_score_loss": 0.022455700238545737}
+{"step": 4090000, "wall_time": 42947.60485839844, "train_loss_step": 4.373479843139648, "n_params": 4633780, "total_flops": 58221036134400000, "train_loss": 0.022448854976230198, "subset_score_loss": 0.022448854976230198}
+{"step": 4100000, "wall_time": 43121.64156150818, "train_loss_step": 4.1219587326049805, "n_params": 4633780, "total_flops": 58363385856000000, "train_loss": 0.01978029939863417, "subset_score_loss": 0.01978029939863417, "memorization_fraction_pixel": 0.46540001034736633, "mean_nn_ratio_pixel": 0.5667261481285095, "fid": 46.73570951919744}
+{"step": 4110000, "wall_time": 43220.46532487869, "train_loss_step": 4.665164470672607, "n_params": 4633780, "total_flops": 58505735577600000, "train_loss": 0.022140998310512968, "subset_score_loss": 0.022140998310512968}
+{"step": 4120000, "wall_time": 43319.41477751732, "train_loss_step": 4.614170074462891, "n_params": 4633780, "total_flops": 58648085299200000, "train_loss": 0.023077630996704103, "subset_score_loss": 0.023077630996704103}
+{"step": 4130000, "wall_time": 43418.707262039185, "train_loss_step": 4.431049823760986, "n_params": 4633780, "total_flops": 58790435020800000, "train_loss": 0.020580005645751954, "subset_score_loss": 0.020580005645751954}
+{"step": 4140000, "wall_time": 43513.76771402359, "train_loss_step": 4.413419723510742, "n_params": 4633780, "total_flops": 58932784742400000, "train_loss": 0.022069879372914634, "subset_score_loss": 0.022069879372914634}
+{"step": 4150000, "wall_time": 43603.2418217659, "train_loss_step": 4.537620544433594, "n_params": 4633780, "total_flops": 59075134464000000, "train_loss": 0.021469525496164956, "subset_score_loss": 0.021469525496164956}
+{"step": 4160000, "wall_time": 43702.17741370201, "train_loss_step": 4.377571105957031, "n_params": 4633780, "total_flops": 59217484185600000, "train_loss": 0.021465214093526204, "subset_score_loss": 0.021465214093526204}
+{"step": 4170000, "wall_time": 43800.35089182854, "train_loss_step": 4.356814384460449, "n_params": 4633780, "total_flops": 59359833907200000, "train_loss": 0.02168276442421807, "subset_score_loss": 0.02168276442421807}
+{"step": 4180000, "wall_time": 43899.206691503525, "train_loss_step": 4.29716157913208, "n_params": 4633780, "total_flops": 59502183628800000, "train_loss": 0.02112793657514784, "subset_score_loss": 0.02112793657514784}
+{"step": 4190000, "wall_time": 43998.04410171509, "train_loss_step": 4.3221235275268555, "n_params": 4633780, "total_flops": 59644533350400000, "train_loss": 0.02274157206217448, "subset_score_loss": 0.02274157206217448}
+{"step": 4200000, "wall_time": 44172.937306404114, "train_loss_step": 4.328323841094971, "n_params": 4633780, "total_flops": 59786883072000000, "train_loss": 0.019826572471194796, "subset_score_loss": 0.019826572471194796, "memorization_fraction_pixel": 0.4713999927043915, "mean_nn_ratio_pixel": 0.5613715648651123, "fid": 47.7708028663684}
+{"step": 4210000, "wall_time": 44271.98070001602, "train_loss_step": 4.275847434997559, "n_params": 4633780, "total_flops": 59929232793600000, "train_loss": 0.02029342254002889, "subset_score_loss": 0.02029342254002889}
+{"step": 4220000, "wall_time": 44370.747206926346, "train_loss_step": 4.044384002685547, "n_params": 4633780, "total_flops": 60071582515200000, "train_loss": 0.02004554801517063, "subset_score_loss": 0.02004554801517063}
+{"step": 4230000, "wall_time": 44469.58708500862, "train_loss_step": 4.315616607666016, "n_params": 4633780, "total_flops": 60213932236800000, "train_loss": 0.019497946898142497, "subset_score_loss": 0.019497946898142497}
+{"step": 4240000, "wall_time": 44559.44603443146, "train_loss_step": 4.079137802124023, "n_params": 4633780, "total_flops": 60356281958400000, "train_loss": 0.01983534892400106, "subset_score_loss": 0.01983534892400106}
+{"step": 4250000, "wall_time": 44653.92171883583, "train_loss_step": 4.309945583343506, "n_params": 4633780, "total_flops": 60498631680000000, "train_loss": 0.02208458317650689, "subset_score_loss": 0.02208458317650689}
+{"step": 4260000, "wall_time": 44752.356387615204, "train_loss_step": 4.518718242645264, "n_params": 4633780, "total_flops": 60640981401600000, "train_loss": 0.02090256479051378, "subset_score_loss": 0.02090256479051378}
+{"step": 4270000, "wall_time": 44850.44801592827, "train_loss_step": 4.20642614364624, "n_params": 4633780, "total_flops": 60783331123200000, "train_loss": 0.020814947287241616, "subset_score_loss": 0.020814947287241616}
+{"step": 4280000, "wall_time": 44949.32564997673, "train_loss_step": 4.056528091430664, "n_params": 4633780, "total_flops": 60925680844800000, "train_loss": 0.020634023348490398, "subset_score_loss": 0.020634023348490398}
+{"step": 4290000, "wall_time": 45048.26887154579, "train_loss_step": 4.405728340148926, "n_params": 4633780, "total_flops": 61068030566400000, "train_loss": 0.021012360519833035, "subset_score_loss": 0.021012360519833035}
+{"step": 4300000, "wall_time": 45223.432616472244, "train_loss_step": 4.3040595054626465, "n_params": 4633780, "total_flops": 61210380288000000, "train_loss": 0.02131698131561279, "subset_score_loss": 0.02131698131561279, "memorization_fraction_pixel": 0.43369999527931213, "mean_nn_ratio_pixel": 0.590568482875824, "fid": 50.67452271540406}
+{"step": 4310000, "wall_time": 45322.0150783062, "train_loss_step": 4.265201091766357, "n_params": 4633780, "total_flops": 61352730009600000, "train_loss": 0.02012454006406996, "subset_score_loss": 0.02012454006406996}
+{"step": 4320000, "wall_time": 45420.49951338768, "train_loss_step": 4.729626178741455, "n_params": 4633780, "total_flops": 61495079731200000, "train_loss": 0.02028931246863471, "subset_score_loss": 0.02028931246863471}
+{"step": 4330000, "wall_time": 45519.10590815544, "train_loss_step": 4.143208026885986, "n_params": 4633780, "total_flops": 61637429452800000, "train_loss": 0.021192042032877605, "subset_score_loss": 0.021192042032877605}
+{"step": 4340000, "wall_time": 45608.682440042496, "train_loss_step": 4.581977844238281, "n_params": 4633780, "total_flops": 61779779174400000, "train_loss": 0.019458060794406467, "subset_score_loss": 0.019458060794406467}
+{"step": 4350000, "wall_time": 45705.42698717117, "train_loss_step": 4.423182487487793, "n_params": 4633780, "total_flops": 61922128896000000, "train_loss": 0.023883329497443304, "subset_score_loss": 0.023883329497443304}
+{"step": 4360000, "wall_time": 45803.85840988159, "train_loss_step": 4.067607402801514, "n_params": 4633780, "total_flops": 62064478617600000, "train_loss": 0.01993272966808743, "subset_score_loss": 0.01993272966808743}
+{"step": 4370000, "wall_time": 45902.64277815819, "train_loss_step": 4.69190788269043, "n_params": 4633780, "total_flops": 62206828339200000, "train_loss": 0.01999575032128228, "subset_score_loss": 0.01999575032128228}
+{"step": 4380000, "wall_time": 46001.4058971405, "train_loss_step": 4.433355331420898, "n_params": 4633780, "total_flops": 62349178060800000, "train_loss": 0.02058012088139852, "subset_score_loss": 0.02058012088139852}
+{"step": 4390000, "wall_time": 46100.48205280304, "train_loss_step": 4.0323286056518555, "n_params": 4633780, "total_flops": 62491527782400000, "train_loss": 0.02054500844743517, "subset_score_loss": 0.02054500844743517}
+{"step": 4400000, "wall_time": 46275.37524199486, "train_loss_step": 4.336366653442383, "n_params": 4633780, "total_flops": 62633877504000000, "train_loss": 0.02042820453643799, "subset_score_loss": 0.02042820453643799, "memorization_fraction_pixel": 0.47189998626708984, "mean_nn_ratio_pixel": 0.5596770644187927, "fid": 47.43419643248288}
+{"step": 4410000, "wall_time": 46373.729655742645, "train_loss_step": 4.2823052406311035, "n_params": 4633780, "total_flops": 62776227225600000, "train_loss": 0.019830505053202312, "subset_score_loss": 0.019830505053202312}
+{"step": 4420000, "wall_time": 46472.077858924866, "train_loss_step": 4.030729293823242, "n_params": 4633780, "total_flops": 62918576947200000, "train_loss": 0.01972888045840793, "subset_score_loss": 0.01972888045840793}
+{"step": 4430000, "wall_time": 46568.644352436066, "train_loss_step": 4.250926494598389, "n_params": 4633780, "total_flops": 63060926668800000, "train_loss": 0.021772903866238064, "subset_score_loss": 0.021772903866238064}
+{"step": 4440000, "wall_time": 46654.944288015366, "train_loss_step": 4.314352035522461, "n_params": 4633780, "total_flops": 63203276390400000, "train_loss": 0.02424275345272488, "subset_score_loss": 0.02424275345272488}
+{"step": 4450000, "wall_time": 46752.26786708832, "train_loss_step": 4.108352184295654, "n_params": 4633780, "total_flops": 63345626112000000, "train_loss": 0.020839415656195747, "subset_score_loss": 0.020839415656195747}
+{"step": 4460000, "wall_time": 46850.45260167122, "train_loss_step": 4.344516754150391, "n_params": 4633780, "total_flops": 63487975833600000, "train_loss": 0.021251726150512695, "subset_score_loss": 0.021251726150512695}
+{"step": 4470000, "wall_time": 46949.24744296074, "train_loss_step": 4.544198036193848, "n_params": 4633780, "total_flops": 63630325555200000, "train_loss": 0.02101247443093194, "subset_score_loss": 0.02101247443093194}
+{"step": 4480000, "wall_time": 47047.60261487961, "train_loss_step": 4.241759300231934, "n_params": 4633780, "total_flops": 63772675276800000, "train_loss": 0.0207619137234158, "subset_score_loss": 0.0207619137234158}
+{"step": 4490000, "wall_time": 47146.112229824066, "train_loss_step": 4.434449195861816, "n_params": 4633780, "total_flops": 63915024998400000, "train_loss": 0.019378334946102565, "subset_score_loss": 0.019378334946102565}
+{"step": 4500000, "wall_time": 47320.842744112015, "train_loss_step": 4.4037675857543945, "n_params": 4633780, "total_flops": 64057374720000000, "train_loss": 0.019342931111653645, "subset_score_loss": 0.019342931111653645, "memorization_fraction_pixel": 0.45899999141693115, "mean_nn_ratio_pixel": 0.5752785205841064, "fid": 48.166269645748805}
+{"step": 4510000, "wall_time": 47419.72813439369, "train_loss_step": 4.401103973388672, "n_params": 4633780, "total_flops": 64199724441600000, "train_loss": 0.019236805703904895, "subset_score_loss": 0.019236805703904895}
+{"step": 4520000, "wall_time": 47518.794736385345, "train_loss_step": 4.165331840515137, "n_params": 4633780, "total_flops": 64342074163200000, "train_loss": 0.019292365180121528, "subset_score_loss": 0.019292365180121528}
+{"step": 4530000, "wall_time": 47611.47263264656, "train_loss_step": 4.303836822509766, "n_params": 4633780, "total_flops": 64484423884800000, "train_loss": 0.019184276792738174, "subset_score_loss": 0.019184276792738174}
+{"step": 4540000, "wall_time": 47702.90869283676, "train_loss_step": 4.555215835571289, "n_params": 4633780, "total_flops": 64626773606400000, "train_loss": 0.022729969024658202, "subset_score_loss": 0.022729969024658202}
+{"step": 4550000, "wall_time": 47799.99115848541, "train_loss_step": 4.249417304992676, "n_params": 4633780, "total_flops": 64769123328000000, "train_loss": 0.019708673159281414, "subset_score_loss": 0.019708673159281414}
+{"step": 4560000, "wall_time": 47898.937886714935, "train_loss_step": 4.160571098327637, "n_params": 4633780, "total_flops": 64911473049600000, "train_loss": 0.020543870660993786, "subset_score_loss": 0.020543870660993786}
+{"step": 4570000, "wall_time": 47997.760209560394, "train_loss_step": 4.180274963378906, "n_params": 4633780, "total_flops": 65053822771200000, "train_loss": 0.02005966239505344, "subset_score_loss": 0.02005966239505344}
+{"step": 4580000, "wall_time": 48095.61516594887, "train_loss_step": 4.03150749206543, "n_params": 4633780, "total_flops": 65196172492800000, "train_loss": 0.02113443613052368, "subset_score_loss": 0.02113443613052368}
+{"step": 4590000, "wall_time": 48194.465101480484, "train_loss_step": 4.649624824523926, "n_params": 4633780, "total_flops": 65338522214400000, "train_loss": 0.020782135592566597, "subset_score_loss": 0.020782135592566597}
+{"step": 4600000, "wall_time": 48368.75256204605, "train_loss_step": 4.252936363220215, "n_params": 4633780, "total_flops": 65480871936000000, "train_loss": 0.019306561681959364, "subset_score_loss": 0.019306561681959364, "memorization_fraction_pixel": 0.5192999839782715, "mean_nn_ratio_pixel": 0.5297412276268005, "fid": 45.091670381727454}
+{"step": 4610000, "wall_time": 48467.44856882095, "train_loss_step": 3.9402992725372314, "n_params": 4633780, "total_flops": 65623221657600000, "train_loss": 0.020445381270514595, "subset_score_loss": 0.020445381270514595}
+{"step": 4620000, "wall_time": 48566.06566405296, "train_loss_step": 4.117901802062988, "n_params": 4633780, "total_flops": 65765571379200000, "train_loss": 0.018461130725012886, "subset_score_loss": 0.018461130725012886}
+{"step": 4630000, "wall_time": 48662.00363755226, "train_loss_step": 4.247697353363037, "n_params": 4633780, "total_flops": 65907921100800000, "train_loss": 0.018883522351582846, "subset_score_loss": 0.018883522351582846}
+{"step": 4640000, "wall_time": 48758.142483472824, "train_loss_step": 4.2176432609558105, "n_params": 4633780, "total_flops": 66050270822400000, "train_loss": 0.01913322342766656, "subset_score_loss": 0.01913322342766656}
+{"step": 4650000, "wall_time": 48857.11528754234, "train_loss_step": 4.277580261230469, "n_params": 4633780, "total_flops": 66192620544000000, "train_loss": 0.018181010087331136, "subset_score_loss": 0.018181010087331136}
+{"step": 4660000, "wall_time": 48953.95384860039, "train_loss_step": 4.346167087554932, "n_params": 4633780, "total_flops": 66334970265600000, "train_loss": 0.02014920711517334, "subset_score_loss": 0.02014920711517334}
+{"step": 4670000, "wall_time": 49052.52875185013, "train_loss_step": 4.1259942054748535, "n_params": 4633780, "total_flops": 66477319987200000, "train_loss": 0.021326793564690485, "subset_score_loss": 0.021326793564690485}
+{"step": 4680000, "wall_time": 49151.10813689232, "train_loss_step": 4.576057434082031, "n_params": 4633780, "total_flops": 66619669708800000, "train_loss": 0.020280698935190838, "subset_score_loss": 0.020280698935190838}
+{"step": 4690000, "wall_time": 49249.850083351135, "train_loss_step": 4.354942321777344, "n_params": 4633780, "total_flops": 66762019430400000, "train_loss": 0.02004606458875868, "subset_score_loss": 0.02004606458875868}
+{"step": 4700000, "wall_time": 49425.00486302376, "train_loss_step": 4.694826126098633, "n_params": 4633780, "total_flops": 66904369152000000, "train_loss": 0.020091602537367078, "subset_score_loss": 0.020091602537367078, "memorization_fraction_pixel": 0.510200023651123, "mean_nn_ratio_pixel": 0.5339481830596924, "fid": 45.43686042837945}
+{"step": 4710000, "wall_time": 49523.81677484512, "train_loss_step": 4.403565883636475, "n_params": 4633780, "total_flops": 67046718873600000, "train_loss": 0.019475033548143176, "subset_score_loss": 0.019475033548143176}
+{"step": 4720000, "wall_time": 49619.50298810005, "train_loss_step": 3.8795413970947266, "n_params": 4633780, "total_flops": 67189068595200000, "train_loss": 0.020511877536773682, "subset_score_loss": 0.020511877536773682}
+{"step": 4730000, "wall_time": 49718.40124464035, "train_loss_step": 4.176780700683594, "n_params": 4633780, "total_flops": 67331418316800000, "train_loss": 0.019724867078993055, "subset_score_loss": 0.019724867078993055}
+{"step": 4740000, "wall_time": 49815.29323077202, "train_loss_step": 4.433910846710205, "n_params": 4633780, "total_flops": 67473768038400000, "train_loss": 0.019245620568593344, "subset_score_loss": 0.019245620568593344}
+{"step": 4750000, "wall_time": 49914.69326996803, "train_loss_step": 3.994152069091797, "n_params": 4633780, "total_flops": 67616117760000000, "train_loss": 0.018152230315738253, "subset_score_loss": 0.018152230315738253}
+{"step": 4760000, "wall_time": 50012.937765836716, "train_loss_step": 4.326088905334473, "n_params": 4633780, "total_flops": 67758467481600000, "train_loss": 0.02207542922761705, "subset_score_loss": 0.02207542922761705}
+{"step": 4770000, "wall_time": 50112.23572802544, "train_loss_step": 4.346654891967773, "n_params": 4633780, "total_flops": 67900817203200000, "train_loss": 0.018722522258758544, "subset_score_loss": 0.018722522258758544}
+{"step": 4780000, "wall_time": 50211.49578046799, "train_loss_step": 4.348435401916504, "n_params": 4633780, "total_flops": 68043166924800000, "train_loss": 0.018151644865671793, "subset_score_loss": 0.018151644865671793}
+{"step": 4790000, "wall_time": 50310.48471570015, "train_loss_step": 4.547988414764404, "n_params": 4633780, "total_flops": 68185516646400000, "train_loss": 0.020139753818511963, "subset_score_loss": 0.020139753818511963}
+{"step": 4800000, "wall_time": 50484.36788773537, "train_loss_step": 3.8486697673797607, "n_params": 4633780, "total_flops": 68327866368000000, "train_loss": 0.019543716642591687, "subset_score_loss": 0.019543716642591687, "memorization_fraction_pixel": 0.5142999887466431, "mean_nn_ratio_pixel": 0.5313259959220886, "fid": 45.55881362343066}
+{"step": 4810000, "wall_time": 50582.763291835785, "train_loss_step": 4.260974884033203, "n_params": 4633780, "total_flops": 68470216089600000, "train_loss": 0.021804420153299968, "subset_score_loss": 0.021804420153299968}
+{"step": 4820000, "wall_time": 50662.98832702637, "train_loss_step": 4.170428276062012, "n_params": 4633780, "total_flops": 68612565811200000, "train_loss": 0.023038736979166665, "subset_score_loss": 0.023038736979166665}
+{"step": 4830000, "wall_time": 50742.87773513794, "train_loss_step": 4.361950874328613, "n_params": 4633780, "total_flops": 68754915532800000, "train_loss": 0.019716747601826987, "subset_score_loss": 0.019716747601826987}
+{"step": 4840000, "wall_time": 50821.86660242081, "train_loss_step": 4.189718246459961, "n_params": 4633780, "total_flops": 68897265254400000, "train_loss": 0.019694864749908447, "subset_score_loss": 0.019694864749908447}
+{"step": 4850000, "wall_time": 50902.5342669487, "train_loss_step": 4.356132984161377, "n_params": 4633780, "total_flops": 69039614976000000, "train_loss": 0.018908184104495577, "subset_score_loss": 0.018908184104495577}
+{"step": 4860000, "wall_time": 50981.523971796036, "train_loss_step": 4.1366424560546875, "n_params": 4633780, "total_flops": 69181964697600000, "train_loss": 0.01980028682284885, "subset_score_loss": 0.01980028682284885}
+{"step": 4870000, "wall_time": 51062.04922413826, "train_loss_step": 4.411073684692383, "n_params": 4633780, "total_flops": 69324314419200000, "train_loss": 0.020851769712236193, "subset_score_loss": 0.020851769712236193}
+{"step": 4880000, "wall_time": 51142.69610118866, "train_loss_step": 4.594419956207275, "n_params": 4633780, "total_flops": 69466664140800000, "train_loss": 0.019791756735907662, "subset_score_loss": 0.019791756735907662}
+{"step": 4890000, "wall_time": 51223.193192481995, "train_loss_step": 4.44120979309082, "n_params": 4633780, "total_flops": 69609013862400000, "train_loss": 0.020544603135850693, "subset_score_loss": 0.020544603135850693}
+{"step": 4900000, "wall_time": 51364.884090662, "train_loss_step": 4.282682418823242, "n_params": 4633780, "total_flops": 69751363584000000, "train_loss": 0.019280551539527045, "subset_score_loss": 0.019280551539527045, "memorization_fraction_pixel": 0.5126000046730042, "mean_nn_ratio_pixel": 0.5340766906738281, "fid": 46.06158291488035}
+{"step": 4910000, "wall_time": 51445.147931575775, "train_loss_step": 4.003553867340088, "n_params": 4633780, "total_flops": 69893713305600000, "train_loss": 0.018833319346110027, "subset_score_loss": 0.018833319346110027}
+{"step": 4920000, "wall_time": 51525.38976621628, "train_loss_step": 4.0960259437561035, "n_params": 4633780, "total_flops": 70036063027200000, "train_loss": 0.02050203217400445, "subset_score_loss": 0.02050203217400445}
+{"step": 4930000, "wall_time": 51606.11067247391, "train_loss_step": 3.943345546722412, "n_params": 4633780, "total_flops": 70178412748800000, "train_loss": 0.019788650671641032, "subset_score_loss": 0.019788650671641032}
+{"step": 4940000, "wall_time": 51684.69319295883, "train_loss_step": 4.190733909606934, "n_params": 4633780, "total_flops": 70320762470400000, "train_loss": 0.021150849925147163, "subset_score_loss": 0.021150849925147163}
+{"step": 4950000, "wall_time": 51765.26050710678, "train_loss_step": 4.282497406005859, "n_params": 4633780, "total_flops": 70463112192000000, "train_loss": 0.01895179483625624, "subset_score_loss": 0.01895179483625624}
+{"step": 4960000, "wall_time": 51841.86996126175, "train_loss_step": 4.097534656524658, "n_params": 4633780, "total_flops": 70605461913600000, "train_loss": 0.020111857520209418, "subset_score_loss": 0.020111857520209418}
+{"step": 4970000, "wall_time": 51922.31095504761, "train_loss_step": 3.96970272064209, "n_params": 4633780, "total_flops": 70747811635200000, "train_loss": 0.019712187184227837, "subset_score_loss": 0.019712187184227837}
+{"step": 4980000, "wall_time": 52002.902524232864, "train_loss_step": 3.8494625091552734, "n_params": 4633780, "total_flops": 70890161356800000, "train_loss": 0.0198190795050727, "subset_score_loss": 0.0198190795050727}
+{"step": 4990000, "wall_time": 52083.51542162895, "train_loss_step": 4.408719539642334, "n_params": 4633780, "total_flops": 71032511078400000, "train_loss": 0.01971383227242364, "subset_score_loss": 0.01971383227242364}
+{"step": 5000000, "wall_time": 52223.50114750862, "train_loss_step": 4.220525741577148, "n_params": 4633780, "total_flops": 71174860800000000, "train_loss": 0.019839458995395236, "subset_score_loss": 0.019839458995395236, "memorization_fraction_pixel": 0.47360000014305115, "mean_nn_ratio_pixel": 0.5666056871414185, "fid": 48.97128175288787}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d180/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d180/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..3832a6768c41d9d4dfbc25fb43bc75d4522eb7db
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d180/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     77s | train_loss=1.0006 | fid=345.6789
+  step   10000 |    176s | train_loss=0.6679
+  step   20000 |    275s | train_loss=0.5572
+  step   30000 |    374s | train_loss=0.4889
+  step   40000 |    473s | train_loss=0.4154
+  step   50000 |    573s | train_loss=0.3410
+  step   60000 |    672s | train_loss=0.2825
+  step   70000 |    772s | train_loss=0.2377
+  step   80000 |    871s | train_loss=0.2026
+  step   90000 |    970s | train_loss=0.1829
+  step  100000 |   1142s | train_loss=0.1621 | fid=65.9873
+  step  110000 |   1237s | train_loss=0.1508
+  step  120000 |   1337s | train_loss=0.1404
+  step  130000 |   1436s | train_loss=0.1315
+  step  140000 |   1535s | train_loss=0.1309
+  step  150000 |   1634s | train_loss=0.1233
+  step  160000 |   1731s | train_loss=0.1203
+  step  170000 |   1830s | train_loss=0.1141
+  step  180000 |   1929s | train_loss=0.1144
+  step  190000 |   2027s | train_loss=0.1093
+  step  200000 |   2199s | train_loss=0.1068 | fid=75.1920
+  step  210000 |   2296s | train_loss=0.1006
+  step  220000 |   2395s | train_loss=0.0996
+  step  230000 |   2494s | train_loss=0.0976
+  step  240000 |   2593s | train_loss=0.0992
+  step  250000 |   2691s | train_loss=0.0979
+  step  260000 |   2789s | train_loss=0.0948
+  step  270000 |   2887s | train_loss=0.0953
+  step  280000 |   2986s | train_loss=0.0890
+  step  290000 |   3081s | train_loss=0.0888
+  step  300000 |   3256s | train_loss=0.0880 | fid=77.0286
+  step  310000 |   3353s | train_loss=0.0863
+  step  320000 |   3452s | train_loss=0.0883
+  step  330000 |   3551s | train_loss=0.0800
+  step  340000 |   3649s | train_loss=0.0821
+  step  350000 |   3748s | train_loss=0.0794
+  step  360000 |   3846s | train_loss=0.0796
+  step  370000 |   3944s | train_loss=0.0795
+  step  380000 |   4039s | train_loss=0.0780
+  step  390000 |   4138s | train_loss=0.0760
+  step  400000 |   4313s | train_loss=0.0793 | fid=84.1725
+  step  410000 |   4411s | train_loss=0.0730
+  step  420000 |   4510s | train_loss=0.0721
+  step  430000 |   4609s | train_loss=0.0717
+  step  440000 |   4708s | train_loss=0.0724
+  step  450000 |   4807s | train_loss=0.0715
+  step  460000 |   4904s | train_loss=0.0698
+  step  470000 |   4999s | train_loss=0.0685
+  step  480000 |   5098s | train_loss=0.0695
+  step  490000 |   5197s | train_loss=0.0683
+  step  500000 |   5372s | train_loss=0.0682 | fid=87.8656
+  step  510000 |   5471s | train_loss=0.0705
+  step  520000 |   5568s | train_loss=0.0682
+  step  530000 |   5667s | train_loss=0.0642
+  step  540000 |   5766s | train_loss=0.0626
+  step  550000 |   5864s | train_loss=0.0658
+  step  560000 |   5962s | train_loss=0.0672
+  step  570000 |   6057s | train_loss=0.0654
+  step  580000 |   6156s | train_loss=0.0643
+  step  590000 |   6255s | train_loss=0.0630
+  step  600000 |   6430s | train_loss=0.0622 | fid=89.4142
+  step  610000 |   6529s | train_loss=0.0615
+  step  620000 |   6626s | train_loss=0.0654
+  step  630000 |   6725s | train_loss=0.0584
+  step  640000 |   6823s | train_loss=0.0622
+  step  650000 |   6922s | train_loss=0.0589
+  step  660000 |   7017s | train_loss=0.0585
+  step  670000 |   7116s | train_loss=0.0589
+  step  680000 |   7214s | train_loss=0.0598
+  step  690000 |   7312s | train_loss=0.0559
+  step  700000 |   7488s | train_loss=0.0547 | fid=88.0518
+  step  710000 |   7586s | train_loss=0.0562
+  step  720000 |   7683s | train_loss=0.0556
+  step  730000 |   7782s | train_loss=0.0539
+  step  740000 |   7881s | train_loss=0.0556
+  step  750000 |   7976s | train_loss=0.0539
+  step  760000 |   8075s | train_loss=0.0528
+  step  770000 |   8174s | train_loss=0.0539
+  step  780000 |   8272s | train_loss=0.0548
+  step  790000 |   8370s | train_loss=0.0517
+  step  800000 |   8546s | train_loss=0.0519 | fid=87.5763
+  step  810000 |   8642s | train_loss=0.0508
+  step  820000 |   8741s | train_loss=0.0526
+  step  830000 |   8838s | train_loss=0.0543
+  step  840000 |   8934s | train_loss=0.0526
+  step  850000 |   9019s | train_loss=0.0537
+  step  860000 |   9115s | train_loss=0.0505
+  step  870000 |   9214s | train_loss=0.0548
+  step  880000 |   9313s | train_loss=0.0496
+  step  890000 |   9411s | train_loss=0.0497
+  step  900000 |   9585s | train_loss=0.0521 | fid=88.6370
+  step  910000 |   9682s | train_loss=0.0509
+  step  920000 |   9781s | train_loss=0.0513
+  step  930000 |   9879s | train_loss=0.0501
+  step  940000 |   9977s | train_loss=0.0474
+  step  950000 |  10074s | train_loss=0.0471
+  step  960000 |  10173s | train_loss=0.0471
+  step  970000 |  10271s | train_loss=0.0473
+  step  980000 |  10370s | train_loss=0.0505
+  step  990000 |  10468s | train_loss=0.0464
+  step 1000000 |  10642s | train_loss=0.0478 | fid=77.9495
+  step 1010000 |  10739s | train_loss=0.0477
+  step 1020000 |  10838s | train_loss=0.0473
+  step 1030000 |  10935s | train_loss=0.0471
+  step 1040000 |  11031s | train_loss=0.0462
+  step 1050000 |  11130s | train_loss=0.0483
+  step 1060000 |  11229s | train_loss=0.0449
+  step 1070000 |  11328s | train_loss=0.0507
+  step 1080000 |  11426s | train_loss=0.0442
+  step 1090000 |  11525s | train_loss=0.0471
+  step 1100000 |  11701s | train_loss=0.0440 | fid=77.0646
+  step 1110000 |  11798s | train_loss=0.0481
+  step 1120000 |  11897s | train_loss=0.0438
+  step 1130000 |  11987s | train_loss=0.0434
+  step 1140000 |  12082s | train_loss=0.0443
+  step 1150000 |  12181s | train_loss=0.0471
+  step 1160000 |  12280s | train_loss=0.0447
+  step 1170000 |  12378s | train_loss=0.0457
+  step 1180000 |  12476s | train_loss=0.0463
+  step 1190000 |  12575s | train_loss=0.0422
+  step 1200000 |  12750s | train_loss=0.0437 | fid=75.0992
+  step 1210000 |  12847s | train_loss=0.0430
+  step 1220000 |  12945s | train_loss=0.0425
+  step 1230000 |  13042s | train_loss=0.0431
+  step 1240000 |  13139s | train_loss=0.0479
+  step 1250000 |  13239s | train_loss=0.0406
+  step 1260000 |  13337s | train_loss=0.0439
+  step 1270000 |  13436s | train_loss=0.0399
+  step 1280000 |  13534s | train_loss=0.0426
+  step 1290000 |  13633s | train_loss=0.0444
+  step 1300000 |  13808s | train_loss=0.0391 | fid=66.5521
+  step 1310000 |  13905s | train_loss=0.0416
+  step 1320000 |  13994s | train_loss=0.0414
+  step 1330000 |  14091s | train_loss=0.0408
+  step 1340000 |  14188s | train_loss=0.0445
+  step 1350000 |  14287s | train_loss=0.0421
+  step 1360000 |  14384s | train_loss=0.0398
+  step 1370000 |  14483s | train_loss=0.0378
+  step 1380000 |  14582s | train_loss=0.0395
+  step 1390000 |  14680s | train_loss=0.0402
+  step 1400000 |  14855s | train_loss=0.0404 | fid=63.2339
+  step 1410000 |  14952s | train_loss=0.0382
+  step 1420000 |  15041s | train_loss=0.0388
+  step 1430000 |  15140s | train_loss=0.0425
+  step 1440000 |  15239s | train_loss=0.0397
+  step 1450000 |  15336s | train_loss=0.0403
+  step 1460000 |  15434s | train_loss=0.0390
+  step 1470000 |  15532s | train_loss=0.0391
+  step 1480000 |  15631s | train_loss=0.0368
+  step 1490000 |  15730s | train_loss=0.0408
+  step 1500000 |  15903s | train_loss=0.0371 | fid=64.6179
+  step 1510000 |  16000s | train_loss=0.0372
+  step 1520000 |  16090s | train_loss=0.0373
+  step 1530000 |  16189s | train_loss=0.0380
+  step 1540000 |  16287s | train_loss=0.0352
+  step 1550000 |  16383s | train_loss=0.0401
+  step 1560000 |  16482s | train_loss=0.0386
+  step 1570000 |  16579s | train_loss=0.0355
+  step 1580000 |  16678s | train_loss=0.0396
+  step 1590000 |  16776s | train_loss=0.0348
+  step 1600000 |  16951s | train_loss=0.0373 | fid=61.6693
+  step 1610000 |  17040s | train_loss=0.0374
+  step 1620000 |  17131s | train_loss=0.0377
+  step 1630000 |  17229s | train_loss=0.0361
+  step 1640000 |  17328s | train_loss=0.0345
+  step 1650000 |  17426s | train_loss=0.0371
+  step 1660000 |  17523s | train_loss=0.0382
+  step 1670000 |  17621s | train_loss=0.0371
+  step 1680000 |  17720s | train_loss=0.0357
+  step 1690000 |  17818s | train_loss=0.0345
+  step 1700000 |  17993s | train_loss=0.0363 | fid=60.2383
+  step 1710000 |  18081s | train_loss=0.0352
+  step 1720000 |  18172s | train_loss=0.0378
+  step 1730000 |  18270s | train_loss=0.0354
+  step 1740000 |  18368s | train_loss=0.0385
+  step 1750000 |  18467s | train_loss=0.0346
+  step 1760000 |  18564s | train_loss=0.0345
+  step 1770000 |  18662s | train_loss=0.0348
+  step 1780000 |  18761s | train_loss=0.0363
+  step 1790000 |  18859s | train_loss=0.0331
+  step 1800000 |  19034s | train_loss=0.0356 | fid=57.2581
+  step 1810000 |  19123s | train_loss=0.0345
+  step 1820000 |  19216s | train_loss=0.0326
+  step 1830000 |  19315s | train_loss=0.0352
+  step 1840000 |  19413s | train_loss=0.0331
+  step 1850000 |  19511s | train_loss=0.0323
+  step 1860000 |  19609s | train_loss=0.0320
+  step 1870000 |  19707s | train_loss=0.0336
+  step 1880000 |  19805s | train_loss=0.0348
+  step 1890000 |  19904s | train_loss=0.0338
+  step 1900000 |  20078s | train_loss=0.0341 | fid=54.9191
+  step 1910000 |  20166s | train_loss=0.0339
+  step 1920000 |  20263s | train_loss=0.0350
+  step 1930000 |  20362s | train_loss=0.0333
+  step 1940000 |  20461s | train_loss=0.0328
+  step 1950000 |  20559s | train_loss=0.0375
+  step 1960000 |  20658s | train_loss=0.0314
+  step 1970000 |  20754s | train_loss=0.0353
+  step 1980000 |  20852s | train_loss=0.0326
+  step 1990000 |  20951s | train_loss=0.0332
+  step 2000000 |  21125s | train_loss=0.0340 | fid=54.1497
+  step 2010000 |  21210s | train_loss=0.0307
+  step 2020000 |  21307s | train_loss=0.0317
+  step 2030000 |  21406s | train_loss=0.0309
+  step 2040000 |  21505s | train_loss=0.0332
+  step 2050000 |  21602s | train_loss=0.0319
+  step 2060000 |  21701s | train_loss=0.0323
+  step 2070000 |  21797s | train_loss=0.0358
+  step 2080000 |  21895s | train_loss=0.0302
+  step 2090000 |  21994s | train_loss=0.0332
+  step 2100000 |  22167s | train_loss=0.0325 | fid=54.9512
+  step 2110000 |  22254s | train_loss=0.0322
+  step 2120000 |  22350s | train_loss=0.0304
+  step 2130000 |  22449s | train_loss=0.0306
+  step 2140000 |  22548s | train_loss=0.0331
+  step 2150000 |  22647s | train_loss=0.0322
+  step 2160000 |  22746s | train_loss=0.0310
+  step 2170000 |  22842s | train_loss=0.0331
+  step 2180000 |  22941s | train_loss=0.0297
+  step 2190000 |  23039s | train_loss=0.0316
+  step 2200000 |  23209s | train_loss=0.0303 | fid=54.6915
+  step 2210000 |  23301s | train_loss=0.0303
+  step 2220000 |  23398s | train_loss=0.0333
+  step 2230000 |  23497s | train_loss=0.0283
+  step 2240000 |  23596s | train_loss=0.0288
+  step 2250000 |  23694s | train_loss=0.0297
+  step 2260000 |  23792s | train_loss=0.0295
+  step 2270000 |  23891s | train_loss=0.0306
+  step 2280000 |  23987s | train_loss=0.0290
+  step 2290000 |  24085s | train_loss=0.0342
+  step 2300000 |  24250s | train_loss=0.0283 | fid=52.2723
+  step 2310000 |  24349s | train_loss=0.0303
+  step 2320000 |  24447s | train_loss=0.0302
+  step 2330000 |  24545s | train_loss=0.0289
+  step 2340000 |  24644s | train_loss=0.0292
+  step 2350000 |  24743s | train_loss=0.0302
+  step 2360000 |  24842s | train_loss=0.0308
+  step 2370000 |  24941s | train_loss=0.0287
+  step 2380000 |  25037s | train_loss=0.0320
+  step 2390000 |  25135s | train_loss=0.0280
+  step 2400000 |  25296s | train_loss=0.0286 | fid=52.9045
+  step 2410000 |  25395s | train_loss=0.0272
+  step 2420000 |  25492s | train_loss=0.0289
+  step 2430000 |  25591s | train_loss=0.0285
+  step 2440000 |  25690s | train_loss=0.0265
+  step 2450000 |  25788s | train_loss=0.0288
+  step 2460000 |  25887s | train_loss=0.0307
+  step 2470000 |  25986s | train_loss=0.0279
+  step 2480000 |  26083s | train_loss=0.0300
+  step 2490000 |  26181s | train_loss=0.0285
+  step 2500000 |  26342s | train_loss=0.0309 | fid=52.4323
+  step 2510000 |  26441s | train_loss=0.0274
+  step 2520000 |  26538s | train_loss=0.0303
+  step 2530000 |  26637s | train_loss=0.0280
+  step 2540000 |  26735s | train_loss=0.0287
+  step 2550000 |  26834s | train_loss=0.0287
+  step 2560000 |  26933s | train_loss=0.0299
+  step 2570000 |  27032s | train_loss=0.0272
+  step 2580000 |  27130s | train_loss=0.0270
+  step 2590000 |  27227s | train_loss=0.0291
+  step 2600000 |  27387s | train_loss=0.0277 | fid=54.4033
+  step 2610000 |  27486s | train_loss=0.0269
+  step 2620000 |  27583s | train_loss=0.0285
+  step 2630000 |  27682s | train_loss=0.0263
+  step 2640000 |  27780s | train_loss=0.0274
+  step 2650000 |  27879s | train_loss=0.0289
+  step 2660000 |  27977s | train_loss=0.0298
+  step 2670000 |  28076s | train_loss=0.0270
+  step 2680000 |  28175s | train_loss=0.0279
+  step 2690000 |  28271s | train_loss=0.0285
+  step 2700000 |  28437s | train_loss=0.0263 | fid=56.2437
+  step 2710000 |  28536s | train_loss=0.0300
+  step 2720000 |  28633s | train_loss=0.0276
+  step 2730000 |  28732s | train_loss=0.0276
+  step 2740000 |  28831s | train_loss=0.0265
+  step 2750000 |  28930s | train_loss=0.0262
+  step 2760000 |  29029s | train_loss=0.0278
+  step 2770000 |  29127s | train_loss=0.0246
+  step 2780000 |  29225s | train_loss=0.0256
+  step 2790000 |  29323s | train_loss=0.0310
+  step 2800000 |  29493s | train_loss=0.0257 | fid=51.7445
+  step 2810000 |  29591s | train_loss=0.0272
+  step 2820000 |  29689s | train_loss=0.0289
+  step 2830000 |  29787s | train_loss=0.0268
+  step 2840000 |  29886s | train_loss=0.0247
+  step 2850000 |  29984s | train_loss=0.0257
+  step 2860000 |  30082s | train_loss=0.0279
+  step 2870000 |  30181s | train_loss=0.0291
+  step 2880000 |  30280s | train_loss=0.0321
+  step 2890000 |  30365s | train_loss=0.0247
+  step 2900000 |  30536s | train_loss=0.0244 | fid=49.6990
+  step 2910000 |  30635s | train_loss=0.0312
+  step 2920000 |  30732s | train_loss=0.0252
+  step 2930000 |  30831s | train_loss=0.0266
+  step 2940000 |  30929s | train_loss=0.0247
+  step 2950000 |  31027s | train_loss=0.0257
+  step 2960000 |  31126s | train_loss=0.0251
+  step 2970000 |  31225s | train_loss=0.0258
+  step 2980000 |  31324s | train_loss=0.0258
+  step 2990000 |  31412s | train_loss=0.0281
+  step 3000000 |  31586s | train_loss=0.0261 | fid=49.6994
+  step 3010000 |  31685s | train_loss=0.0271
+  step 3020000 |  31781s | train_loss=0.0255
+  step 3030000 |  31879s | train_loss=0.0239
+  step 3040000 |  31977s | train_loss=0.0255
+  step 3050000 |  32076s | train_loss=0.0258
+  step 3060000 |  32175s | train_loss=0.0280
+  step 3070000 |  32273s | train_loss=0.0243
+  step 3080000 |  32371s | train_loss=0.0258
+  step 3090000 |  32464s | train_loss=0.0228
+  step 3100000 |  32638s | train_loss=0.0247 | fid=50.2273
+  step 3110000 |  32735s | train_loss=0.0257
+  step 3120000 |  32832s | train_loss=0.0294
+  step 3130000 |  32930s | train_loss=0.0256
+  step 3140000 |  33029s | train_loss=0.0237
+  step 3150000 |  33128s | train_loss=0.0246
+  step 3160000 |  33226s | train_loss=0.0259
+  step 3170000 |  33325s | train_loss=0.0240
+  step 3180000 |  33421s | train_loss=0.0252
+  step 3190000 |  33519s | train_loss=0.0251
+  step 3200000 |  33692s | train_loss=0.0245 | fid=50.5826
+  step 3210000 |  33791s | train_loss=0.0233
+  step 3220000 |  33890s | train_loss=0.0261
+  step 3230000 |  33987s | train_loss=0.0252
+  step 3240000 |  34086s | train_loss=0.0259
+  step 3250000 |  34184s | train_loss=0.0243
+  step 3260000 |  34282s | train_loss=0.0231
+  step 3270000 |  34375s | train_loss=0.0251
+  step 3280000 |  34472s | train_loss=0.0262
+  step 3290000 |  34571s | train_loss=0.0231
+  step 3300000 |  34745s | train_loss=0.0251 | fid=52.0869
+  step 3310000 |  34842s | train_loss=0.0229
+  step 3320000 |  34941s | train_loss=0.0268
+  step 3330000 |  35038s | train_loss=0.0242
+  step 3340000 |  35136s | train_loss=0.0259
+  step 3350000 |  35235s | train_loss=0.0224
+  step 3360000 |  35333s | train_loss=0.0235
+  step 3370000 |  35422s | train_loss=0.0247
+  step 3380000 |  35521s | train_loss=0.0234
+  step 3390000 |  35619s | train_loss=0.0237
+  step 3400000 |  35794s | train_loss=0.0266 | fid=45.3250
+  step 3410000 |  35891s | train_loss=0.0245
+  step 3420000 |  35990s | train_loss=0.0232
+  step 3430000 |  36086s | train_loss=0.0257
+  step 3440000 |  36185s | train_loss=0.0219
+  step 3450000 |  36284s | train_loss=0.0246
+  step 3460000 |  36381s | train_loss=0.0246
+  step 3470000 |  36471s | train_loss=0.0241
+  step 3480000 |  36570s | train_loss=0.0230
+  step 3490000 |  36668s | train_loss=0.0246
+  step 3500000 |  36843s | train_loss=0.0239 | fid=52.9903
+  step 3510000 |  36940s | train_loss=0.0227
+  step 3520000 |  37039s | train_loss=0.0228
+  step 3530000 |  37136s | train_loss=0.0229
+  step 3540000 |  37235s | train_loss=0.0255
+  step 3550000 |  37333s | train_loss=0.0237
+  step 3560000 |  37424s | train_loss=0.0226
+  step 3570000 |  37519s | train_loss=0.0251
+  step 3580000 |  37617s | train_loss=0.0230
+  step 3590000 |  37716s | train_loss=0.0244
+  step 3600000 |  37889s | train_loss=0.0233 | fid=49.9103
+  step 3610000 |  37988s | train_loss=0.0233
+  step 3620000 |  38085s | train_loss=0.0220
+  step 3630000 |  38182s | train_loss=0.0227
+  step 3640000 |  38281s | train_loss=0.0238
+  step 3650000 |  38379s | train_loss=0.0234
+  step 3660000 |  38466s | train_loss=0.0231
+  step 3670000 |  38565s | train_loss=0.0234
+  step 3680000 |  38663s | train_loss=0.0236
+  step 3690000 |  38761s | train_loss=0.0225
+  step 3700000 |  38935s | train_loss=0.0237 | fid=47.6845
+  step 3710000 |  39034s | train_loss=0.0234
+  step 3720000 |  39132s | train_loss=0.0228
+  step 3730000 |  39229s | train_loss=0.0218
+  step 3740000 |  39327s | train_loss=0.0209
+  step 3750000 |  39425s | train_loss=0.0228
+  step 3760000 |  39512s | train_loss=0.0214
+  step 3770000 |  39611s | train_loss=0.0222
+  step 3780000 |  39710s | train_loss=0.0243
+  step 3790000 |  39808s | train_loss=0.0232
+  step 3800000 |  39983s | train_loss=0.0227 | fid=46.7846
+  step 3810000 |  40082s | train_loss=0.0209
+  step 3820000 |  40181s | train_loss=0.0219
+  step 3830000 |  40276s | train_loss=0.0232
+  step 3840000 |  40375s | train_loss=0.0218
+  step 3850000 |  40472s | train_loss=0.0236
+  step 3860000 |  40559s | train_loss=0.0216
+  step 3870000 |  40657s | train_loss=0.0224
+  step 3880000 |  40756s | train_loss=0.0227
+  step 3890000 |  40854s | train_loss=0.0222
+  step 3900000 |  41027s | train_loss=0.0236 | fid=43.8041
+  step 3910000 |  41126s | train_loss=0.0219
+  step 3920000 |  41224s | train_loss=0.0210
+  step 3930000 |  41319s | train_loss=0.0218
+  step 3940000 |  41418s | train_loss=0.0202
+  step 3950000 |  41512s | train_loss=0.0212
+  step 3960000 |  41603s | train_loss=0.0208
+  step 3970000 |  41702s | train_loss=0.0212
+  step 3980000 |  41800s | train_loss=0.0234
+  step 3990000 |  41898s | train_loss=0.0198
+  step 4000000 |  42073s | train_loss=0.0223 | fid=51.3707
+  step 4010000 |  42171s | train_loss=0.0217
+  step 4020000 |  42270s | train_loss=0.0224
+  step 4030000 |  42364s | train_loss=0.0209
+  step 4040000 |  42463s | train_loss=0.0212
+  step 4050000 |  42554s | train_loss=0.0224
+  step 4060000 |  42652s | train_loss=0.0209
+  step 4070000 |  42750s | train_loss=0.0221
+  step 4080000 |  42849s | train_loss=0.0225
+  step 4090000 |  42948s | train_loss=0.0224
+  step 4100000 |  43122s | train_loss=0.0198 | fid=46.7357
+  step 4110000 |  43220s | train_loss=0.0221
+  step 4120000 |  43319s | train_loss=0.0231
+  step 4130000 |  43419s | train_loss=0.0206
+  step 4140000 |  43514s | train_loss=0.0221
+  step 4150000 |  43603s | train_loss=0.0215
+  step 4160000 |  43702s | train_loss=0.0215
+  step 4170000 |  43800s | train_loss=0.0217
+  step 4180000 |  43899s | train_loss=0.0211
+  step 4190000 |  43998s | train_loss=0.0227
+  step 4200000 |  44173s | train_loss=0.0198 | fid=47.7708
+  step 4210000 |  44272s | train_loss=0.0203
+  step 4220000 |  44371s | train_loss=0.0200
+  step 4230000 |  44470s | train_loss=0.0195
+  step 4240000 |  44559s | train_loss=0.0198
+  step 4250000 |  44654s | train_loss=0.0221
+  step 4260000 |  44752s | train_loss=0.0209
+  step 4270000 |  44850s | train_loss=0.0208
+  step 4280000 |  44949s | train_loss=0.0206
+  step 4290000 |  45048s | train_loss=0.0210
+  step 4300000 |  45223s | train_loss=0.0213 | fid=50.6745
+  step 4310000 |  45322s | train_loss=0.0201
+  step 4320000 |  45420s | train_loss=0.0203
+  step 4330000 |  45519s | train_loss=0.0212
+  step 4340000 |  45609s | train_loss=0.0195
+  step 4350000 |  45705s | train_loss=0.0239
+  step 4360000 |  45804s | train_loss=0.0199
+  step 4370000 |  45903s | train_loss=0.0200
+  step 4380000 |  46001s | train_loss=0.0206
+  step 4390000 |  46100s | train_loss=0.0205
+  step 4400000 |  46275s | train_loss=0.0204 | fid=47.4342
+  step 4410000 |  46374s | train_loss=0.0198
+  step 4420000 |  46472s | train_loss=0.0197
+  step 4430000 |  46569s | train_loss=0.0218
+  step 4440000 |  46655s | train_loss=0.0242
+  step 4450000 |  46752s | train_loss=0.0208
+  step 4460000 |  46850s | train_loss=0.0213
+  step 4470000 |  46949s | train_loss=0.0210
+  step 4480000 |  47048s | train_loss=0.0208
+  step 4490000 |  47146s | train_loss=0.0194
+  step 4500000 |  47321s | train_loss=0.0193 | fid=48.1663
+  step 4510000 |  47420s | train_loss=0.0192
+  step 4520000 |  47519s | train_loss=0.0193
+  step 4530000 |  47611s | train_loss=0.0192
+  step 4540000 |  47703s | train_loss=0.0227
+  step 4550000 |  47800s | train_loss=0.0197
+  step 4560000 |  47899s | train_loss=0.0205
+  step 4570000 |  47998s | train_loss=0.0201
+  step 4580000 |  48096s | train_loss=0.0211
+  step 4590000 |  48194s | train_loss=0.0208
+  step 4600000 |  48369s | train_loss=0.0193 | fid=45.0917
+  step 4610000 |  48467s | train_loss=0.0204
+  step 4620000 |  48566s | train_loss=0.0185
+  step 4630000 |  48662s | train_loss=0.0189
+  step 4640000 |  48758s | train_loss=0.0191
+  step 4650000 |  48857s | train_loss=0.0182
+  step 4660000 |  48954s | train_loss=0.0201
+  step 4670000 |  49053s | train_loss=0.0213
+  step 4680000 |  49151s | train_loss=0.0203
+  step 4690000 |  49250s | train_loss=0.0200
+  step 4700000 |  49425s | train_loss=0.0201 | fid=45.4369
+  step 4710000 |  49524s | train_loss=0.0195
+  step 4720000 |  49620s | train_loss=0.0205
+  step 4730000 |  49718s | train_loss=0.0197
+  step 4740000 |  49815s | train_loss=0.0192
+  step 4750000 |  49915s | train_loss=0.0182
+  step 4760000 |  50013s | train_loss=0.0221
+  step 4770000 |  50112s | train_loss=0.0187
+  step 4780000 |  50211s | train_loss=0.0182
+  step 4790000 |  50310s | train_loss=0.0201
+  step 4800000 |  50484s | train_loss=0.0195 | fid=45.5588
+  step 4810000 |  50583s | train_loss=0.0218
+  step 4820000 |  50663s | train_loss=0.0230
+  step 4830000 |  50743s | train_loss=0.0197
+  step 4840000 |  50822s | train_loss=0.0197
+  step 4850000 |  50903s | train_loss=0.0189
+  step 4860000 |  50982s | train_loss=0.0198
+  step 4870000 |  51062s | train_loss=0.0209
+  step 4880000 |  51143s | train_loss=0.0198
+  step 4890000 |  51223s | train_loss=0.0205
+  step 4900000 |  51365s | train_loss=0.0193 | fid=46.0616
+  step 4910000 |  51445s | train_loss=0.0188
+  step 4920000 |  51525s | train_loss=0.0205
+  step 4930000 |  51606s | train_loss=0.0198
+  step 4940000 |  51685s | train_loss=0.0212
+  step 4950000 |  51765s | train_loss=0.0190
+  step 4960000 |  51842s | train_loss=0.0201
+  step 4970000 |  51922s | train_loss=0.0197
+  step 4980000 |  52003s | train_loss=0.0198
+  step 4990000 |  52084s | train_loss=0.0197
+  step 5000000 |  52224s | train_loss=0.0198 | fid=48.9713
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d20/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d20/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..3bb0d937b89cd283add3a1531a94727cc20a6c46
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d20/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d20/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d20",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 45,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d20/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d20/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..fb8cf3f9e6fe1be88c154234fa9d7826d84ec13f
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d20/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 20, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d20/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 45}
+{"step": 1, "wall_time": 72.39760541915894, "train_loss_step": 20.18500518798828, "n_params": 4305940, "total_flops": 13227847680, "train_loss": 1.0034244537353516, "subset_score_loss": 1.0034244537353516, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9622928500175476, "fid": 225.47724131379408}
+{"step": 10000, "wall_time": 163.0593650341034, "train_loss_step": 4.688104152679443, "n_params": 4305940, "total_flops": 132278476800000, "train_loss": 0.8829098701477051, "subset_score_loss": 0.8829098701477051}
+{"step": 20000, "wall_time": 256.433354139328, "train_loss_step": 4.332579612731934, "n_params": 4305940, "total_flops": 264556953600000, "train_loss": 0.8783051490783691, "subset_score_loss": 0.8783051490783691}
+{"step": 30000, "wall_time": 349.30841588974, "train_loss_step": 4.352804183959961, "n_params": 4305940, "total_flops": 396835430400000, "train_loss": 0.8743828773498535, "subset_score_loss": 0.8743828773498535}
+{"step": 40000, "wall_time": 442.10905408859253, "train_loss_step": 4.475509166717529, "n_params": 4305940, "total_flops": 529113907200000, "train_loss": 0.8688187599182129, "subset_score_loss": 0.8688187599182129}
+{"step": 50000, "wall_time": 534.7862455844879, "train_loss_step": 4.0323486328125, "n_params": 4305940, "total_flops": 661392384000000, "train_loss": 0.8627555847167969, "subset_score_loss": 0.8627555847167969}
+{"step": 60000, "wall_time": 627.7733874320984, "train_loss_step": 4.319192886352539, "n_params": 4305940, "total_flops": 793670860800000, "train_loss": 0.855406665802002, "subset_score_loss": 0.855406665802002}
+{"step": 70000, "wall_time": 720.4606578350067, "train_loss_step": 3.823028087615967, "n_params": 4305940, "total_flops": 925949337600000, "train_loss": 0.8443605422973632, "subset_score_loss": 0.8443605422973632}
+{"step": 80000, "wall_time": 812.8396515846252, "train_loss_step": 3.7143590450286865, "n_params": 4305940, "total_flops": 1058227814400000, "train_loss": 0.8241096496582031, "subset_score_loss": 0.8241096496582031}
+{"step": 90000, "wall_time": 905.8632164001465, "train_loss_step": 3.9653239250183105, "n_params": 4305940, "total_flops": 1190506291200000, "train_loss": 0.7909136295318604, "subset_score_loss": 0.7909136295318604}
+{"step": 100000, "wall_time": 1067.5228788852692, "train_loss_step": 3.787947177886963, "n_params": 4305940, "total_flops": 1322784768000000, "train_loss": 0.7461682796478272, "subset_score_loss": 0.7461682796478272, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9411311745643616, "fid": 71.40241720682081}
+{"step": 110000, "wall_time": 1156.77108836174, "train_loss_step": 4.075913906097412, "n_params": 4305940, "total_flops": 1455063244800000, "train_loss": 0.685631799697876, "subset_score_loss": 0.685631799697876}
+{"step": 120000, "wall_time": 1249.6839318275452, "train_loss_step": 3.628124952316284, "n_params": 4305940, "total_flops": 1587341721600000, "train_loss": 0.6048369407653809, "subset_score_loss": 0.6048369407653809}
+{"step": 130000, "wall_time": 1342.6088857650757, "train_loss_step": 3.042623996734619, "n_params": 4305940, "total_flops": 1719620198400000, "train_loss": 0.5182571411132812, "subset_score_loss": 0.5182571411132812}
+{"step": 140000, "wall_time": 1435.3622798919678, "train_loss_step": 3.2452445030212402, "n_params": 4305940, "total_flops": 1851898675200000, "train_loss": 0.4333664417266846, "subset_score_loss": 0.4333664417266846}
+{"step": 150000, "wall_time": 1528.6034376621246, "train_loss_step": 3.3287572860717773, "n_params": 4305940, "total_flops": 1984177152000000, "train_loss": 0.36311075687408445, "subset_score_loss": 0.36311075687408445}
+{"step": 160000, "wall_time": 1622.105656862259, "train_loss_step": 2.9249684810638428, "n_params": 4305940, "total_flops": 2116455628800000, "train_loss": 0.30968663692474363, "subset_score_loss": 0.30968663692474363}
+{"step": 170000, "wall_time": 1715.440199136734, "train_loss_step": 2.825829029083252, "n_params": 4305940, "total_flops": 2248734105600000, "train_loss": 0.2703600645065308, "subset_score_loss": 0.2703600645065308}
+{"step": 180000, "wall_time": 1808.8096153736115, "train_loss_step": 2.8759331703186035, "n_params": 4305940, "total_flops": 2381012582400000, "train_loss": 0.2443160057067871, "subset_score_loss": 0.2443160057067871}
+{"step": 190000, "wall_time": 1902.3047769069672, "train_loss_step": 2.8319106101989746, "n_params": 4305940, "total_flops": 2513291059200000, "train_loss": 0.2211913585662842, "subset_score_loss": 0.2211913585662842}
+{"step": 200000, "wall_time": 2066.4485292434692, "train_loss_step": 2.727254867553711, "n_params": 4305940, "total_flops": 2645569536000000, "train_loss": 0.2072655200958252, "subset_score_loss": 0.2072655200958252, "memorization_fraction_pixel": 0.0006000000284984708, "mean_nn_ratio_pixel": 0.8645296096801758, "fid": 71.2299308087928}
+{"step": 210000, "wall_time": 2157.08842253685, "train_loss_step": 2.8226280212402344, "n_params": 4305940, "total_flops": 2777848012800000, "train_loss": 0.19532532691955568, "subset_score_loss": 0.19532532691955568}
+{"step": 220000, "wall_time": 2250.5762429237366, "train_loss_step": 2.877979040145874, "n_params": 4305940, "total_flops": 2910126489600000, "train_loss": 0.18267383575439453, "subset_score_loss": 0.18267383575439453}
+{"step": 230000, "wall_time": 2344.1258964538574, "train_loss_step": 2.6206822395324707, "n_params": 4305940, "total_flops": 3042404966400000, "train_loss": 0.17423704862594605, "subset_score_loss": 0.17423704862594605}
+{"step": 240000, "wall_time": 2437.692183971405, "train_loss_step": 2.394521713256836, "n_params": 4305940, "total_flops": 3174683443200000, "train_loss": 0.16515170335769652, "subset_score_loss": 0.16515170335769652}
+{"step": 250000, "wall_time": 2531.2705256938934, "train_loss_step": 2.862924814224243, "n_params": 4305940, "total_flops": 3306961920000000, "train_loss": 0.15776702165603637, "subset_score_loss": 0.15776702165603637}
+{"step": 260000, "wall_time": 2624.9197454452515, "train_loss_step": 2.5837135314941406, "n_params": 4305940, "total_flops": 3439240396800000, "train_loss": 0.15207430124282836, "subset_score_loss": 0.15207430124282836}
+{"step": 270000, "wall_time": 2718.6097328662872, "train_loss_step": 2.5981829166412354, "n_params": 4305940, "total_flops": 3571518873600000, "train_loss": 0.14550552368164063, "subset_score_loss": 0.14550552368164063}
+{"step": 280000, "wall_time": 2812.1896126270294, "train_loss_step": 2.517646312713623, "n_params": 4305940, "total_flops": 3703797350400000, "train_loss": 0.13896217346191406, "subset_score_loss": 0.13896217346191406}
+{"step": 290000, "wall_time": 2903.8422865867615, "train_loss_step": 2.526965618133545, "n_params": 4305940, "total_flops": 3836075827200000, "train_loss": 0.13566912412643434, "subset_score_loss": 0.13566912412643434}
+{"step": 300000, "wall_time": 3070.497418642044, "train_loss_step": 2.530637264251709, "n_params": 4305940, "total_flops": 3968354304000000, "train_loss": 0.13054585456848145, "subset_score_loss": 0.13054585456848145, "memorization_fraction_pixel": 0.00419999985024333, "mean_nn_ratio_pixel": 0.8013408184051514, "fid": 71.60602634815146}
+{"step": 310000, "wall_time": 3162.884601831436, "train_loss_step": 2.3535215854644775, "n_params": 4305940, "total_flops": 4100632780800000, "train_loss": 0.12673089504241944, "subset_score_loss": 0.12673089504241944}
+{"step": 320000, "wall_time": 3254.934954404831, "train_loss_step": 2.459540843963623, "n_params": 4305940, "total_flops": 4232911257600000, "train_loss": 0.12215033769607545, "subset_score_loss": 0.12215033769607545}
+{"step": 330000, "wall_time": 3348.5536816120148, "train_loss_step": 2.6334028244018555, "n_params": 4305940, "total_flops": 4365189734400000, "train_loss": 0.11951662302017212, "subset_score_loss": 0.11951662302017212}
+{"step": 340000, "wall_time": 3442.30314040184, "train_loss_step": 2.59120774269104, "n_params": 4305940, "total_flops": 4497468211200000, "train_loss": 0.11573940515518188, "subset_score_loss": 0.11573940515518188}
+{"step": 350000, "wall_time": 3535.8001708984375, "train_loss_step": 2.297731399536133, "n_params": 4305940, "total_flops": 4629746688000000, "train_loss": 0.1116635799407959, "subset_score_loss": 0.1116635799407959}
+{"step": 360000, "wall_time": 3629.5423657894135, "train_loss_step": 2.433302402496338, "n_params": 4305940, "total_flops": 4762025164800000, "train_loss": 0.10980070829391479, "subset_score_loss": 0.10980070829391479}
+{"step": 370000, "wall_time": 3723.007489681244, "train_loss_step": 2.415764331817627, "n_params": 4305940, "total_flops": 4894303641600000, "train_loss": 0.10687296390533448, "subset_score_loss": 0.10687296390533448}
+{"step": 380000, "wall_time": 3816.475412130356, "train_loss_step": 2.1977272033691406, "n_params": 4305940, "total_flops": 5026582118400000, "train_loss": 0.10403920412063598, "subset_score_loss": 0.10403920412063598}
+{"step": 390000, "wall_time": 3907.597920894623, "train_loss_step": 2.3548583984375, "n_params": 4305940, "total_flops": 5158860595200000, "train_loss": 0.10108920335769653, "subset_score_loss": 0.10108920335769653}
+{"step": 400000, "wall_time": 4074.2269802093506, "train_loss_step": 2.271873712539673, "n_params": 4305940, "total_flops": 5291139072000000, "train_loss": 0.09946309328079224, "subset_score_loss": 0.09946309328079224, "memorization_fraction_pixel": 0.010400000028312206, "mean_nn_ratio_pixel": 0.7498724460601807, "fid": 69.04471203774582}
+{"step": 410000, "wall_time": 4165.92024230957, "train_loss_step": 2.2999448776245117, "n_params": 4305940, "total_flops": 5423417548800000, "train_loss": 0.09675682783126831, "subset_score_loss": 0.09675682783126831}
+{"step": 420000, "wall_time": 4258.545474290848, "train_loss_step": 2.3177599906921387, "n_params": 4305940, "total_flops": 5555696025600000, "train_loss": 0.09486647248268128, "subset_score_loss": 0.09486647248268128}
+{"step": 430000, "wall_time": 4352.182797193527, "train_loss_step": 2.3663930892944336, "n_params": 4305940, "total_flops": 5687974502400000, "train_loss": 0.09260939359664917, "subset_score_loss": 0.09260939359664917}
+{"step": 440000, "wall_time": 4445.870226144791, "train_loss_step": 2.521328926086426, "n_params": 4305940, "total_flops": 5820252979200000, "train_loss": 0.09017224311828613, "subset_score_loss": 0.09017224311828613}
+{"step": 450000, "wall_time": 4539.552337169647, "train_loss_step": 2.4702062606811523, "n_params": 4305940, "total_flops": 5952531456000000, "train_loss": 0.08855221271514893, "subset_score_loss": 0.08855221271514893}
+{"step": 460000, "wall_time": 4633.081241846085, "train_loss_step": 2.2095584869384766, "n_params": 4305940, "total_flops": 6084809932800000, "train_loss": 0.08702626228332519, "subset_score_loss": 0.08702626228332519}
+{"step": 470000, "wall_time": 4726.550628662109, "train_loss_step": 2.426706314086914, "n_params": 4305940, "total_flops": 6217088409600000, "train_loss": 0.08639922142028808, "subset_score_loss": 0.08639922142028808}
+{"step": 480000, "wall_time": 4816.922520875931, "train_loss_step": 2.409987449645996, "n_params": 4305940, "total_flops": 6349366886400000, "train_loss": 0.08421281576156617, "subset_score_loss": 0.08421281576156617}
+{"step": 490000, "wall_time": 4910.337565660477, "train_loss_step": 2.35190486907959, "n_params": 4305940, "total_flops": 6481645363200000, "train_loss": 0.08267346620559693, "subset_score_loss": 0.08267346620559693}
+{"step": 500000, "wall_time": 5076.548190355301, "train_loss_step": 2.4625778198242188, "n_params": 4305940, "total_flops": 6613923840000000, "train_loss": 0.08110487461090088, "subset_score_loss": 0.08110487461090088, "memorization_fraction_pixel": 0.01769999973475933, "mean_nn_ratio_pixel": 0.7127887606620789, "fid": 68.67434771424374}
+{"step": 510000, "wall_time": 5167.919053316116, "train_loss_step": 2.4376602172851562, "n_params": 4305940, "total_flops": 6746202316800000, "train_loss": 0.0790851354598999, "subset_score_loss": 0.0790851354598999}
+{"step": 520000, "wall_time": 5261.501189470291, "train_loss_step": 2.415271043777466, "n_params": 4305940, "total_flops": 6878480793600000, "train_loss": 0.07849626541137696, "subset_score_loss": 0.07849626541137696}
+{"step": 530000, "wall_time": 5354.1625187397, "train_loss_step": 2.3207385540008545, "n_params": 4305940, "total_flops": 7010759270400000, "train_loss": 0.07734106779098511, "subset_score_loss": 0.07734106779098511}
+{"step": 540000, "wall_time": 5447.443110704422, "train_loss_step": 2.298356056213379, "n_params": 4305940, "total_flops": 7143037747200000, "train_loss": 0.07676441669464111, "subset_score_loss": 0.07676441669464111}
+{"step": 550000, "wall_time": 5540.90998506546, "train_loss_step": 2.281494617462158, "n_params": 4305940, "total_flops": 7275316224000000, "train_loss": 0.0752355396747589, "subset_score_loss": 0.0752355396747589}
+{"step": 560000, "wall_time": 5634.310017824173, "train_loss_step": 2.172389030456543, "n_params": 4305940, "total_flops": 7407594700800000, "train_loss": 0.07431941032409668, "subset_score_loss": 0.07431941032409668}
+{"step": 570000, "wall_time": 5727.19829249382, "train_loss_step": 2.291769027709961, "n_params": 4305940, "total_flops": 7539873177600000, "train_loss": 0.07265949249267578, "subset_score_loss": 0.07265949249267578}
+{"step": 580000, "wall_time": 5818.141800642014, "train_loss_step": 2.285531520843506, "n_params": 4305940, "total_flops": 7672151654400000, "train_loss": 0.07077615261077881, "subset_score_loss": 0.07077615261077881}
+{"step": 590000, "wall_time": 5911.917890548706, "train_loss_step": 2.1678507328033447, "n_params": 4305940, "total_flops": 7804430131200000, "train_loss": 0.07105425596237183, "subset_score_loss": 0.07105425596237183}
+{"step": 600000, "wall_time": 6077.425235033035, "train_loss_step": 2.156160354614258, "n_params": 4305940, "total_flops": 7936708608000000, "train_loss": 0.06969426274299621, "subset_score_loss": 0.06969426274299621, "memorization_fraction_pixel": 0.024399999529123306, "mean_nn_ratio_pixel": 0.687843382358551, "fid": 69.24096625005092}
+{"step": 610000, "wall_time": 6168.8376524448395, "train_loss_step": 2.2739360332489014, "n_params": 4305940, "total_flops": 8068987084800000, "train_loss": 0.0682895302772522, "subset_score_loss": 0.0682895302772522}
+{"step": 620000, "wall_time": 6262.794629573822, "train_loss_step": 2.198084831237793, "n_params": 4305940, "total_flops": 8201265561600000, "train_loss": 0.06768662333488465, "subset_score_loss": 0.06768662333488465}
+{"step": 630000, "wall_time": 6355.273903369904, "train_loss_step": 2.315892457962036, "n_params": 4305940, "total_flops": 8333544038400000, "train_loss": 0.0668027400970459, "subset_score_loss": 0.0668027400970459}
+{"step": 640000, "wall_time": 6448.634431362152, "train_loss_step": 2.4123075008392334, "n_params": 4305940, "total_flops": 8465822515200000, "train_loss": 0.06652317047119141, "subset_score_loss": 0.06652317047119141}
+{"step": 650000, "wall_time": 6542.115674257278, "train_loss_step": 2.4296936988830566, "n_params": 4305940, "total_flops": 8598100992000000, "train_loss": 0.06494417786598206, "subset_score_loss": 0.06494417786598206}
+{"step": 660000, "wall_time": 6635.688381433487, "train_loss_step": 2.1645700931549072, "n_params": 4305940, "total_flops": 8730379468800000, "train_loss": 0.06475842595100403, "subset_score_loss": 0.06475842595100403}
+{"step": 670000, "wall_time": 6726.042947769165, "train_loss_step": 2.3549816608428955, "n_params": 4305940, "total_flops": 8862657945600000, "train_loss": 0.06357808113098144, "subset_score_loss": 0.06357808113098144}
+{"step": 680000, "wall_time": 6819.460976839066, "train_loss_step": 2.087963104248047, "n_params": 4305940, "total_flops": 8994936422400000, "train_loss": 0.06267342567443848, "subset_score_loss": 0.06267342567443848}
+{"step": 690000, "wall_time": 6912.712987422943, "train_loss_step": 2.3097763061523438, "n_params": 4305940, "total_flops": 9127214899200000, "train_loss": 0.06238433122634888, "subset_score_loss": 0.06238433122634888}
+{"step": 700000, "wall_time": 7077.992931604385, "train_loss_step": 2.487217426300049, "n_params": 4305940, "total_flops": 9259493376000000, "train_loss": 0.061412662267684937, "subset_score_loss": 0.061412662267684937, "memorization_fraction_pixel": 0.027799999341368675, "mean_nn_ratio_pixel": 0.6740283966064453, "fid": 69.34018529505046}
+{"step": 710000, "wall_time": 7169.9261302948, "train_loss_step": 2.2681169509887695, "n_params": 4305940, "total_flops": 9391771852800000, "train_loss": 0.061341702938079834, "subset_score_loss": 0.061341702938079834}
+{"step": 720000, "wall_time": 7263.181161403656, "train_loss_step": 2.0788509845733643, "n_params": 4305940, "total_flops": 9524050329600000, "train_loss": 0.060102468729019164, "subset_score_loss": 0.060102468729019164}
+{"step": 730000, "wall_time": 7355.792291402817, "train_loss_step": 2.37477970123291, "n_params": 4305940, "total_flops": 9656328806400000, "train_loss": 0.060106325149536136, "subset_score_loss": 0.060106325149536136}
+{"step": 740000, "wall_time": 7449.410229682922, "train_loss_step": 2.1986374855041504, "n_params": 4305940, "total_flops": 9788607283200000, "train_loss": 0.058658558130264285, "subset_score_loss": 0.058658558130264285}
+{"step": 750000, "wall_time": 7543.166832923889, "train_loss_step": 2.3697400093078613, "n_params": 4305940, "total_flops": 9920885760000000, "train_loss": 0.05874034762382507, "subset_score_loss": 0.05874034762382507}
+{"step": 760000, "wall_time": 7633.235229253769, "train_loss_step": 2.094437599182129, "n_params": 4305940, "total_flops": 10053164236800000, "train_loss": 0.0586266815662384, "subset_score_loss": 0.0586266815662384}
+{"step": 770000, "wall_time": 7726.755259990692, "train_loss_step": 2.223515272140503, "n_params": 4305940, "total_flops": 10185442713600000, "train_loss": 0.05692799091339111, "subset_score_loss": 0.05692799091339111}
+{"step": 780000, "wall_time": 7820.246894598007, "train_loss_step": 2.415212392807007, "n_params": 4305940, "total_flops": 10317721190400000, "train_loss": 0.05635451674461365, "subset_score_loss": 0.05635451674461365}
+{"step": 790000, "wall_time": 7914.082639932632, "train_loss_step": 2.146528720855713, "n_params": 4305940, "total_flops": 10449999667200000, "train_loss": 0.056237328052520755, "subset_score_loss": 0.056237328052520755}
+{"step": 800000, "wall_time": 8080.594672679901, "train_loss_step": 2.2237930297851562, "n_params": 4305940, "total_flops": 10582278144000000, "train_loss": 0.05537899136543274, "subset_score_loss": 0.05537899136543274, "memorization_fraction_pixel": 0.02879999950528145, "mean_nn_ratio_pixel": 0.6524446606636047, "fid": 69.23462851139297}
+{"step": 810000, "wall_time": 8172.902430534363, "train_loss_step": 2.2123160362243652, "n_params": 4305940, "total_flops": 10714556620800000, "train_loss": 0.05478475689888, "subset_score_loss": 0.05478475689888}
+{"step": 820000, "wall_time": 8266.532155036926, "train_loss_step": 2.4486966133117676, "n_params": 4305940, "total_flops": 10846835097600000, "train_loss": 0.055248421430587766, "subset_score_loss": 0.055248421430587766}
+{"step": 830000, "wall_time": 8360.752564907074, "train_loss_step": 2.2555994987487793, "n_params": 4305940, "total_flops": 10979113574400000, "train_loss": 0.054047542810440066, "subset_score_loss": 0.054047542810440066}
+{"step": 840000, "wall_time": 8453.103935718536, "train_loss_step": 2.31638503074646, "n_params": 4305940, "total_flops": 11111392051200000, "train_loss": 0.053551983833312986, "subset_score_loss": 0.053551983833312986}
+{"step": 850000, "wall_time": 8546.710515022278, "train_loss_step": 2.175934076309204, "n_params": 4305940, "total_flops": 11243670528000000, "train_loss": 0.05305528044700623, "subset_score_loss": 0.05305528044700623}
+{"step": 860000, "wall_time": 8636.860919237137, "train_loss_step": 2.110727071762085, "n_params": 4305940, "total_flops": 11375949004800000, "train_loss": 0.052098268270492555, "subset_score_loss": 0.052098268270492555}
+{"step": 870000, "wall_time": 8730.354858875275, "train_loss_step": 1.9714158773422241, "n_params": 4305940, "total_flops": 11508227481600000, "train_loss": 0.05273219347000122, "subset_score_loss": 0.05273219347000122}
+{"step": 880000, "wall_time": 8823.815346479416, "train_loss_step": 2.1332650184631348, "n_params": 4305940, "total_flops": 11640505958400000, "train_loss": 0.051662403345108035, "subset_score_loss": 0.051662403345108035}
+{"step": 890000, "wall_time": 8917.310194969177, "train_loss_step": 2.062589645385742, "n_params": 4305940, "total_flops": 11772784435200000, "train_loss": 0.0510674238204956, "subset_score_loss": 0.0510674238204956}
+{"step": 900000, "wall_time": 9083.268227815628, "train_loss_step": 2.226553440093994, "n_params": 4305940, "total_flops": 11905062912000000, "train_loss": 0.05072019100189209, "subset_score_loss": 0.05072019100189209, "memorization_fraction_pixel": 0.035599999129772186, "mean_nn_ratio_pixel": 0.6356732845306396, "fid": 68.33871089023906}
+{"step": 910000, "wall_time": 9175.311127185822, "train_loss_step": 2.0854830741882324, "n_params": 4305940, "total_flops": 12037341388800000, "train_loss": 0.05027737021446228, "subset_score_loss": 0.05027737021446228}
+{"step": 920000, "wall_time": 9268.78167104721, "train_loss_step": 1.9818036556243896, "n_params": 4305940, "total_flops": 12169619865600000, "train_loss": 0.04970157742500305, "subset_score_loss": 0.04970157742500305}
+{"step": 930000, "wall_time": 9362.661195993423, "train_loss_step": 2.2621493339538574, "n_params": 4305940, "total_flops": 12301898342400000, "train_loss": 0.0493509978055954, "subset_score_loss": 0.0493509978055954}
+{"step": 940000, "wall_time": 9454.663010120392, "train_loss_step": 2.3222579956054688, "n_params": 4305940, "total_flops": 12434176819200000, "train_loss": 0.04902885854244232, "subset_score_loss": 0.04902885854244232}
+{"step": 950000, "wall_time": 9545.562997341156, "train_loss_step": 2.115812301635742, "n_params": 4305940, "total_flops": 12566455296000000, "train_loss": 0.049163222312927246, "subset_score_loss": 0.049163222312927246}
+{"step": 960000, "wall_time": 9639.003175973892, "train_loss_step": 2.1684188842773438, "n_params": 4305940, "total_flops": 12698733772800000, "train_loss": 0.04953029453754425, "subset_score_loss": 0.04953029453754425}
+{"step": 970000, "wall_time": 9732.637648582458, "train_loss_step": 2.085789680480957, "n_params": 4305940, "total_flops": 12831012249600000, "train_loss": 0.04790641069412231, "subset_score_loss": 0.04790641069412231}
+{"step": 980000, "wall_time": 9826.189060688019, "train_loss_step": 2.4144904613494873, "n_params": 4305940, "total_flops": 12963290726400000, "train_loss": 0.04701465666294098, "subset_score_loss": 0.04701465666294098}
+{"step": 990000, "wall_time": 9919.603076696396, "train_loss_step": 2.3793015480041504, "n_params": 4305940, "total_flops": 13095569203200000, "train_loss": 0.04726836085319519, "subset_score_loss": 0.04726836085319519}
+{"step": 1000000, "wall_time": 10085.91657614708, "train_loss_step": 1.9160375595092773, "n_params": 4305940, "total_flops": 13227847680000000, "train_loss": 0.04674407541751861, "subset_score_loss": 0.04674407541751861, "memorization_fraction_pixel": 0.041099999099969864, "mean_nn_ratio_pixel": 0.6184821724891663, "fid": 68.61192768105462}
+{"step": 1010000, "wall_time": 10178.239173173904, "train_loss_step": 2.2238380908966064, "n_params": 4305940, "total_flops": 13360126156800000, "train_loss": 0.04628888070583344, "subset_score_loss": 0.04628888070583344}
+{"step": 1020000, "wall_time": 10271.616016626358, "train_loss_step": 2.3467307090759277, "n_params": 4305940, "total_flops": 13492404633600000, "train_loss": 0.045750546455383304, "subset_score_loss": 0.045750546455383304}
+{"step": 1030000, "wall_time": 10365.030037403107, "train_loss_step": 2.0290164947509766, "n_params": 4305940, "total_flops": 13624683110400000, "train_loss": 0.045381978154182434, "subset_score_loss": 0.045381978154182434}
+{"step": 1040000, "wall_time": 10458.657596349716, "train_loss_step": 2.1149849891662598, "n_params": 4305940, "total_flops": 13756961587200000, "train_loss": 0.0453577309846878, "subset_score_loss": 0.0453577309846878}
+{"step": 1050000, "wall_time": 10546.952947616577, "train_loss_step": 2.0951733589172363, "n_params": 4305940, "total_flops": 13889240064000000, "train_loss": 0.045876705646514894, "subset_score_loss": 0.045876705646514894}
+{"step": 1060000, "wall_time": 10640.49136209488, "train_loss_step": 2.117950201034546, "n_params": 4305940, "total_flops": 14021518540800000, "train_loss": 0.04426276385784149, "subset_score_loss": 0.04426276385784149}
+{"step": 1070000, "wall_time": 10733.919546604156, "train_loss_step": 2.219740867614746, "n_params": 4305940, "total_flops": 14153797017600000, "train_loss": 0.04437672197818756, "subset_score_loss": 0.04437672197818756}
+{"step": 1080000, "wall_time": 10827.226173877716, "train_loss_step": 2.3932082653045654, "n_params": 4305940, "total_flops": 14286075494400000, "train_loss": 0.04437429904937744, "subset_score_loss": 0.04437429904937744}
+{"step": 1090000, "wall_time": 10920.478571891785, "train_loss_step": 1.9799803495407104, "n_params": 4305940, "total_flops": 14418353971200000, "train_loss": 0.04361991286277771, "subset_score_loss": 0.04361991286277771}
+{"step": 1100000, "wall_time": 11086.648371696472, "train_loss_step": 2.1661746501922607, "n_params": 4305940, "total_flops": 14550632448000000, "train_loss": 0.0432941734790802, "subset_score_loss": 0.0432941734790802, "memorization_fraction_pixel": 0.04500000178813934, "mean_nn_ratio_pixel": 0.6098037958145142, "fid": 68.17780312979656}
+{"step": 1110000, "wall_time": 11178.867763757706, "train_loss_step": 1.955263614654541, "n_params": 4305940, "total_flops": 14682910924800000, "train_loss": 0.043242305517196655, "subset_score_loss": 0.043242305517196655}
+{"step": 1120000, "wall_time": 11272.090866565704, "train_loss_step": 2.228287696838379, "n_params": 4305940, "total_flops": 14815189401600000, "train_loss": 0.04295282363891602, "subset_score_loss": 0.04295282363891602}
+{"step": 1130000, "wall_time": 11365.482670545578, "train_loss_step": 2.151425838470459, "n_params": 4305940, "total_flops": 14947467878400000, "train_loss": 0.04312132596969605, "subset_score_loss": 0.04312132596969605}
+{"step": 1140000, "wall_time": 11456.420108795166, "train_loss_step": 2.066067695617676, "n_params": 4305940, "total_flops": 15079746355200000, "train_loss": 0.04227785170078278, "subset_score_loss": 0.04227785170078278}
+{"step": 1150000, "wall_time": 11548.449027776718, "train_loss_step": 2.190657615661621, "n_params": 4305940, "total_flops": 15212024832000000, "train_loss": 0.04209456741809845, "subset_score_loss": 0.04209456741809845}
+{"step": 1160000, "wall_time": 11642.10201883316, "train_loss_step": 1.9289157390594482, "n_params": 4305940, "total_flops": 15344303308800000, "train_loss": 0.04209629595279694, "subset_score_loss": 0.04209629595279694}
+{"step": 1170000, "wall_time": 11735.619783639908, "train_loss_step": 2.1080610752105713, "n_params": 4305940, "total_flops": 15476581785600000, "train_loss": 0.04248297512531281, "subset_score_loss": 0.04248297512531281}
+{"step": 1180000, "wall_time": 11829.05434346199, "train_loss_step": 2.0219454765319824, "n_params": 4305940, "total_flops": 15608860262400000, "train_loss": 0.04166024923324585, "subset_score_loss": 0.04166024923324585}
+{"step": 1190000, "wall_time": 11922.594277858734, "train_loss_step": 2.2279510498046875, "n_params": 4305940, "total_flops": 15741138739200000, "train_loss": 0.04099385440349579, "subset_score_loss": 0.04099385440349579}
+{"step": 1200000, "wall_time": 12088.791348695755, "train_loss_step": 2.17997407913208, "n_params": 4305940, "total_flops": 15873417216000000, "train_loss": 0.04109293222427368, "subset_score_loss": 0.04109293222427368, "memorization_fraction_pixel": 0.04340000078082085, "mean_nn_ratio_pixel": 0.6034716367721558, "fid": 67.84624118088495}
+{"step": 1210000, "wall_time": 12181.15114235878, "train_loss_step": 2.1723711490631104, "n_params": 4305940, "total_flops": 16005695692800000, "train_loss": 0.040583536028862, "subset_score_loss": 0.040583536028862}
+{"step": 1220000, "wall_time": 12274.535199642181, "train_loss_step": 2.31408429145813, "n_params": 4305940, "total_flops": 16137974169600000, "train_loss": 0.04036446809768677, "subset_score_loss": 0.04036446809768677}
+{"step": 1230000, "wall_time": 12364.938082456589, "train_loss_step": 2.2657876014709473, "n_params": 4305940, "total_flops": 16270252646400000, "train_loss": 0.040278613567352295, "subset_score_loss": 0.040278613567352295}
+{"step": 1240000, "wall_time": 12458.04056763649, "train_loss_step": 2.0295701026916504, "n_params": 4305940, "total_flops": 16402531123200000, "train_loss": 0.03969573080539703, "subset_score_loss": 0.03969573080539703}
+{"step": 1250000, "wall_time": 12550.73584985733, "train_loss_step": 1.8888267278671265, "n_params": 4305940, "total_flops": 16534809600000000, "train_loss": 0.04031423628330231, "subset_score_loss": 0.04031423628330231}
+{"step": 1260000, "wall_time": 12643.952348470688, "train_loss_step": 2.0121302604675293, "n_params": 4305940, "total_flops": 16667088076800000, "train_loss": 0.0395504355430603, "subset_score_loss": 0.0395504355430603}
+{"step": 1270000, "wall_time": 12737.283758878708, "train_loss_step": 2.067368507385254, "n_params": 4305940, "total_flops": 16799366553600000, "train_loss": 0.03901033401489258, "subset_score_loss": 0.03901033401489258}
+{"step": 1280000, "wall_time": 12830.61848282814, "train_loss_step": 2.0178322792053223, "n_params": 4305940, "total_flops": 16931645030400000, "train_loss": 0.03859381079673767, "subset_score_loss": 0.03859381079673767}
+{"step": 1290000, "wall_time": 12924.350760698318, "train_loss_step": 2.184817314147949, "n_params": 4305940, "total_flops": 17063923507200000, "train_loss": 0.03868834376335144, "subset_score_loss": 0.03868834376335144}
+{"step": 1300000, "wall_time": 13090.00538945198, "train_loss_step": 2.044954776763916, "n_params": 4305940, "total_flops": 17196201984000000, "train_loss": 0.03883291780948639, "subset_score_loss": 0.03883291780948639, "memorization_fraction_pixel": 0.042399998754262924, "mean_nn_ratio_pixel": 0.5984395742416382, "fid": 68.35225560372552}
+{"step": 1310000, "wall_time": 13182.326889753342, "train_loss_step": 1.9613049030303955, "n_params": 4305940, "total_flops": 17328480460800000, "train_loss": 0.03836798369884491, "subset_score_loss": 0.03836798369884491}
+{"step": 1320000, "wall_time": 13275.420373439789, "train_loss_step": 2.1234164237976074, "n_params": 4305940, "total_flops": 17460758937600000, "train_loss": 0.03829444646835327, "subset_score_loss": 0.03829444646835327}
+{"step": 1330000, "wall_time": 13365.769711494446, "train_loss_step": 1.9444321393966675, "n_params": 4305940, "total_flops": 17593037414400000, "train_loss": 0.03839250206947327, "subset_score_loss": 0.03839250206947327}
+{"step": 1340000, "wall_time": 13459.25026011467, "train_loss_step": 2.264796733856201, "n_params": 4305940, "total_flops": 17725315891200000, "train_loss": 0.037765604257583615, "subset_score_loss": 0.037765604257583615}
+{"step": 1350000, "wall_time": 13553.454705238342, "train_loss_step": 1.968567967414856, "n_params": 4305940, "total_flops": 17857594368000000, "train_loss": 0.03763967454433441, "subset_score_loss": 0.03763967454433441}
+{"step": 1360000, "wall_time": 13645.459128141403, "train_loss_step": 2.278076171875, "n_params": 4305940, "total_flops": 17989872844800000, "train_loss": 0.037483158707618716, "subset_score_loss": 0.037483158707618716}
+{"step": 1370000, "wall_time": 13738.747543096542, "train_loss_step": 2.0833740234375, "n_params": 4305940, "total_flops": 18122151321600000, "train_loss": 0.03740501701831818, "subset_score_loss": 0.03740501701831818}
+{"step": 1380000, "wall_time": 13831.876199483871, "train_loss_step": 2.060410976409912, "n_params": 4305940, "total_flops": 18254429798400000, "train_loss": 0.03681059777736664, "subset_score_loss": 0.03681059777736664}
+{"step": 1390000, "wall_time": 13925.187773942947, "train_loss_step": 2.052319049835205, "n_params": 4305940, "total_flops": 18386708275200000, "train_loss": 0.036855393648147584, "subset_score_loss": 0.036855393648147584}
+{"step": 1400000, "wall_time": 14089.977942466736, "train_loss_step": 2.0001919269561768, "n_params": 4305940, "total_flops": 18518986752000000, "train_loss": 0.036713558435440066, "subset_score_loss": 0.036713558435440066, "memorization_fraction_pixel": 0.05860000103712082, "mean_nn_ratio_pixel": 0.577511191368103, "fid": 67.92020258092379}
+{"step": 1410000, "wall_time": 14181.609076023102, "train_loss_step": 2.022648334503174, "n_params": 4305940, "total_flops": 18651265228800000, "train_loss": 0.03626226782798767, "subset_score_loss": 0.03626226782798767}
+{"step": 1420000, "wall_time": 14271.685106515884, "train_loss_step": 2.1839771270751953, "n_params": 4305940, "total_flops": 18783543705600000, "train_loss": 0.03606131076812744, "subset_score_loss": 0.03606131076812744}
+{"step": 1430000, "wall_time": 14364.770065546036, "train_loss_step": 2.2225098609924316, "n_params": 4305940, "total_flops": 18915822182400000, "train_loss": 0.03632217049598694, "subset_score_loss": 0.03632217049598694}
+{"step": 1440000, "wall_time": 14457.904918670654, "train_loss_step": 2.002753257751465, "n_params": 4305940, "total_flops": 19048100659200000, "train_loss": 0.035497695207595825, "subset_score_loss": 0.035497695207595825}
+{"step": 1450000, "wall_time": 14551.318253040314, "train_loss_step": 1.9976673126220703, "n_params": 4305940, "total_flops": 19180379136000000, "train_loss": 0.03563643991947174, "subset_score_loss": 0.03563643991947174}
+{"step": 1460000, "wall_time": 14643.668575763702, "train_loss_step": 2.064716339111328, "n_params": 4305940, "total_flops": 19312657612800000, "train_loss": 0.03562846481800079, "subset_score_loss": 0.03562846481800079}
+{"step": 1470000, "wall_time": 14737.089843273163, "train_loss_step": 2.1049768924713135, "n_params": 4305940, "total_flops": 19444936089600000, "train_loss": 0.035132086277008055, "subset_score_loss": 0.035132086277008055}
+{"step": 1480000, "wall_time": 14830.649268865585, "train_loss_step": 2.141860008239746, "n_params": 4305940, "total_flops": 19577214566400000, "train_loss": 0.03489599227905273, "subset_score_loss": 0.03489599227905273}
+{"step": 1490000, "wall_time": 14924.232781648636, "train_loss_step": 2.270768642425537, "n_params": 4305940, "total_flops": 19709493043200000, "train_loss": 0.03488798439502716, "subset_score_loss": 0.03488798439502716}
+{"step": 1500000, "wall_time": 15089.249321222305, "train_loss_step": 2.185973882675171, "n_params": 4305940, "total_flops": 19841771520000000, "train_loss": 0.03464895784854889, "subset_score_loss": 0.03464895784854889, "memorization_fraction_pixel": 0.057100001722574234, "mean_nn_ratio_pixel": 0.5751839876174927, "fid": 66.74564039667642}
+{"step": 1510000, "wall_time": 15181.785993337631, "train_loss_step": 2.2190139293670654, "n_params": 4305940, "total_flops": 19974049996800000, "train_loss": 0.034379971027374265, "subset_score_loss": 0.034379971027374265}
+{"step": 1520000, "wall_time": 15269.7371032238, "train_loss_step": 1.9980183839797974, "n_params": 4305940, "total_flops": 20106328473600000, "train_loss": 0.03400362730026245, "subset_score_loss": 0.03400362730026245}
+{"step": 1530000, "wall_time": 15362.848271846771, "train_loss_step": 2.2489895820617676, "n_params": 4305940, "total_flops": 20238606950400000, "train_loss": 0.03432686626911163, "subset_score_loss": 0.03432686626911163}
+{"step": 1540000, "wall_time": 15456.424268007278, "train_loss_step": 2.0689103603363037, "n_params": 4305940, "total_flops": 20370885427200000, "train_loss": 0.03439662754535675, "subset_score_loss": 0.03439662754535675}
+{"step": 1550000, "wall_time": 15550.019931316376, "train_loss_step": 2.140350341796875, "n_params": 4305940, "total_flops": 20503163904000000, "train_loss": 0.03375169634819031, "subset_score_loss": 0.03375169634819031}
+{"step": 1560000, "wall_time": 15644.371290683746, "train_loss_step": 1.9046528339385986, "n_params": 4305940, "total_flops": 20635442380800000, "train_loss": 0.03377278745174408, "subset_score_loss": 0.03377278745174408}
+{"step": 1570000, "wall_time": 15735.981195926666, "train_loss_step": 2.199638843536377, "n_params": 4305940, "total_flops": 20767720857600000, "train_loss": 0.03363549411296844, "subset_score_loss": 0.03363549411296844}
+{"step": 1580000, "wall_time": 15829.45489859581, "train_loss_step": 2.1503374576568604, "n_params": 4305940, "total_flops": 20899999334400000, "train_loss": 0.03348856270313263, "subset_score_loss": 0.03348856270313263}
+{"step": 1590000, "wall_time": 15922.995006799698, "train_loss_step": 2.1047792434692383, "n_params": 4305940, "total_flops": 21032277811200000, "train_loss": 0.03315481841564179, "subset_score_loss": 0.03315481841564179}
+{"step": 1600000, "wall_time": 16088.526849985123, "train_loss_step": 2.130706310272217, "n_params": 4305940, "total_flops": 21164556288000000, "train_loss": 0.032918065786361694, "subset_score_loss": 0.032918065786361694, "memorization_fraction_pixel": 0.057500001043081284, "mean_nn_ratio_pixel": 0.5652281045913696, "fid": 68.41163992677984}
+{"step": 1610000, "wall_time": 16174.115171194077, "train_loss_step": 2.106156349182129, "n_params": 4305940, "total_flops": 21296834764800000, "train_loss": 0.033052879571914676, "subset_score_loss": 0.033052879571914676}
+{"step": 1620000, "wall_time": 16266.28237080574, "train_loss_step": 2.1404027938842773, "n_params": 4305940, "total_flops": 21429113241600000, "train_loss": 0.03303232192993164, "subset_score_loss": 0.03303232192993164}
+{"step": 1630000, "wall_time": 16359.6450009346, "train_loss_step": 2.074396848678589, "n_params": 4305940, "total_flops": 21561391718400000, "train_loss": 0.03237071633338928, "subset_score_loss": 0.03237071633338928}
+{"step": 1640000, "wall_time": 16453.44416952133, "train_loss_step": 2.0883612632751465, "n_params": 4305940, "total_flops": 21693670195200000, "train_loss": 0.03291598856449127, "subset_score_loss": 0.03291598856449127}
+{"step": 1650000, "wall_time": 16547.02486181259, "train_loss_step": 2.234739303588867, "n_params": 4305940, "total_flops": 21825948672000000, "train_loss": 0.032181516289711, "subset_score_loss": 0.032181516289711}
+{"step": 1660000, "wall_time": 16640.895686388016, "train_loss_step": 2.122781276702881, "n_params": 4305940, "total_flops": 21958227148800000, "train_loss": 0.03238922357559204, "subset_score_loss": 0.03238922357559204}
+{"step": 1670000, "wall_time": 16733.342169761658, "train_loss_step": 2.119563102722168, "n_params": 4305940, "total_flops": 22090505625600000, "train_loss": 0.032448315620422365, "subset_score_loss": 0.032448315620422365}
+{"step": 1680000, "wall_time": 16826.785974025726, "train_loss_step": 2.1907958984375, "n_params": 4305940, "total_flops": 22222784102400000, "train_loss": 0.03232238888740539, "subset_score_loss": 0.03232238888740539}
+{"step": 1690000, "wall_time": 16920.511327266693, "train_loss_step": 2.1418235301971436, "n_params": 4305940, "total_flops": 22355062579200000, "train_loss": 0.03178005516529083, "subset_score_loss": 0.03178005516529083}
+{"step": 1700000, "wall_time": 17087.01356935501, "train_loss_step": 2.0764901638031006, "n_params": 4305940, "total_flops": 22487341056000000, "train_loss": 0.03220450282096863, "subset_score_loss": 0.03220450282096863, "memorization_fraction_pixel": 0.05350000038743019, "mean_nn_ratio_pixel": 0.5641401410102844, "fid": 67.73110798719833}
+{"step": 1710000, "wall_time": 17170.248299121857, "train_loss_step": 1.9984675645828247, "n_params": 4305940, "total_flops": 22619619532800000, "train_loss": 0.031258052587509154, "subset_score_loss": 0.031258052587509154}
+{"step": 1720000, "wall_time": 17263.412116765976, "train_loss_step": 2.087951183319092, "n_params": 4305940, "total_flops": 22751898009600000, "train_loss": 0.032090917229652405, "subset_score_loss": 0.032090917229652405}
+{"step": 1730000, "wall_time": 17356.648530483246, "train_loss_step": 2.1348876953125, "n_params": 4305940, "total_flops": 22884176486400000, "train_loss": 0.0312624841928482, "subset_score_loss": 0.0312624841928482}
+{"step": 1740000, "wall_time": 17449.923563480377, "train_loss_step": 2.126750946044922, "n_params": 4305940, "total_flops": 23016454963200000, "train_loss": 0.030886194109916686, "subset_score_loss": 0.030886194109916686}
+{"step": 1750000, "wall_time": 17543.35741376877, "train_loss_step": 2.1085095405578613, "n_params": 4305940, "total_flops": 23148733440000000, "train_loss": 0.03118925988674164, "subset_score_loss": 0.03118925988674164}
+{"step": 1760000, "wall_time": 17636.72066926956, "train_loss_step": 1.8499757051467896, "n_params": 4305940, "total_flops": 23281011916800000, "train_loss": 0.03071463108062744, "subset_score_loss": 0.03071463108062744}
+{"step": 1770000, "wall_time": 17729.20771574974, "train_loss_step": 1.9897953271865845, "n_params": 4305940, "total_flops": 23413290393600000, "train_loss": 0.030403929948806762, "subset_score_loss": 0.030403929948806762}
+{"step": 1780000, "wall_time": 17822.774629592896, "train_loss_step": 2.2066760063171387, "n_params": 4305940, "total_flops": 23545568870400000, "train_loss": 0.030870628356933594, "subset_score_loss": 0.030870628356933594}
+{"step": 1790000, "wall_time": 17916.381662607193, "train_loss_step": 1.99555242061615, "n_params": 4305940, "total_flops": 23677847347200000, "train_loss": 0.030169308185577393, "subset_score_loss": 0.030169308185577393}
+{"step": 1800000, "wall_time": 18081.940074920654, "train_loss_step": 2.0510413646698, "n_params": 4305940, "total_flops": 23810125824000000, "train_loss": 0.030329427123069762, "subset_score_loss": 0.030329427123069762, "memorization_fraction_pixel": 0.055399999022483826, "mean_nn_ratio_pixel": 0.5613756775856018, "fid": 68.14001834407449}
+{"step": 1810000, "wall_time": 18166.594536066055, "train_loss_step": 2.1583781242370605, "n_params": 4305940, "total_flops": 23942404300800000, "train_loss": 0.030218100547790526, "subset_score_loss": 0.030218100547790526}
+{"step": 1820000, "wall_time": 18258.76563668251, "train_loss_step": 2.2941243648529053, "n_params": 4305940, "total_flops": 24074682777600000, "train_loss": 0.030184486508369447, "subset_score_loss": 0.030184486508369447}
+{"step": 1830000, "wall_time": 18352.23826599121, "train_loss_step": 2.1559219360351562, "n_params": 4305940, "total_flops": 24206961254400000, "train_loss": 0.029879409074783325, "subset_score_loss": 0.029879409074783325}
+{"step": 1840000, "wall_time": 18445.50990462303, "train_loss_step": 2.088653564453125, "n_params": 4305940, "total_flops": 24339239731200000, "train_loss": 0.029546448588371278, "subset_score_loss": 0.029546448588371278}
+{"step": 1850000, "wall_time": 18539.24619936943, "train_loss_step": 2.052311658859253, "n_params": 4305940, "total_flops": 24471518208000000, "train_loss": 0.03010862469673157, "subset_score_loss": 0.03010862469673157}
+{"step": 1860000, "wall_time": 18633.0278673172, "train_loss_step": 2.2785816192626953, "n_params": 4305940, "total_flops": 24603796684800000, "train_loss": 0.030118581652641297, "subset_score_loss": 0.030118581652641297}
+{"step": 1870000, "wall_time": 18726.986088514328, "train_loss_step": 2.100569725036621, "n_params": 4305940, "total_flops": 24736075161600000, "train_loss": 0.029545441269874573, "subset_score_loss": 0.029545441269874573}
+{"step": 1880000, "wall_time": 18818.768028497696, "train_loss_step": 2.210646390914917, "n_params": 4305940, "total_flops": 24868353638400000, "train_loss": 0.029804524779319764, "subset_score_loss": 0.029804524779319764}
+{"step": 1890000, "wall_time": 18912.089081048965, "train_loss_step": 1.8363876342773438, "n_params": 4305940, "total_flops": 25000632115200000, "train_loss": 0.029436251521110533, "subset_score_loss": 0.029436251521110533}
+{"step": 1900000, "wall_time": 19076.520540952682, "train_loss_step": 2.281867742538452, "n_params": 4305940, "total_flops": 25132910592000000, "train_loss": 0.029617467522621156, "subset_score_loss": 0.029617467522621156, "memorization_fraction_pixel": 0.06019999831914902, "mean_nn_ratio_pixel": 0.5545117259025574, "fid": 68.10980316262122}
+{"step": 1910000, "wall_time": 19164.882096767426, "train_loss_step": 2.082918643951416, "n_params": 4305940, "total_flops": 25265189068800000, "train_loss": 0.02912302017211914, "subset_score_loss": 0.02912302017211914}
+{"step": 1920000, "wall_time": 19256.322009325027, "train_loss_step": 2.0834314823150635, "n_params": 4305940, "total_flops": 25397467545600000, "train_loss": 0.02875601649284363, "subset_score_loss": 0.02875601649284363}
+{"step": 1930000, "wall_time": 19349.83480644226, "train_loss_step": 2.263561487197876, "n_params": 4305940, "total_flops": 25529746022400000, "train_loss": 0.02929396629333496, "subset_score_loss": 0.02929396629333496}
+{"step": 1940000, "wall_time": 19443.286227226257, "train_loss_step": 1.977453589439392, "n_params": 4305940, "total_flops": 25662024499200000, "train_loss": 0.02888719141483307, "subset_score_loss": 0.02888719141483307}
+{"step": 1950000, "wall_time": 19537.001442432404, "train_loss_step": 2.1894760131835938, "n_params": 4305940, "total_flops": 25794302976000000, "train_loss": 0.028448572754859923, "subset_score_loss": 0.028448572754859923}
+{"step": 1960000, "wall_time": 19630.517478227615, "train_loss_step": 2.1745872497558594, "n_params": 4305940, "total_flops": 25926581452800000, "train_loss": 0.028396016359329222, "subset_score_loss": 0.028396016359329222}
+{"step": 1970000, "wall_time": 19723.91095352173, "train_loss_step": 1.961054801940918, "n_params": 4305940, "total_flops": 26058859929600000, "train_loss": 0.028350374102592467, "subset_score_loss": 0.028350374102592467}
+{"step": 1980000, "wall_time": 19816.259187936783, "train_loss_step": 1.9634597301483154, "n_params": 4305940, "total_flops": 26191138406400000, "train_loss": 0.028387764096260072, "subset_score_loss": 0.028387764096260072}
+{"step": 1990000, "wall_time": 19909.449264526367, "train_loss_step": 1.9608657360076904, "n_params": 4305940, "total_flops": 26323416883200000, "train_loss": 0.02813432216644287, "subset_score_loss": 0.02813432216644287}
+{"step": 2000000, "wall_time": 20069.466712474823, "train_loss_step": 1.9553507566452026, "n_params": 4305940, "total_flops": 26455695360000000, "train_loss": 0.028287392854690552, "subset_score_loss": 0.028287392854690552, "memorization_fraction_pixel": 0.06949999928474426, "mean_nn_ratio_pixel": 0.5400071144104004, "fid": 67.15211738235492}
+{"step": 2010000, "wall_time": 20162.647084236145, "train_loss_step": 1.9071789979934692, "n_params": 4305940, "total_flops": 26587973836800000, "train_loss": 0.02788296639919281, "subset_score_loss": 0.02788296639919281}
+{"step": 2020000, "wall_time": 20254.439566135406, "train_loss_step": 2.101778030395508, "n_params": 4305940, "total_flops": 26720252313600000, "train_loss": 0.027996668219566347, "subset_score_loss": 0.027996668219566347}
+{"step": 2030000, "wall_time": 20348.12926864624, "train_loss_step": 1.9856727123260498, "n_params": 4305940, "total_flops": 26852530790400000, "train_loss": 0.02786533236503601, "subset_score_loss": 0.02786533236503601}
+{"step": 2040000, "wall_time": 20441.471429347992, "train_loss_step": 2.0693397521972656, "n_params": 4305940, "total_flops": 26984809267200000, "train_loss": 0.02771802544593811, "subset_score_loss": 0.02771802544593811}
+{"step": 2050000, "wall_time": 20534.911502361298, "train_loss_step": 1.7757329940795898, "n_params": 4305940, "total_flops": 27117087744000000, "train_loss": 0.027704644203186034, "subset_score_loss": 0.027704644203186034}
+{"step": 2060000, "wall_time": 20628.484570503235, "train_loss_step": 1.969862699508667, "n_params": 4305940, "total_flops": 27249366220800000, "train_loss": 0.027476155757904054, "subset_score_loss": 0.027476155757904054}
+{"step": 2070000, "wall_time": 20722.28325009346, "train_loss_step": 1.9877508878707886, "n_params": 4305940, "total_flops": 27381644697600000, "train_loss": 0.02732655107975006, "subset_score_loss": 0.02732655107975006}
+{"step": 2080000, "wall_time": 20815.044217586517, "train_loss_step": 1.9322640895843506, "n_params": 4305940, "total_flops": 27513923174400000, "train_loss": 0.02773813307285309, "subset_score_loss": 0.02773813307285309}
+{"step": 2090000, "wall_time": 20908.593682050705, "train_loss_step": 2.0220351219177246, "n_params": 4305940, "total_flops": 27646201651200000, "train_loss": 0.0271923691034317, "subset_score_loss": 0.0271923691034317}
+{"step": 2100000, "wall_time": 21066.549448013306, "train_loss_step": 1.989538311958313, "n_params": 4305940, "total_flops": 27778480128000000, "train_loss": 0.02707512676715851, "subset_score_loss": 0.02707512676715851, "memorization_fraction_pixel": 0.06889999657869339, "mean_nn_ratio_pixel": 0.5358062386512756, "fid": 66.82671929529147}
+{"step": 2110000, "wall_time": 21160.58308315277, "train_loss_step": 2.05916166305542, "n_params": 4305940, "total_flops": 27910758604800000, "train_loss": 0.02696107029914856, "subset_score_loss": 0.02696107029914856}
+{"step": 2120000, "wall_time": 21252.670926332474, "train_loss_step": 2.098695755004883, "n_params": 4305940, "total_flops": 28043037081600000, "train_loss": 0.02733490467071533, "subset_score_loss": 0.02733490467071533}
+{"step": 2130000, "wall_time": 21346.94179558754, "train_loss_step": 2.1435251235961914, "n_params": 4305940, "total_flops": 28175315558400000, "train_loss": 0.02705303728580475, "subset_score_loss": 0.02705303728580475}
+{"step": 2140000, "wall_time": 21442.362065076828, "train_loss_step": 1.9087556600570679, "n_params": 4305940, "total_flops": 28307594035200000, "train_loss": 0.027123108506202698, "subset_score_loss": 0.027123108506202698}
+{"step": 2150000, "wall_time": 21536.492728948593, "train_loss_step": 2.010988235473633, "n_params": 4305940, "total_flops": 28439872512000000, "train_loss": 0.027061024308204652, "subset_score_loss": 0.027061024308204652}
+{"step": 2160000, "wall_time": 21631.110909461975, "train_loss_step": 1.8899106979370117, "n_params": 4305940, "total_flops": 28572150988800000, "train_loss": 0.026201826333999634, "subset_score_loss": 0.026201826333999634}
+{"step": 2170000, "wall_time": 21725.498840093613, "train_loss_step": 2.2036564350128174, "n_params": 4305940, "total_flops": 28704429465600000, "train_loss": 0.026610255241394043, "subset_score_loss": 0.026610255241394043}
+{"step": 2180000, "wall_time": 21820.31664967537, "train_loss_step": 2.054680109024048, "n_params": 4305940, "total_flops": 28836707942400000, "train_loss": 0.026608389616012574, "subset_score_loss": 0.026608389616012574}
+{"step": 2190000, "wall_time": 21912.83607673645, "train_loss_step": 2.0809061527252197, "n_params": 4305940, "total_flops": 28968986419200000, "train_loss": 0.02651442289352417, "subset_score_loss": 0.02651442289352417}
+{"step": 2200000, "wall_time": 22062.874300956726, "train_loss_step": 2.071361541748047, "n_params": 4305940, "total_flops": 29101264896000000, "train_loss": 0.02637515664100647, "subset_score_loss": 0.02637515664100647, "memorization_fraction_pixel": 0.06019999831914902, "mean_nn_ratio_pixel": 0.53983074426651, "fid": 67.1223831699243}
+{"step": 2210000, "wall_time": 22158.43437409401, "train_loss_step": 2.222686529159546, "n_params": 4305940, "total_flops": 29233543372800000, "train_loss": 0.026010492444038393, "subset_score_loss": 0.026010492444038393}
+{"step": 2220000, "wall_time": 22251.65160393715, "train_loss_step": 2.070500373840332, "n_params": 4305940, "total_flops": 29365821849600000, "train_loss": 0.025904235243797303, "subset_score_loss": 0.025904235243797303}
+{"step": 2230000, "wall_time": 22346.386452436447, "train_loss_step": 2.1741185188293457, "n_params": 4305940, "total_flops": 29498100326400000, "train_loss": 0.026227137446403502, "subset_score_loss": 0.026227137446403502}
+{"step": 2240000, "wall_time": 22441.110511779785, "train_loss_step": 1.895134687423706, "n_params": 4305940, "total_flops": 29630378803200000, "train_loss": 0.026110750436782838, "subset_score_loss": 0.026110750436782838}
+{"step": 2250000, "wall_time": 22535.32286119461, "train_loss_step": 2.1552557945251465, "n_params": 4305940, "total_flops": 29762657280000000, "train_loss": 0.02583121955394745, "subset_score_loss": 0.02583121955394745}
+{"step": 2260000, "wall_time": 22629.61704659462, "train_loss_step": 2.1911516189575195, "n_params": 4305940, "total_flops": 29894935756800000, "train_loss": 0.02594992220401764, "subset_score_loss": 0.02594992220401764}
+{"step": 2270000, "wall_time": 22723.19131088257, "train_loss_step": 1.856511116027832, "n_params": 4305940, "total_flops": 30027214233600000, "train_loss": 0.025468853116035462, "subset_score_loss": 0.025468853116035462}
+{"step": 2280000, "wall_time": 22818.4947617054, "train_loss_step": 2.26688814163208, "n_params": 4305940, "total_flops": 30159492710400000, "train_loss": 0.025536814332008363, "subset_score_loss": 0.025536814332008363}
+{"step": 2290000, "wall_time": 22911.7952773571, "train_loss_step": 1.8735382556915283, "n_params": 4305940, "total_flops": 30291771187200000, "train_loss": 0.0256022572517395, "subset_score_loss": 0.0256022572517395}
+{"step": 2300000, "wall_time": 23063.732184410095, "train_loss_step": 2.056209087371826, "n_params": 4305940, "total_flops": 30424049664000000, "train_loss": 0.02510769069194794, "subset_score_loss": 0.02510769069194794, "memorization_fraction_pixel": 0.07159999758005142, "mean_nn_ratio_pixel": 0.5298448204994202, "fid": 67.95434029587899}
+{"step": 2310000, "wall_time": 23158.782360315323, "train_loss_step": 1.7814619541168213, "n_params": 4305940, "total_flops": 30556328140800000, "train_loss": 0.025286808609962463, "subset_score_loss": 0.025286808609962463}
+{"step": 2320000, "wall_time": 23251.52396082878, "train_loss_step": 2.118896245956421, "n_params": 4305940, "total_flops": 30688606617600000, "train_loss": 0.02520136833190918, "subset_score_loss": 0.02520136833190918}
+{"step": 2330000, "wall_time": 23346.501388311386, "train_loss_step": 2.0069046020507812, "n_params": 4305940, "total_flops": 30820885094400000, "train_loss": 0.02510886490345001, "subset_score_loss": 0.02510886490345001}
+{"step": 2340000, "wall_time": 23441.122488737106, "train_loss_step": 1.797390341758728, "n_params": 4305940, "total_flops": 30953163571200000, "train_loss": 0.02523728609085083, "subset_score_loss": 0.02523728609085083}
+{"step": 2350000, "wall_time": 23535.449156045914, "train_loss_step": 2.248293876647949, "n_params": 4305940, "total_flops": 31085442048000000, "train_loss": 0.02557646930217743, "subset_score_loss": 0.02557646930217743}
+{"step": 2360000, "wall_time": 23628.88594031334, "train_loss_step": 2.0461490154266357, "n_params": 4305940, "total_flops": 31217720524800000, "train_loss": 0.025313642621040345, "subset_score_loss": 0.025313642621040345}
+{"step": 2370000, "wall_time": 23721.99613881111, "train_loss_step": 2.0122082233428955, "n_params": 4305940, "total_flops": 31349999001600000, "train_loss": 0.024581265449523926, "subset_score_loss": 0.024581265449523926}
+{"step": 2380000, "wall_time": 23815.207936525345, "train_loss_step": 1.9578522443771362, "n_params": 4305940, "total_flops": 31482277478400000, "train_loss": 0.024764029681682585, "subset_score_loss": 0.024764029681682585}
+{"step": 2390000, "wall_time": 23909.290897369385, "train_loss_step": 2.2028706073760986, "n_params": 4305940, "total_flops": 31614555955200000, "train_loss": 0.024533836543560027, "subset_score_loss": 0.024533836543560027}
+{"step": 2400000, "wall_time": 24066.303685426712, "train_loss_step": 2.1745572090148926, "n_params": 4305940, "total_flops": 31746834432000000, "train_loss": 0.02445387989282608, "subset_score_loss": 0.02445387989282608, "memorization_fraction_pixel": 0.07829999923706055, "mean_nn_ratio_pixel": 0.5278306007385254, "fid": 67.32309313216368}
+{"step": 2410000, "wall_time": 24159.908021450043, "train_loss_step": 2.1461691856384277, "n_params": 4305940, "total_flops": 31879112908800000, "train_loss": 0.024610547721385954, "subset_score_loss": 0.024610547721385954}
+{"step": 2420000, "wall_time": 24251.83605313301, "train_loss_step": 2.254089832305908, "n_params": 4305940, "total_flops": 32011391385600000, "train_loss": 0.024918895959854127, "subset_score_loss": 0.024918895959854127}
+{"step": 2430000, "wall_time": 24345.394448041916, "train_loss_step": 1.9058609008789062, "n_params": 4305940, "total_flops": 32143669862400000, "train_loss": 0.02413307726383209, "subset_score_loss": 0.02413307726383209}
+{"step": 2440000, "wall_time": 24438.837082624435, "train_loss_step": 2.1908059120178223, "n_params": 4305940, "total_flops": 32275948339200000, "train_loss": 0.024025562405586242, "subset_score_loss": 0.024025562405586242}
+{"step": 2450000, "wall_time": 24532.34871816635, "train_loss_step": 1.9691953659057617, "n_params": 4305940, "total_flops": 32408226816000000, "train_loss": 0.02431901842355728, "subset_score_loss": 0.02431901842355728}
+{"step": 2460000, "wall_time": 24625.25590491295, "train_loss_step": 2.208481550216675, "n_params": 4305940, "total_flops": 32540505292800000, "train_loss": 0.02432379275560379, "subset_score_loss": 0.02432379275560379}
+{"step": 2470000, "wall_time": 24718.55717945099, "train_loss_step": 2.0084495544433594, "n_params": 4305940, "total_flops": 32672783769600000, "train_loss": 0.02402515709400177, "subset_score_loss": 0.02402515709400177}
+{"step": 2480000, "wall_time": 24811.65029358864, "train_loss_step": 1.8451393842697144, "n_params": 4305940, "total_flops": 32805062246400000, "train_loss": 0.024104616045951842, "subset_score_loss": 0.024104616045951842}
+{"step": 2490000, "wall_time": 24905.38595557213, "train_loss_step": 1.7315747737884521, "n_params": 4305940, "total_flops": 32937340723200000, "train_loss": 0.02370423823595047, "subset_score_loss": 0.02370423823595047}
+{"step": 2500000, "wall_time": 25057.832023859024, "train_loss_step": 2.067042827606201, "n_params": 4305940, "total_flops": 33069619200000000, "train_loss": 0.02424188107252121, "subset_score_loss": 0.02424188107252121, "memorization_fraction_pixel": 0.07259999960660934, "mean_nn_ratio_pixel": 0.5250264406204224, "fid": 68.31435182095504}
+{"step": 2510000, "wall_time": 25151.59797525406, "train_loss_step": 1.8852331638336182, "n_params": 4305940, "total_flops": 33201897676800000, "train_loss": 0.02353718727827072, "subset_score_loss": 0.02353718727827072}
+{"step": 2520000, "wall_time": 25243.518638134003, "train_loss_step": 1.9124549627304077, "n_params": 4305940, "total_flops": 33334176153600000, "train_loss": 0.023287324607372283, "subset_score_loss": 0.023287324607372283}
+{"step": 2530000, "wall_time": 25336.809455394745, "train_loss_step": 2.351861000061035, "n_params": 4305940, "total_flops": 33466454630400000, "train_loss": 0.02392994165420532, "subset_score_loss": 0.02392994165420532}
+{"step": 2540000, "wall_time": 25430.322476625443, "train_loss_step": 1.8469393253326416, "n_params": 4305940, "total_flops": 33598733107200000, "train_loss": 0.023280201852321623, "subset_score_loss": 0.023280201852321623}
+{"step": 2550000, "wall_time": 25524.033848285675, "train_loss_step": 1.9943199157714844, "n_params": 4305940, "total_flops": 33731011584000000, "train_loss": 0.02341904640197754, "subset_score_loss": 0.02341904640197754}
+{"step": 2560000, "wall_time": 25617.173914432526, "train_loss_step": 1.9351627826690674, "n_params": 4305940, "total_flops": 33863290060800000, "train_loss": 0.023904187977313994, "subset_score_loss": 0.023904187977313994}
+{"step": 2570000, "wall_time": 25710.77035832405, "train_loss_step": 1.9282784461975098, "n_params": 4305940, "total_flops": 33995568537600000, "train_loss": 0.02344362884759903, "subset_score_loss": 0.02344362884759903}
+{"step": 2580000, "wall_time": 25803.859498739243, "train_loss_step": 2.0419440269470215, "n_params": 4305940, "total_flops": 34127847014400000, "train_loss": 0.023138119280338286, "subset_score_loss": 0.023138119280338286}
+{"step": 2590000, "wall_time": 25897.638081789017, "train_loss_step": 1.9695022106170654, "n_params": 4305940, "total_flops": 34260125491200000, "train_loss": 0.02335521876811981, "subset_score_loss": 0.02335521876811981}
+{"step": 2600000, "wall_time": 26051.43552017212, "train_loss_step": 2.005051851272583, "n_params": 4305940, "total_flops": 34392403968000000, "train_loss": 0.023078638315200805, "subset_score_loss": 0.023078638315200805, "memorization_fraction_pixel": 0.07329999655485153, "mean_nn_ratio_pixel": 0.5180643200874329, "fid": 68.37057397736837}
+{"step": 2610000, "wall_time": 26145.15605044365, "train_loss_step": 1.979487419128418, "n_params": 4305940, "total_flops": 34524682444800000, "train_loss": 0.02283250242471695, "subset_score_loss": 0.02283250242471695}
+{"step": 2620000, "wall_time": 26236.866102218628, "train_loss_step": 2.2082042694091797, "n_params": 4305940, "total_flops": 34656960921600000, "train_loss": 0.0235882431268692, "subset_score_loss": 0.0235882431268692}
+{"step": 2630000, "wall_time": 26330.093809604645, "train_loss_step": 2.0242576599121094, "n_params": 4305940, "total_flops": 34789239398400000, "train_loss": 0.023318807780742645, "subset_score_loss": 0.023318807780742645}
+{"step": 2640000, "wall_time": 26423.702444791794, "train_loss_step": 1.9010412693023682, "n_params": 4305940, "total_flops": 34921517875200000, "train_loss": 0.022523298859596252, "subset_score_loss": 0.022523298859596252}
+{"step": 2650000, "wall_time": 26517.16780614853, "train_loss_step": 2.118140697479248, "n_params": 4305940, "total_flops": 35053796352000000, "train_loss": 0.02242101579904556, "subset_score_loss": 0.02242101579904556}
+{"step": 2660000, "wall_time": 26610.524531841278, "train_loss_step": 2.258591890335083, "n_params": 4305940, "total_flops": 35186074828800000, "train_loss": 0.022651036083698273, "subset_score_loss": 0.022651036083698273}
+{"step": 2670000, "wall_time": 26703.72039937973, "train_loss_step": 2.1201281547546387, "n_params": 4305940, "total_flops": 35318353305600000, "train_loss": 0.02291627675294876, "subset_score_loss": 0.02291627675294876}
+{"step": 2680000, "wall_time": 26796.162611484528, "train_loss_step": 2.2031679153442383, "n_params": 4305940, "total_flops": 35450631782400000, "train_loss": 0.02258961647748947, "subset_score_loss": 0.02258961647748947}
+{"step": 2690000, "wall_time": 26889.626034975052, "train_loss_step": 1.8969286680221558, "n_params": 4305940, "total_flops": 35582910259200000, "train_loss": 0.022490008175373076, "subset_score_loss": 0.022490008175373076}
+{"step": 2700000, "wall_time": 27045.30516242981, "train_loss_step": 1.9676539897918701, "n_params": 4305940, "total_flops": 35715188736000000, "train_loss": 0.022379186749458314, "subset_score_loss": 0.022379186749458314, "memorization_fraction_pixel": 0.07360000163316727, "mean_nn_ratio_pixel": 0.5191881060600281, "fid": 67.69358323284159}
+{"step": 2710000, "wall_time": 27139.023634672165, "train_loss_step": 1.7577382326126099, "n_params": 4305940, "total_flops": 35847467212800000, "train_loss": 0.022660154104232787, "subset_score_loss": 0.022660154104232787}
+{"step": 2720000, "wall_time": 27231.16658949852, "train_loss_step": 2.221635341644287, "n_params": 4305940, "total_flops": 35979745689600000, "train_loss": 0.022548770904541014, "subset_score_loss": 0.022548770904541014}
+{"step": 2730000, "wall_time": 27324.755012989044, "train_loss_step": 2.201688289642334, "n_params": 4305940, "total_flops": 36112024166400000, "train_loss": 0.022300678491592407, "subset_score_loss": 0.022300678491592407}
+{"step": 2740000, "wall_time": 27418.52501630783, "train_loss_step": 2.1705446243286133, "n_params": 4305940, "total_flops": 36244302643200000, "train_loss": 0.022148749232292174, "subset_score_loss": 0.022148749232292174}
+{"step": 2750000, "wall_time": 27511.6921210289, "train_loss_step": 2.0050134658813477, "n_params": 4305940, "total_flops": 36376581120000000, "train_loss": 0.021947398781776428, "subset_score_loss": 0.021947398781776428}
+{"step": 2760000, "wall_time": 27605.042180776596, "train_loss_step": 1.96018648147583, "n_params": 4305940, "total_flops": 36508859596800000, "train_loss": 0.02223467379808426, "subset_score_loss": 0.02223467379808426}
+{"step": 2770000, "wall_time": 27697.724102258682, "train_loss_step": 1.8300197124481201, "n_params": 4305940, "total_flops": 36641138073600000, "train_loss": 0.02199297845363617, "subset_score_loss": 0.02199297845363617}
+{"step": 2780000, "wall_time": 27791.25559258461, "train_loss_step": 1.9690344333648682, "n_params": 4305940, "total_flops": 36773416550400000, "train_loss": 0.021542207896709444, "subset_score_loss": 0.021542207896709444}
+{"step": 2790000, "wall_time": 27884.87367630005, "train_loss_step": 1.757260799407959, "n_params": 4305940, "total_flops": 36905695027200000, "train_loss": 0.021768079698085786, "subset_score_loss": 0.021768079698085786}
+{"step": 2800000, "wall_time": 28038.873756170273, "train_loss_step": 2.0609970092773438, "n_params": 4305940, "total_flops": 37037973504000000, "train_loss": 0.022059866786003114, "subset_score_loss": 0.022059866786003114, "memorization_fraction_pixel": 0.0737999975681305, "mean_nn_ratio_pixel": 0.5167584419250488, "fid": 67.60556182002341}
+{"step": 2810000, "wall_time": 28131.256409406662, "train_loss_step": 2.1267929077148438, "n_params": 4305940, "total_flops": 37170251980800000, "train_loss": 0.021864408254623414, "subset_score_loss": 0.021864408254623414}
+{"step": 2820000, "wall_time": 28223.06666278839, "train_loss_step": 1.8966076374053955, "n_params": 4305940, "total_flops": 37302530457600000, "train_loss": 0.02205575555562973, "subset_score_loss": 0.02205575555562973}
+{"step": 2830000, "wall_time": 28316.526786088943, "train_loss_step": 2.1640501022338867, "n_params": 4305940, "total_flops": 37434808934400000, "train_loss": 0.021651704609394074, "subset_score_loss": 0.021651704609394074}
+{"step": 2840000, "wall_time": 28409.88450050354, "train_loss_step": 1.9649536609649658, "n_params": 4305940, "total_flops": 37567087411200000, "train_loss": 0.021450461447238924, "subset_score_loss": 0.021450461447238924}
+{"step": 2850000, "wall_time": 28503.11048555374, "train_loss_step": 2.0091800689697266, "n_params": 4305940, "total_flops": 37699365888000000, "train_loss": 0.021471747756004335, "subset_score_loss": 0.021471747756004335}
+{"step": 2860000, "wall_time": 28596.38991045952, "train_loss_step": 2.0826170444488525, "n_params": 4305940, "total_flops": 37831644364800000, "train_loss": 0.021197646856307983, "subset_score_loss": 0.021197646856307983}
+{"step": 2870000, "wall_time": 28689.273373126984, "train_loss_step": 1.9668887853622437, "n_params": 4305940, "total_flops": 37963922841600000, "train_loss": 0.021429894864559172, "subset_score_loss": 0.021429894864559172}
+{"step": 2880000, "wall_time": 28782.76273703575, "train_loss_step": 2.031125545501709, "n_params": 4305940, "total_flops": 38096201318400000, "train_loss": 0.02125358134508133, "subset_score_loss": 0.02125358134508133}
+{"step": 2890000, "wall_time": 28874.57718014717, "train_loss_step": 2.084536552429199, "n_params": 4305940, "total_flops": 38228479795200000, "train_loss": 0.021525411307811736, "subset_score_loss": 0.021525411307811736}
+{"step": 2900000, "wall_time": 29031.824632406235, "train_loss_step": 1.8265407085418701, "n_params": 4305940, "total_flops": 38360758272000000, "train_loss": 0.021408316493034363, "subset_score_loss": 0.021408316493034363, "memorization_fraction_pixel": 0.08219999819993973, "mean_nn_ratio_pixel": 0.5092089772224426, "fid": 67.39325155670714}
+{"step": 2910000, "wall_time": 29124.324384450912, "train_loss_step": 2.181642770767212, "n_params": 4305940, "total_flops": 38493036748800000, "train_loss": 0.021253429353237152, "subset_score_loss": 0.021253429353237152}
+{"step": 2920000, "wall_time": 29216.441087961197, "train_loss_step": 2.190506935119629, "n_params": 4305940, "total_flops": 38625315225600000, "train_loss": 0.02139582931995392, "subset_score_loss": 0.02139582931995392}
+{"step": 2930000, "wall_time": 29309.97317814827, "train_loss_step": 1.9344372749328613, "n_params": 4305940, "total_flops": 38757593702400000, "train_loss": 0.02102910280227661, "subset_score_loss": 0.02102910280227661}
+{"step": 2940000, "wall_time": 29403.73312520981, "train_loss_step": 2.225215435028076, "n_params": 4305940, "total_flops": 38889872179200000, "train_loss": 0.02088788151741028, "subset_score_loss": 0.02088788151741028}
+{"step": 2950000, "wall_time": 29497.10742211342, "train_loss_step": 1.9840211868286133, "n_params": 4305940, "total_flops": 39022150656000000, "train_loss": 0.020995673537254334, "subset_score_loss": 0.020995673537254334}
+{"step": 2960000, "wall_time": 29590.768535375595, "train_loss_step": 1.7626378536224365, "n_params": 4305940, "total_flops": 39154429132800000, "train_loss": 0.020801794528961182, "subset_score_loss": 0.020801794528961182}
+{"step": 2970000, "wall_time": 29684.225115299225, "train_loss_step": 1.873788833618164, "n_params": 4305940, "total_flops": 39286707609600000, "train_loss": 0.021184867620468138, "subset_score_loss": 0.021184867620468138}
+{"step": 2980000, "wall_time": 29778.62720155716, "train_loss_step": 1.9862840175628662, "n_params": 4305940, "total_flops": 39418986086400000, "train_loss": 0.020682187378406526, "subset_score_loss": 0.020682187378406526}
+{"step": 2990000, "wall_time": 29868.50096821785, "train_loss_step": 2.0523059368133545, "n_params": 4305940, "total_flops": 39551264563200000, "train_loss": 0.020974290370941163, "subset_score_loss": 0.020974290370941163}
+{"step": 3000000, "wall_time": 30036.458096265793, "train_loss_step": 1.906205415725708, "n_params": 4305940, "total_flops": 39683543040000000, "train_loss": 0.020974986255168915, "subset_score_loss": 0.020974986255168915, "memorization_fraction_pixel": 0.07280000299215317, "mean_nn_ratio_pixel": 0.5107834935188293, "fid": 66.86392903670104}
+{"step": 3010000, "wall_time": 30130.032321691513, "train_loss_step": 2.0770423412323, "n_params": 4305940, "total_flops": 39815821516800000, "train_loss": 0.020493793487548827, "subset_score_loss": 0.020493793487548827}
+{"step": 3020000, "wall_time": 30223.246417999268, "train_loss_step": 2.1172690391540527, "n_params": 4305940, "total_flops": 39948099993600000, "train_loss": 0.020844978094100953, "subset_score_loss": 0.020844978094100953}
+{"step": 3030000, "wall_time": 30318.031763076782, "train_loss_step": 2.155797004699707, "n_params": 4305940, "total_flops": 40080378470400000, "train_loss": 0.020716272294521332, "subset_score_loss": 0.020716272294521332}
+{"step": 3040000, "wall_time": 30413.00475215912, "train_loss_step": 1.9895509481430054, "n_params": 4305940, "total_flops": 40212656947200000, "train_loss": 0.020794148743152618, "subset_score_loss": 0.020794148743152618}
+{"step": 3050000, "wall_time": 30507.959619283676, "train_loss_step": 1.9166285991668701, "n_params": 4305940, "total_flops": 40344935424000000, "train_loss": 0.020373862981796265, "subset_score_loss": 0.020373862981796265}
+{"step": 3060000, "wall_time": 30601.987043857574, "train_loss_step": 1.9326289892196655, "n_params": 4305940, "total_flops": 40477213900800000, "train_loss": 0.02055931240320206, "subset_score_loss": 0.02055931240320206}
+{"step": 3070000, "wall_time": 30697.233558416367, "train_loss_step": 2.058291435241699, "n_params": 4305940, "total_flops": 40609492377600000, "train_loss": 0.020654629170894622, "subset_score_loss": 0.020654629170894622}
+{"step": 3080000, "wall_time": 30791.556455373764, "train_loss_step": 1.95480477809906, "n_params": 4305940, "total_flops": 40741770854400000, "train_loss": 0.020339174568653105, "subset_score_loss": 0.020339174568653105}
+{"step": 3090000, "wall_time": 30874.303832530975, "train_loss_step": 2.0453317165374756, "n_params": 4305940, "total_flops": 40874049331200000, "train_loss": 0.02028455287218094, "subset_score_loss": 0.02028455287218094}
+{"step": 3100000, "wall_time": 31042.330843925476, "train_loss_step": 1.8844633102416992, "n_params": 4305940, "total_flops": 41006327808000000, "train_loss": 0.020222778618335723, "subset_score_loss": 0.020222778618335723, "memorization_fraction_pixel": 0.08780000358819962, "mean_nn_ratio_pixel": 0.5016688704490662, "fid": 67.69907713360661}
+{"step": 3110000, "wall_time": 31138.300988674164, "train_loss_step": 1.8775520324707031, "n_params": 4305940, "total_flops": 41138606284800000, "train_loss": 0.020211893320083617, "subset_score_loss": 0.020211893320083617}
+{"step": 3120000, "wall_time": 31229.855694055557, "train_loss_step": 2.3785042762756348, "n_params": 4305940, "total_flops": 41270884761600000, "train_loss": 0.02014295756816864, "subset_score_loss": 0.02014295756816864}
+{"step": 3130000, "wall_time": 31323.60012960434, "train_loss_step": 1.9282832145690918, "n_params": 4305940, "total_flops": 41403163238400000, "train_loss": 0.019837915897369385, "subset_score_loss": 0.019837915897369385}
+{"step": 3140000, "wall_time": 31418.745973587036, "train_loss_step": 2.0116541385650635, "n_params": 4305940, "total_flops": 41535441715200000, "train_loss": 0.02017034441232681, "subset_score_loss": 0.02017034441232681}
+{"step": 3150000, "wall_time": 31513.65604186058, "train_loss_step": 1.8692117929458618, "n_params": 4305940, "total_flops": 41667720192000000, "train_loss": 0.020230968296527863, "subset_score_loss": 0.020230968296527863}
+{"step": 3160000, "wall_time": 31608.406462669373, "train_loss_step": 1.9293925762176514, "n_params": 4305940, "total_flops": 41799998668800000, "train_loss": 0.019884030520915984, "subset_score_loss": 0.019884030520915984}
+{"step": 3170000, "wall_time": 31703.356693029404, "train_loss_step": 2.1159539222717285, "n_params": 4305940, "total_flops": 41932277145600000, "train_loss": 0.019499485194683076, "subset_score_loss": 0.019499485194683076}
+{"step": 3180000, "wall_time": 31797.119570732117, "train_loss_step": 2.1057474613189697, "n_params": 4305940, "total_flops": 42064555622400000, "train_loss": 0.019621077179908752, "subset_score_loss": 0.019621077179908752}
+{"step": 3190000, "wall_time": 31884.524020910263, "train_loss_step": 2.0189082622528076, "n_params": 4305940, "total_flops": 42196834099200000, "train_loss": 0.01966133862733841, "subset_score_loss": 0.01966133862733841}
+{"step": 3200000, "wall_time": 32052.183567762375, "train_loss_step": 2.1358284950256348, "n_params": 4305940, "total_flops": 42329112576000000, "train_loss": 0.019869059324264526, "subset_score_loss": 0.019869059324264526, "memorization_fraction_pixel": 0.08320000022649765, "mean_nn_ratio_pixel": 0.49970775842666626, "fid": 67.44983854696702}
+{"step": 3210000, "wall_time": 32147.607072114944, "train_loss_step": 1.9643653631210327, "n_params": 4305940, "total_flops": 42461391052800000, "train_loss": 0.01957913041114807, "subset_score_loss": 0.01957913041114807}
+{"step": 3220000, "wall_time": 32238.69561266899, "train_loss_step": 1.9443590641021729, "n_params": 4305940, "total_flops": 42593669529600000, "train_loss": 0.019422057271003722, "subset_score_loss": 0.019422057271003722}
+{"step": 3230000, "wall_time": 32333.56755924225, "train_loss_step": 2.0061206817626953, "n_params": 4305940, "total_flops": 42725948006400000, "train_loss": 0.019527991116046906, "subset_score_loss": 0.019527991116046906}
+{"step": 3240000, "wall_time": 32428.309789657593, "train_loss_step": 2.048753261566162, "n_params": 4305940, "total_flops": 42858226483200000, "train_loss": 0.019731870293617247, "subset_score_loss": 0.019731870293617247}
+{"step": 3250000, "wall_time": 32522.676911354065, "train_loss_step": 1.973433017730713, "n_params": 4305940, "total_flops": 42990504960000000, "train_loss": 0.01933017522096634, "subset_score_loss": 0.01933017522096634}
+{"step": 3260000, "wall_time": 32618.08108305931, "train_loss_step": 2.0816047191619873, "n_params": 4305940, "total_flops": 43122783436800000, "train_loss": 0.019522128999233244, "subset_score_loss": 0.019522128999233244}
+{"step": 3270000, "wall_time": 32713.16107225418, "train_loss_step": 1.844564437866211, "n_params": 4305940, "total_flops": 43255061913600000, "train_loss": 0.01971188485622406, "subset_score_loss": 0.01971188485622406}
+{"step": 3280000, "wall_time": 32799.806311130524, "train_loss_step": 2.074282646179199, "n_params": 4305940, "total_flops": 43387340390400000, "train_loss": 0.019191095232963563, "subset_score_loss": 0.019191095232963563}
+{"step": 3290000, "wall_time": 32887.09889936447, "train_loss_step": 2.0613598823547363, "n_params": 4305940, "total_flops": 43519618867200000, "train_loss": 0.019548624753952026, "subset_score_loss": 0.019548624753952026}
+{"step": 3300000, "wall_time": 33091.718891859055, "train_loss_step": 1.8678315877914429, "n_params": 4305940, "total_flops": 43651897344000000, "train_loss": 0.019484269618988036, "subset_score_loss": 0.019484269618988036, "memorization_fraction_pixel": 0.07760000228881836, "mean_nn_ratio_pixel": 0.5063069462776184, "fid": 68.04539890383376}
+{"step": 3310000, "wall_time": 33184.4956240654, "train_loss_step": 1.7992525100708008, "n_params": 4305940, "total_flops": 43784175820800000, "train_loss": 0.01920901834964752, "subset_score_loss": 0.01920901834964752}
+{"step": 3320000, "wall_time": 33278.506372213364, "train_loss_step": 2.0032448768615723, "n_params": 4305940, "total_flops": 43916454297600000, "train_loss": 0.019254736602306366, "subset_score_loss": 0.019254736602306366}
+{"step": 3330000, "wall_time": 33373.7299592495, "train_loss_step": 2.175929546356201, "n_params": 4305940, "total_flops": 44048732774400000, "train_loss": 0.01932663917541504, "subset_score_loss": 0.01932663917541504}
+{"step": 3340000, "wall_time": 33467.85818219185, "train_loss_step": 1.8082923889160156, "n_params": 4305940, "total_flops": 44181011251200000, "train_loss": 0.018922807276248933, "subset_score_loss": 0.018922807276248933}
+{"step": 3350000, "wall_time": 33562.198991298676, "train_loss_step": 1.98903489112854, "n_params": 4305940, "total_flops": 44313289728000000, "train_loss": 0.018920901417732238, "subset_score_loss": 0.018920901417732238}
+{"step": 3360000, "wall_time": 33657.48667764664, "train_loss_step": 2.091254711151123, "n_params": 4305940, "total_flops": 44445568204800000, "train_loss": 0.01885947734117508, "subset_score_loss": 0.01885947734117508}
+{"step": 3370000, "wall_time": 33752.435586214066, "train_loss_step": 2.0627312660217285, "n_params": 4305940, "total_flops": 44577846681600000, "train_loss": 0.018864649534225463, "subset_score_loss": 0.018864649534225463}
+{"step": 3380000, "wall_time": 33830.563374996185, "train_loss_step": 1.8095366954803467, "n_params": 4305940, "total_flops": 44710125158400000, "train_loss": 0.018479399383068085, "subset_score_loss": 0.018479399383068085}
+{"step": 3390000, "wall_time": 33923.222490787506, "train_loss_step": 1.8078722953796387, "n_params": 4305940, "total_flops": 44842403635200000, "train_loss": 0.019257962703704834, "subset_score_loss": 0.019257962703704834}
+{"step": 3400000, "wall_time": 34118.39629483223, "train_loss_step": 1.946719765663147, "n_params": 4305940, "total_flops": 44974682112000000, "train_loss": 0.018652832508087157, "subset_score_loss": 0.018652832508087157, "memorization_fraction_pixel": 0.07810000330209732, "mean_nn_ratio_pixel": 0.4977620244026184, "fid": 67.17449970624149}
+{"step": 3410000, "wall_time": 34211.28776192665, "train_loss_step": 1.845460057258606, "n_params": 4305940, "total_flops": 45106960588800000, "train_loss": 0.01890611946582794, "subset_score_loss": 0.01890611946582794}
+{"step": 3420000, "wall_time": 34304.66001915932, "train_loss_step": 2.208430290222168, "n_params": 4305940, "total_flops": 45239239065600000, "train_loss": 0.01879807561635971, "subset_score_loss": 0.01879807561635971}
+{"step": 3430000, "wall_time": 34399.79706764221, "train_loss_step": 1.758554220199585, "n_params": 4305940, "total_flops": 45371517542400000, "train_loss": 0.018401624262332918, "subset_score_loss": 0.018401624262332918}
+{"step": 3440000, "wall_time": 34494.04896903038, "train_loss_step": 2.1139285564422607, "n_params": 4305940, "total_flops": 45503796019200000, "train_loss": 0.01894531100988388, "subset_score_loss": 0.01894531100988388}
+{"step": 3450000, "wall_time": 34589.075291633606, "train_loss_step": 2.0585274696350098, "n_params": 4305940, "total_flops": 45636074496000000, "train_loss": 0.01867019385099411, "subset_score_loss": 0.01867019385099411}
+{"step": 3460000, "wall_time": 34684.092390060425, "train_loss_step": 2.149097204208374, "n_params": 4305940, "total_flops": 45768352972800000, "train_loss": 0.018347330391407013, "subset_score_loss": 0.018347330391407013}
+{"step": 3470000, "wall_time": 34776.12932419777, "train_loss_step": 1.9803277254104614, "n_params": 4305940, "total_flops": 45900631449600000, "train_loss": 0.018509247899055482, "subset_score_loss": 0.018509247899055482}
+{"step": 3480000, "wall_time": 34856.124019384384, "train_loss_step": 1.9177055358886719, "n_params": 4305940, "total_flops": 46032909926400000, "train_loss": 0.018113937973976136, "subset_score_loss": 0.018113937973976136}
+{"step": 3490000, "wall_time": 34949.129836797714, "train_loss_step": 2.140984535217285, "n_params": 4305940, "total_flops": 46165188403200000, "train_loss": 0.01848536729812622, "subset_score_loss": 0.01848536729812622}
+{"step": 3500000, "wall_time": 35146.52231287956, "train_loss_step": 1.8865962028503418, "n_params": 4305940, "total_flops": 46297466880000000, "train_loss": 0.018153108656406403, "subset_score_loss": 0.018153108656406403, "memorization_fraction_pixel": 0.08510000258684158, "mean_nn_ratio_pixel": 0.49745264649391174, "fid": 67.21948953180103}
+{"step": 3510000, "wall_time": 35239.91424226761, "train_loss_step": 1.7407751083374023, "n_params": 4305940, "total_flops": 46429745356800000, "train_loss": 0.018302060663700104, "subset_score_loss": 0.018302060663700104}
+{"step": 3520000, "wall_time": 35333.16102027893, "train_loss_step": 2.1398534774780273, "n_params": 4305940, "total_flops": 46562023833600000, "train_loss": 0.018200448155403136, "subset_score_loss": 0.018200448155403136}
+{"step": 3530000, "wall_time": 35427.64413547516, "train_loss_step": 2.116179943084717, "n_params": 4305940, "total_flops": 46694302310400000, "train_loss": 0.0185483381152153, "subset_score_loss": 0.0185483381152153}
+{"step": 3540000, "wall_time": 35522.38178420067, "train_loss_step": 2.163454055786133, "n_params": 4305940, "total_flops": 46826580787200000, "train_loss": 0.018450894951820375, "subset_score_loss": 0.018450894951820375}
+{"step": 3550000, "wall_time": 35617.09004282951, "train_loss_step": 2.041689395904541, "n_params": 4305940, "total_flops": 46958859264000000, "train_loss": 0.018112857639789582, "subset_score_loss": 0.018112857639789582}
+{"step": 3560000, "wall_time": 35712.23356485367, "train_loss_step": 1.9285022020339966, "n_params": 4305940, "total_flops": 47091137740800000, "train_loss": 0.018345780670642853, "subset_score_loss": 0.018345780670642853}
+{"step": 3570000, "wall_time": 35799.21845173836, "train_loss_step": 1.916422963142395, "n_params": 4305940, "total_flops": 47223416217600000, "train_loss": 0.018416422605514526, "subset_score_loss": 0.018416422605514526}
+{"step": 3580000, "wall_time": 35885.22847414017, "train_loss_step": 1.9759695529937744, "n_params": 4305940, "total_flops": 47355694694400000, "train_loss": 0.01815769523382187, "subset_score_loss": 0.01815769523382187}
+{"step": 3590000, "wall_time": 35978.33424425125, "train_loss_step": 1.9458386898040771, "n_params": 4305940, "total_flops": 47487973171200000, "train_loss": 0.017982444167137145, "subset_score_loss": 0.017982444167137145}
+{"step": 3600000, "wall_time": 36201.57779169083, "train_loss_step": 1.892127275466919, "n_params": 4305940, "total_flops": 47620251648000000, "train_loss": 0.01798008233308792, "subset_score_loss": 0.01798008233308792, "memorization_fraction_pixel": 0.08500000089406967, "mean_nn_ratio_pixel": 0.49379798769950867, "fid": 67.69148637375581}
+{"step": 3610000, "wall_time": 36297.471277713776, "train_loss_step": 2.067293643951416, "n_params": 4305940, "total_flops": 47752530124800000, "train_loss": 0.018007026612758638, "subset_score_loss": 0.018007026612758638}
+{"step": 3620000, "wall_time": 36390.33883023262, "train_loss_step": 2.147449016571045, "n_params": 4305940, "total_flops": 47884808601600000, "train_loss": 0.018058444559574127, "subset_score_loss": 0.018058444559574127}
+{"step": 3630000, "wall_time": 36485.132279634476, "train_loss_step": 2.0579724311828613, "n_params": 4305940, "total_flops": 48017087078400000, "train_loss": 0.01770710200071335, "subset_score_loss": 0.01770710200071335}
+{"step": 3640000, "wall_time": 36580.75617456436, "train_loss_step": 1.9823781251907349, "n_params": 4305940, "total_flops": 48149365555200000, "train_loss": 0.017712150514125825, "subset_score_loss": 0.017712150514125825}
+{"step": 3650000, "wall_time": 36675.961777210236, "train_loss_step": 2.116705894470215, "n_params": 4305940, "total_flops": 48281644032000000, "train_loss": 0.0179010346531868, "subset_score_loss": 0.0179010346531868}
+{"step": 3660000, "wall_time": 36768.66204428673, "train_loss_step": 2.0308585166931152, "n_params": 4305940, "total_flops": 48413922508800000, "train_loss": 0.01793554574251175, "subset_score_loss": 0.01793554574251175}
+{"step": 3670000, "wall_time": 36853.35384488106, "train_loss_step": 2.112635612487793, "n_params": 4305940, "total_flops": 48546200985600000, "train_loss": 0.018001385033130646, "subset_score_loss": 0.018001385033130646}
+{"step": 3680000, "wall_time": 36947.039583683014, "train_loss_step": 2.052673101425171, "n_params": 4305940, "total_flops": 48678479462400000, "train_loss": 0.017716602981090547, "subset_score_loss": 0.017716602981090547}
+{"step": 3690000, "wall_time": 37040.32065486908, "train_loss_step": 1.9733502864837646, "n_params": 4305940, "total_flops": 48810757939200000, "train_loss": 0.017851772904396056, "subset_score_loss": 0.017851772904396056}
+{"step": 3700000, "wall_time": 37242.36339259148, "train_loss_step": 2.0306577682495117, "n_params": 4305940, "total_flops": 48943036416000000, "train_loss": 0.017577964067459106, "subset_score_loss": 0.017577964067459106, "memorization_fraction_pixel": 0.08429999649524689, "mean_nn_ratio_pixel": 0.49391937255859375, "fid": 67.65285766392287}
+{"step": 3710000, "wall_time": 37337.74517083168, "train_loss_step": 1.8741261959075928, "n_params": 4305940, "total_flops": 49075314892800000, "train_loss": 0.0176382452249527, "subset_score_loss": 0.0176382452249527}
+{"step": 3720000, "wall_time": 37430.56697964668, "train_loss_step": 2.128720998764038, "n_params": 4305940, "total_flops": 49207593369600000, "train_loss": 0.01735851466655731, "subset_score_loss": 0.01735851466655731}
+{"step": 3730000, "wall_time": 37525.72537970543, "train_loss_step": 2.174436092376709, "n_params": 4305940, "total_flops": 49339871846400000, "train_loss": 0.01735026389360428, "subset_score_loss": 0.01735026389360428}
+{"step": 3740000, "wall_time": 37620.67925810814, "train_loss_step": 2.2872533798217773, "n_params": 4305940, "total_flops": 49472150323200000, "train_loss": 0.017497654259204864, "subset_score_loss": 0.017497654259204864}
+{"step": 3750000, "wall_time": 37715.78662109375, "train_loss_step": 2.026516914367676, "n_params": 4305940, "total_flops": 49604428800000000, "train_loss": 0.017508192360401152, "subset_score_loss": 0.017508192360401152}
+{"step": 3760000, "wall_time": 37797.178775310516, "train_loss_step": 1.8784921169281006, "n_params": 4305940, "total_flops": 49736707276800000, "train_loss": 0.017359930276870727, "subset_score_loss": 0.017359930276870727}
+{"step": 3770000, "wall_time": 37884.99232888222, "train_loss_step": 1.9122028350830078, "n_params": 4305940, "total_flops": 49868985753600000, "train_loss": 0.017117948830127717, "subset_score_loss": 0.017117948830127717}
+{"step": 3780000, "wall_time": 37979.414420604706, "train_loss_step": 1.8826158046722412, "n_params": 4305940, "total_flops": 50001264230400000, "train_loss": 0.01724981814622879, "subset_score_loss": 0.01724981814622879}
+{"step": 3790000, "wall_time": 38073.02680706978, "train_loss_step": 1.9683187007904053, "n_params": 4305940, "total_flops": 50133542707200000, "train_loss": 0.01731082797050476, "subset_score_loss": 0.01731082797050476}
+{"step": 3800000, "wall_time": 38258.18566608429, "train_loss_step": 2.127887010574341, "n_params": 4305940, "total_flops": 50265821184000000, "train_loss": 0.01732424646615982, "subset_score_loss": 0.01732424646615982, "memorization_fraction_pixel": 0.08839999884366989, "mean_nn_ratio_pixel": 0.4937112331390381, "fid": 67.35405657932077}
+{"step": 3810000, "wall_time": 38352.476420879364, "train_loss_step": 2.0837090015411377, "n_params": 4305940, "total_flops": 50398099660800000, "train_loss": 0.0168995201587677, "subset_score_loss": 0.0168995201587677}
+{"step": 3820000, "wall_time": 38445.93062162399, "train_loss_step": 2.0480058193206787, "n_params": 4305940, "total_flops": 50530378137600000, "train_loss": 0.01702180802822113, "subset_score_loss": 0.01702180802822113}
+{"step": 3830000, "wall_time": 38540.96595811844, "train_loss_step": 1.991622805595398, "n_params": 4305940, "total_flops": 50662656614400000, "train_loss": 0.01683364063501358, "subset_score_loss": 0.01683364063501358}
+{"step": 3840000, "wall_time": 38636.31499290466, "train_loss_step": 2.052816867828369, "n_params": 4305940, "total_flops": 50794935091200000, "train_loss": 0.017113223671913147, "subset_score_loss": 0.017113223671913147}
+{"step": 3850000, "wall_time": 38731.3373837471, "train_loss_step": 1.907766342163086, "n_params": 4305940, "total_flops": 50927213568000000, "train_loss": 0.0173333078622818, "subset_score_loss": 0.0173333078622818}
+{"step": 3860000, "wall_time": 38814.505776166916, "train_loss_step": 1.8727188110351562, "n_params": 4305940, "total_flops": 51059492044800000, "train_loss": 0.016882799565792084, "subset_score_loss": 0.016882799565792084}
+{"step": 3870000, "wall_time": 38907.73535442352, "train_loss_step": 1.8381706476211548, "n_params": 4305940, "total_flops": 51191770521600000, "train_loss": 0.016877463459968566, "subset_score_loss": 0.016877463459968566}
+{"step": 3880000, "wall_time": 39001.7145075798, "train_loss_step": 2.0328874588012695, "n_params": 4305940, "total_flops": 51324048998400000, "train_loss": 0.016776175796985628, "subset_score_loss": 0.016776175796985628}
+{"step": 3890000, "wall_time": 39096.04892253876, "train_loss_step": 1.8898632526397705, "n_params": 4305940, "total_flops": 51456327475200000, "train_loss": 0.016899748146533965, "subset_score_loss": 0.016899748146533965}
+{"step": 3900000, "wall_time": 39263.30474090576, "train_loss_step": 1.8704534769058228, "n_params": 4305940, "total_flops": 51588605952000000, "train_loss": 0.01692643463611603, "subset_score_loss": 0.01692643463611603, "memorization_fraction_pixel": 0.08990000188350677, "mean_nn_ratio_pixel": 0.4880979061126709, "fid": 67.24254646917751}
+{"step": 3910000, "wall_time": 39357.72485756874, "train_loss_step": 2.140542984008789, "n_params": 4305940, "total_flops": 51720884428800000, "train_loss": 0.01649964302778244, "subset_score_loss": 0.01649964302778244}
+{"step": 3920000, "wall_time": 39451.38792181015, "train_loss_step": 1.9811172485351562, "n_params": 4305940, "total_flops": 51853162905600000, "train_loss": 0.016821448504924775, "subset_score_loss": 0.016821448504924775}
+{"step": 3930000, "wall_time": 39546.48891186714, "train_loss_step": 2.0587830543518066, "n_params": 4305940, "total_flops": 51985441382400000, "train_loss": 0.016862812638282775, "subset_score_loss": 0.016862812638282775}
+{"step": 3940000, "wall_time": 39641.380056619644, "train_loss_step": 1.8501179218292236, "n_params": 4305940, "total_flops": 52117719859200000, "train_loss": 0.01677112877368927, "subset_score_loss": 0.01677112877368927}
+{"step": 3950000, "wall_time": 39736.025872945786, "train_loss_step": 1.9103807210922241, "n_params": 4305940, "total_flops": 52249998336000000, "train_loss": 0.016691148281097412, "subset_score_loss": 0.016691148281097412}
+{"step": 3960000, "wall_time": 39812.953833818436, "train_loss_step": 2.1524085998535156, "n_params": 4305940, "total_flops": 52382276812800000, "train_loss": 0.016576126217842102, "subset_score_loss": 0.016576126217842102}
+{"step": 3970000, "wall_time": 39904.893126010895, "train_loss_step": 2.024834632873535, "n_params": 4305940, "total_flops": 52514555289600000, "train_loss": 0.016473560035228728, "subset_score_loss": 0.016473560035228728}
+{"step": 3980000, "wall_time": 39999.30948638916, "train_loss_step": 1.7684214115142822, "n_params": 4305940, "total_flops": 52646833766400000, "train_loss": 0.01634357124567032, "subset_score_loss": 0.01634357124567032}
+{"step": 3990000, "wall_time": 40094.436547994614, "train_loss_step": 2.1622512340545654, "n_params": 4305940, "total_flops": 52779112243200000, "train_loss": 0.016626535356044768, "subset_score_loss": 0.016626535356044768}
+{"step": 4000000, "wall_time": 40259.81996011734, "train_loss_step": 1.8189525604248047, "n_params": 4305940, "total_flops": 52911390720000000, "train_loss": 0.016387853026390075, "subset_score_loss": 0.016387853026390075, "memorization_fraction_pixel": 0.08380000293254852, "mean_nn_ratio_pixel": 0.49004262685775757, "fid": 67.57972370822506}
+{"step": 4010000, "wall_time": 40355.12476801872, "train_loss_step": 2.1067936420440674, "n_params": 4305940, "total_flops": 53043669196800000, "train_loss": 0.016428467631340028, "subset_score_loss": 0.016428467631340028}
+{"step": 4020000, "wall_time": 40450.973601818085, "train_loss_step": 1.8429306745529175, "n_params": 4305940, "total_flops": 53175947673600000, "train_loss": 0.016029025614261627, "subset_score_loss": 0.016029025614261627}
+{"step": 4030000, "wall_time": 40544.694736003876, "train_loss_step": 2.042726755142212, "n_params": 4305940, "total_flops": 53308226150400000, "train_loss": 0.016392132639884947, "subset_score_loss": 0.016392132639884947}
+{"step": 4040000, "wall_time": 40639.933421850204, "train_loss_step": 1.8452301025390625, "n_params": 4305940, "total_flops": 53440504627200000, "train_loss": 0.016385352611541747, "subset_score_loss": 0.016385352611541747}
+{"step": 4050000, "wall_time": 40735.41665792465, "train_loss_step": 1.9147366285324097, "n_params": 4305940, "total_flops": 53572783104000000, "train_loss": 0.01622406393289566, "subset_score_loss": 0.01622406393289566}
+{"step": 4060000, "wall_time": 40816.584326028824, "train_loss_step": 1.8583447933197021, "n_params": 4305940, "total_flops": 53705061580800000, "train_loss": 0.0163101390004158, "subset_score_loss": 0.0163101390004158}
+{"step": 4070000, "wall_time": 40904.44130516052, "train_loss_step": 2.0574193000793457, "n_params": 4305940, "total_flops": 53837340057600000, "train_loss": 0.016021408140659332, "subset_score_loss": 0.016021408140659332}
+{"step": 4080000, "wall_time": 40998.66931939125, "train_loss_step": 1.948213815689087, "n_params": 4305940, "total_flops": 53969618534400000, "train_loss": 0.016117030382156373, "subset_score_loss": 0.016117030382156373}
+{"step": 4090000, "wall_time": 41093.68024516106, "train_loss_step": 1.7115755081176758, "n_params": 4305940, "total_flops": 54101897011200000, "train_loss": 0.015952369570732115, "subset_score_loss": 0.015952369570732115}
+{"step": 4100000, "wall_time": 41260.07222032547, "train_loss_step": 2.032020092010498, "n_params": 4305940, "total_flops": 54234175488000000, "train_loss": 0.01613059490919113, "subset_score_loss": 0.01613059490919113, "memorization_fraction_pixel": 0.08579999953508377, "mean_nn_ratio_pixel": 0.48703131079673767, "fid": 67.39117038593224}
+{"step": 4110000, "wall_time": 41355.666878938675, "train_loss_step": 2.0531539916992188, "n_params": 4305940, "total_flops": 54366453964800000, "train_loss": 0.015928681194782256, "subset_score_loss": 0.015928681194782256}
+{"step": 4120000, "wall_time": 41451.306143283844, "train_loss_step": 2.098423480987549, "n_params": 4305940, "total_flops": 54498732441600000, "train_loss": 0.016102926433086397, "subset_score_loss": 0.016102926433086397}
+{"step": 4130000, "wall_time": 41545.2687060833, "train_loss_step": 2.0141677856445312, "n_params": 4305940, "total_flops": 54631010918400000, "train_loss": 0.015891441702842714, "subset_score_loss": 0.015891441702842714}
+{"step": 4140000, "wall_time": 41641.140590429306, "train_loss_step": 2.0038130283355713, "n_params": 4305940, "total_flops": 54763289395200000, "train_loss": 0.015973813831806183, "subset_score_loss": 0.015973813831806183}
+{"step": 4150000, "wall_time": 41736.911033153534, "train_loss_step": 2.202207565307617, "n_params": 4305940, "total_flops": 54895567872000000, "train_loss": 0.016485300660133363, "subset_score_loss": 0.016485300660133363}
+{"step": 4160000, "wall_time": 41821.17742180824, "train_loss_step": 2.211308240890503, "n_params": 4305940, "total_flops": 55027846348800000, "train_loss": 0.016115979850292207, "subset_score_loss": 0.016115979850292207}
+{"step": 4170000, "wall_time": 41910.86217546463, "train_loss_step": 2.166304588317871, "n_params": 4305940, "total_flops": 55160124825600000, "train_loss": 0.015907905995845795, "subset_score_loss": 0.015907905995845795}
+{"step": 4180000, "wall_time": 42006.67611861229, "train_loss_step": 1.985123872756958, "n_params": 4305940, "total_flops": 55292403302400000, "train_loss": 0.01597013622522354, "subset_score_loss": 0.01597013622522354}
+{"step": 4190000, "wall_time": 42102.6418967247, "train_loss_step": 2.105088233947754, "n_params": 4305940, "total_flops": 55424681779200000, "train_loss": 0.016075633466243744, "subset_score_loss": 0.016075633466243744}
+{"step": 4200000, "wall_time": 42268.17165541649, "train_loss_step": 2.0069022178649902, "n_params": 4305940, "total_flops": 55556960256000000, "train_loss": 0.016115280985832214, "subset_score_loss": 0.016115280985832214, "memorization_fraction_pixel": 0.08569999784231186, "mean_nn_ratio_pixel": 0.48580098152160645, "fid": 67.20902553263163}
+{"step": 4210000, "wall_time": 42364.1546227932, "train_loss_step": 1.8655788898468018, "n_params": 4305940, "total_flops": 55689238732800000, "train_loss": 0.015677720308303833, "subset_score_loss": 0.015677720308303833}
+{"step": 4220000, "wall_time": 42459.511516571045, "train_loss_step": 2.0336971282958984, "n_params": 4305940, "total_flops": 55821517209600000, "train_loss": 0.015619403123855591, "subset_score_loss": 0.015619403123855591}
+{"step": 4230000, "wall_time": 42553.94686341286, "train_loss_step": 1.9253652095794678, "n_params": 4305940, "total_flops": 55953795686400000, "train_loss": 0.016035065054893494, "subset_score_loss": 0.016035065054893494}
+{"step": 4240000, "wall_time": 42649.0218231678, "train_loss_step": 1.8926126956939697, "n_params": 4305940, "total_flops": 56086074163200000, "train_loss": 0.01606399714946747, "subset_score_loss": 0.01606399714946747}
+{"step": 4250000, "wall_time": 42744.868059158325, "train_loss_step": 1.8772058486938477, "n_params": 4305940, "total_flops": 56218352640000000, "train_loss": 0.015941685438156127, "subset_score_loss": 0.015941685438156127}
+{"step": 4260000, "wall_time": 42827.04302573204, "train_loss_step": 1.9846680164337158, "n_params": 4305940, "total_flops": 56350631116800000, "train_loss": 0.015618255734443665, "subset_score_loss": 0.015618255734443665}
+{"step": 4270000, "wall_time": 42919.01529955864, "train_loss_step": 2.3935537338256836, "n_params": 4305940, "total_flops": 56482909593600000, "train_loss": 0.01548636555671692, "subset_score_loss": 0.01548636555671692}
+{"step": 4280000, "wall_time": 43014.95591259003, "train_loss_step": 1.926086187362671, "n_params": 4305940, "total_flops": 56615188070400000, "train_loss": 0.015487793087959289, "subset_score_loss": 0.015487793087959289}
+{"step": 4290000, "wall_time": 43110.43816590309, "train_loss_step": 1.8257651329040527, "n_params": 4305940, "total_flops": 56747466547200000, "train_loss": 0.015731857717037202, "subset_score_loss": 0.015731857717037202}
+{"step": 4300000, "wall_time": 43275.998227119446, "train_loss_step": 1.7095601558685303, "n_params": 4305940, "total_flops": 56879745024000000, "train_loss": 0.015419869124889374, "subset_score_loss": 0.015419869124889374, "memorization_fraction_pixel": 0.08070000261068344, "mean_nn_ratio_pixel": 0.4855469763278961, "fid": 67.62580813406944}
+{"step": 4310000, "wall_time": 43372.222707271576, "train_loss_step": 2.046064853668213, "n_params": 4305940, "total_flops": 57012023500800000, "train_loss": 0.015555031597614288, "subset_score_loss": 0.015555031597614288}
+{"step": 4320000, "wall_time": 43468.14449119568, "train_loss_step": 1.7679286003112793, "n_params": 4305940, "total_flops": 57144301977600000, "train_loss": 0.01538064181804657, "subset_score_loss": 0.01538064181804657}
+{"step": 4330000, "wall_time": 43564.5485868454, "train_loss_step": 2.1555752754211426, "n_params": 4305940, "total_flops": 57276580454400000, "train_loss": 0.015384158492088318, "subset_score_loss": 0.015384158492088318}
+{"step": 4340000, "wall_time": 43658.3985683918, "train_loss_step": 2.2183165550231934, "n_params": 4305940, "total_flops": 57408858931200000, "train_loss": 0.015335813164710999, "subset_score_loss": 0.015335813164710999}
+{"step": 4350000, "wall_time": 43753.862122774124, "train_loss_step": 2.2551097869873047, "n_params": 4305940, "total_flops": 57541137408000000, "train_loss": 0.015298880636692047, "subset_score_loss": 0.015298880636692047}
+{"step": 4360000, "wall_time": 43833.79503726959, "train_loss_step": 2.09511137008667, "n_params": 4305940, "total_flops": 57673415884800000, "train_loss": 0.015584266185760498, "subset_score_loss": 0.015584266185760498}
+{"step": 4370000, "wall_time": 43929.16741394997, "train_loss_step": 2.072010040283203, "n_params": 4305940, "total_flops": 57805694361600000, "train_loss": 0.015127933025360108, "subset_score_loss": 0.015127933025360108}
+{"step": 4380000, "wall_time": 44023.65712118149, "train_loss_step": 2.2184858322143555, "n_params": 4305940, "total_flops": 57937972838400000, "train_loss": 0.015215277671813965, "subset_score_loss": 0.015215277671813965}
+{"step": 4390000, "wall_time": 44118.66148495674, "train_loss_step": 1.8567836284637451, "n_params": 4305940, "total_flops": 58070251315200000, "train_loss": 0.015260905027389526, "subset_score_loss": 0.015260905027389526}
+{"step": 4400000, "wall_time": 44285.332866191864, "train_loss_step": 2.081688404083252, "n_params": 4305940, "total_flops": 58202529792000000, "train_loss": 0.015549030900001527, "subset_score_loss": 0.015549030900001527, "memorization_fraction_pixel": 0.09470000118017197, "mean_nn_ratio_pixel": 0.48252928256988525, "fid": 66.90127417430645}
+{"step": 4410000, "wall_time": 44380.85593676567, "train_loss_step": 1.9460268020629883, "n_params": 4305940, "total_flops": 58334808268800000, "train_loss": 0.01531408429145813, "subset_score_loss": 0.01531408429145813}
+{"step": 4420000, "wall_time": 44476.43667149544, "train_loss_step": 1.9818158149719238, "n_params": 4305940, "total_flops": 58467086745600000, "train_loss": 0.014942358434200286, "subset_score_loss": 0.014942358434200286}
+{"step": 4430000, "wall_time": 44572.30199599266, "train_loss_step": 2.1150436401367188, "n_params": 4305940, "total_flops": 58599365222400000, "train_loss": 0.015205265581607818, "subset_score_loss": 0.015205265581607818}
+{"step": 4440000, "wall_time": 44666.32034921646, "train_loss_step": 2.0019872188568115, "n_params": 4305940, "total_flops": 58731643699200000, "train_loss": 0.01514049768447876, "subset_score_loss": 0.01514049768447876}
+{"step": 4450000, "wall_time": 44760.65750217438, "train_loss_step": 2.230487108230591, "n_params": 4305940, "total_flops": 58863922176000000, "train_loss": 0.015169492363929749, "subset_score_loss": 0.015169492363929749}
+{"step": 4460000, "wall_time": 44839.99699497223, "train_loss_step": 1.872081995010376, "n_params": 4305940, "total_flops": 58996200652800000, "train_loss": 0.015200647711753845, "subset_score_loss": 0.015200647711753845}
+{"step": 4470000, "wall_time": 44933.45309185982, "train_loss_step": 2.0775716304779053, "n_params": 4305940, "total_flops": 59128479129600000, "train_loss": 0.015258394181728363, "subset_score_loss": 0.015258394181728363}
+{"step": 4480000, "wall_time": 45027.3968064785, "train_loss_step": 2.0857391357421875, "n_params": 4305940, "total_flops": 59260757606400000, "train_loss": 0.01536361426115036, "subset_score_loss": 0.01536361426115036}
+{"step": 4490000, "wall_time": 45121.33859729767, "train_loss_step": 1.8075714111328125, "n_params": 4305940, "total_flops": 59393036083200000, "train_loss": 0.014961552619934083, "subset_score_loss": 0.014961552619934083}
+{"step": 4500000, "wall_time": 45290.04211473465, "train_loss_step": 1.8368592262268066, "n_params": 4305940, "total_flops": 59525314560000000, "train_loss": 0.015074695646762847, "subset_score_loss": 0.015074695646762847, "memorization_fraction_pixel": 0.09040000289678574, "mean_nn_ratio_pixel": 0.4826076030731201, "fid": 67.38751782712303}
+{"step": 4510000, "wall_time": 45384.90053009987, "train_loss_step": 1.6908208131790161, "n_params": 4305940, "total_flops": 59657593036800000, "train_loss": 0.014903128147125244, "subset_score_loss": 0.014903128147125244}
+{"step": 4520000, "wall_time": 45481.00231695175, "train_loss_step": 1.8584003448486328, "n_params": 4305940, "total_flops": 59789871513600000, "train_loss": 0.015274854004383087, "subset_score_loss": 0.015274854004383087}
+{"step": 4530000, "wall_time": 45577.034317970276, "train_loss_step": 2.0633544921875, "n_params": 4305940, "total_flops": 59922149990400000, "train_loss": 0.01497042179107666, "subset_score_loss": 0.01497042179107666}
+{"step": 4540000, "wall_time": 45672.83395075798, "train_loss_step": 1.8309578895568848, "n_params": 4305940, "total_flops": 60054428467200000, "train_loss": 0.01476486623287201, "subset_score_loss": 0.01476486623287201}
+{"step": 4550000, "wall_time": 45765.927228450775, "train_loss_step": 2.1214466094970703, "n_params": 4305940, "total_flops": 60186706944000000, "train_loss": 0.014854529500007629, "subset_score_loss": 0.014854529500007629}
+{"step": 4560000, "wall_time": 45848.049001693726, "train_loss_step": 1.827524185180664, "n_params": 4305940, "total_flops": 60318985420800000, "train_loss": 0.014663122594356537, "subset_score_loss": 0.014663122594356537}
+{"step": 4570000, "wall_time": 45944.526471138, "train_loss_step": 1.9401578903198242, "n_params": 4305940, "total_flops": 60451263897600000, "train_loss": 0.01472354233264923, "subset_score_loss": 0.01472354233264923}
+{"step": 4580000, "wall_time": 46038.19615459442, "train_loss_step": 1.8201298713684082, "n_params": 4305940, "total_flops": 60583542374400000, "train_loss": 0.014837637543678284, "subset_score_loss": 0.014837637543678284}
+{"step": 4590000, "wall_time": 46133.6451215744, "train_loss_step": 2.0817720890045166, "n_params": 4305940, "total_flops": 60715820851200000, "train_loss": 0.014690445363521576, "subset_score_loss": 0.014690445363521576}
+{"step": 4600000, "wall_time": 46302.363631248474, "train_loss_step": 2.0561611652374268, "n_params": 4305940, "total_flops": 60848099328000000, "train_loss": 0.014851590991020203, "subset_score_loss": 0.014851590991020203, "memorization_fraction_pixel": 0.09059999883174896, "mean_nn_ratio_pixel": 0.48152247071266174, "fid": 67.90777550112799}
+{"step": 4610000, "wall_time": 46397.09455537796, "train_loss_step": 2.1525540351867676, "n_params": 4305940, "total_flops": 60980377804800000, "train_loss": 0.014799070358276368, "subset_score_loss": 0.014799070358276368}
+{"step": 4620000, "wall_time": 46493.01560139656, "train_loss_step": 1.8458755016326904, "n_params": 4305940, "total_flops": 61112656281600000, "train_loss": 0.014438001811504364, "subset_score_loss": 0.014438001811504364}
+{"step": 4630000, "wall_time": 46588.71495628357, "train_loss_step": 1.9309983253479004, "n_params": 4305940, "total_flops": 61244934758400000, "train_loss": 0.014609168469905853, "subset_score_loss": 0.014609168469905853}
+{"step": 4640000, "wall_time": 46683.5823802948, "train_loss_step": 2.123839855194092, "n_params": 4305940, "total_flops": 61377213235200000, "train_loss": 0.014599238336086274, "subset_score_loss": 0.014599238336086274}
+{"step": 4650000, "wall_time": 46776.97382593155, "train_loss_step": 1.84766685962677, "n_params": 4305940, "total_flops": 61509491712000000, "train_loss": 0.014625141024589538, "subset_score_loss": 0.014625141024589538}
+{"step": 4660000, "wall_time": 46858.33370947838, "train_loss_step": 2.0080959796905518, "n_params": 4305940, "total_flops": 61641770188800000, "train_loss": 0.014523619413375854, "subset_score_loss": 0.014523619413375854}
+{"step": 4670000, "wall_time": 46954.44685101509, "train_loss_step": 1.8360626697540283, "n_params": 4305940, "total_flops": 61774048665600000, "train_loss": 0.014476165175437927, "subset_score_loss": 0.014476165175437927}
+{"step": 4680000, "wall_time": 47047.36371874809, "train_loss_step": 1.770702838897705, "n_params": 4305940, "total_flops": 61906327142400000, "train_loss": 0.014683157205581665, "subset_score_loss": 0.014683157205581665}
+{"step": 4690000, "wall_time": 47143.07931780815, "train_loss_step": 1.9630999565124512, "n_params": 4305940, "total_flops": 62038605619200000, "train_loss": 0.014435525238513946, "subset_score_loss": 0.014435525238513946}
+{"step": 4700000, "wall_time": 47310.22563409805, "train_loss_step": 1.9846372604370117, "n_params": 4305940, "total_flops": 62170884096000000, "train_loss": 0.014257290959358215, "subset_score_loss": 0.014257290959358215, "memorization_fraction_pixel": 0.09510000050067902, "mean_nn_ratio_pixel": 0.47818881273269653, "fid": 67.804076455754}
+{"step": 4710000, "wall_time": 47405.839432001114, "train_loss_step": 1.846787691116333, "n_params": 4305940, "total_flops": 62303162572800000, "train_loss": 0.014514978229999542, "subset_score_loss": 0.014514978229999542}
+{"step": 4720000, "wall_time": 47500.87279129028, "train_loss_step": 1.8847769498825073, "n_params": 4305940, "total_flops": 62435441049600000, "train_loss": 0.014354056119918824, "subset_score_loss": 0.014354056119918824}
+{"step": 4730000, "wall_time": 47596.24120283127, "train_loss_step": 2.0752644538879395, "n_params": 4305940, "total_flops": 62567719526400000, "train_loss": 0.014476136863231659, "subset_score_loss": 0.014476136863231659}
+{"step": 4740000, "wall_time": 47691.9551217556, "train_loss_step": 1.9936012029647827, "n_params": 4305940, "total_flops": 62699998003200000, "train_loss": 0.014628903567790985, "subset_score_loss": 0.014628903567790985}
+{"step": 4750000, "wall_time": 47786.52200245857, "train_loss_step": 2.2839114665985107, "n_params": 4305940, "total_flops": 62832276480000000, "train_loss": 0.014676432311534881, "subset_score_loss": 0.014676432311534881}
+{"step": 4760000, "wall_time": 47874.25590443611, "train_loss_step": 2.0534610748291016, "n_params": 4305940, "total_flops": 62964554956800000, "train_loss": 0.014389429986476899, "subset_score_loss": 0.014389429986476899}
+{"step": 4770000, "wall_time": 47969.618847608566, "train_loss_step": 1.9834836721420288, "n_params": 4305940, "total_flops": 63096833433600000, "train_loss": 0.014720137417316436, "subset_score_loss": 0.014720137417316436}
+{"step": 4780000, "wall_time": 48063.54919743538, "train_loss_step": 2.0428109169006348, "n_params": 4305940, "total_flops": 63229111910400000, "train_loss": 0.01438646912574768, "subset_score_loss": 0.01438646912574768}
+{"step": 4790000, "wall_time": 48159.78201627731, "train_loss_step": 2.152801990509033, "n_params": 4305940, "total_flops": 63361390387200000, "train_loss": 0.01419694721698761, "subset_score_loss": 0.01419694721698761}
+{"step": 4800000, "wall_time": 48326.84830570221, "train_loss_step": 2.1010751724243164, "n_params": 4305940, "total_flops": 63493668864000000, "train_loss": 0.014516039192676545, "subset_score_loss": 0.014516039192676545, "memorization_fraction_pixel": 0.08969999849796295, "mean_nn_ratio_pixel": 0.47806689143180847, "fid": 67.15484412552962}
+{"step": 4810000, "wall_time": 48422.67327594757, "train_loss_step": 2.06355619430542, "n_params": 4305940, "total_flops": 63625947340800000, "train_loss": 0.013997474312782287, "subset_score_loss": 0.013997474312782287}
+{"step": 4820000, "wall_time": 48517.49940228462, "train_loss_step": 1.969419240951538, "n_params": 4305940, "total_flops": 63758225817600000, "train_loss": 0.014158134162425996, "subset_score_loss": 0.014158134162425996}
+{"step": 4830000, "wall_time": 48612.89900422096, "train_loss_step": 2.02219295501709, "n_params": 4305940, "total_flops": 63890504294400000, "train_loss": 0.01408233940601349, "subset_score_loss": 0.01408233940601349}
+{"step": 4840000, "wall_time": 48708.23649263382, "train_loss_step": 1.939793586730957, "n_params": 4305940, "total_flops": 64022782771200000, "train_loss": 0.014204032719135284, "subset_score_loss": 0.014204032719135284}
+{"step": 4850000, "wall_time": 48794.061949014664, "train_loss_step": 1.838352918624878, "n_params": 4305940, "total_flops": 64155061248000000, "train_loss": 0.014398397505283355, "subset_score_loss": 0.014398397505283355}
+{"step": 4860000, "wall_time": 48870.041633844376, "train_loss_step": 1.9078302383422852, "n_params": 4305940, "total_flops": 64287339724800000, "train_loss": 0.014179582893848418, "subset_score_loss": 0.014179582893848418}
+{"step": 4870000, "wall_time": 48948.21860384941, "train_loss_step": 1.9443821907043457, "n_params": 4305940, "total_flops": 64419618201600000, "train_loss": 0.01440747082233429, "subset_score_loss": 0.01440747082233429}
+{"step": 4880000, "wall_time": 49024.454990148544, "train_loss_step": 2.0213732719421387, "n_params": 4305940, "total_flops": 64551896678400000, "train_loss": 0.014072729647159577, "subset_score_loss": 0.014072729647159577}
+{"step": 4890000, "wall_time": 49102.90544176102, "train_loss_step": 1.9530737400054932, "n_params": 4305940, "total_flops": 64684175155200000, "train_loss": 0.013903899490833283, "subset_score_loss": 0.013903899490833283}
+{"step": 4900000, "wall_time": 49241.1245405674, "train_loss_step": 1.993807315826416, "n_params": 4305940, "total_flops": 64816453632000000, "train_loss": 0.014031115174293517, "subset_score_loss": 0.014031115174293517, "memorization_fraction_pixel": 0.08919999748468399, "mean_nn_ratio_pixel": 0.4781546890735626, "fid": 66.92052409502735}
+{"step": 4910000, "wall_time": 49318.41674518585, "train_loss_step": 2.0516557693481445, "n_params": 4305940, "total_flops": 64948732108800000, "train_loss": 0.014045330882072448, "subset_score_loss": 0.014045330882072448}
+{"step": 4920000, "wall_time": 49396.783222436905, "train_loss_step": 1.9513230323791504, "n_params": 4305940, "total_flops": 65081010585600000, "train_loss": 0.013839130103588105, "subset_score_loss": 0.013839130103588105}
+{"step": 4930000, "wall_time": 49474.76919221878, "train_loss_step": 1.931313157081604, "n_params": 4305940, "total_flops": 65213289062400000, "train_loss": 0.01404658704996109, "subset_score_loss": 0.01404658704996109}
+{"step": 4940000, "wall_time": 49552.94325709343, "train_loss_step": 1.9975643157958984, "n_params": 4305940, "total_flops": 65345567539200000, "train_loss": 0.014032293856143952, "subset_score_loss": 0.014032293856143952}
+{"step": 4950000, "wall_time": 49631.42509102821, "train_loss_step": 1.9275109767913818, "n_params": 4305940, "total_flops": 65477846016000000, "train_loss": 0.013731712102890014, "subset_score_loss": 0.013731712102890014}
+{"step": 4960000, "wall_time": 49707.16416168213, "train_loss_step": 1.9698878526687622, "n_params": 4305940, "total_flops": 65610124492800000, "train_loss": 0.013836352527141571, "subset_score_loss": 0.013836352527141571}
+{"step": 4970000, "wall_time": 49785.668732881546, "train_loss_step": 1.9185374975204468, "n_params": 4305940, "total_flops": 65742402969600000, "train_loss": 0.013836131989955902, "subset_score_loss": 0.013836131989955902}
+{"step": 4980000, "wall_time": 49856.742856264114, "train_loss_step": 1.9823520183563232, "n_params": 4305940, "total_flops": 65874681446400000, "train_loss": 0.01420615315437317, "subset_score_loss": 0.01420615315437317}
+{"step": 4990000, "wall_time": 49915.15126466751, "train_loss_step": 2.0581436157226562, "n_params": 4305940, "total_flops": 66006959923200000, "train_loss": 0.01388048529624939, "subset_score_loss": 0.01388048529624939}
+{"step": 5000000, "wall_time": 49998.51855635643, "train_loss_step": 1.9758832454681396, "n_params": 4305940, "total_flops": 66139238400000000, "train_loss": 0.013758231699466706, "subset_score_loss": 0.013758231699466706, "memorization_fraction_pixel": 0.09260000288486481, "mean_nn_ratio_pixel": 0.4764585494995117, "fid": 67.47949449227767}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d20/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d20/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..fe8545e4d56b8594bb9a9a1a7c71fd66517bd312
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d20/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     72s | train_loss=1.0034 | fid=225.4772
+  step   10000 |    163s | train_loss=0.8829
+  step   20000 |    256s | train_loss=0.8783
+  step   30000 |    349s | train_loss=0.8744
+  step   40000 |    442s | train_loss=0.8688
+  step   50000 |    535s | train_loss=0.8628
+  step   60000 |    628s | train_loss=0.8554
+  step   70000 |    720s | train_loss=0.8444
+  step   80000 |    813s | train_loss=0.8241
+  step   90000 |    906s | train_loss=0.7909
+  step  100000 |   1068s | train_loss=0.7462 | fid=71.4024
+  step  110000 |   1157s | train_loss=0.6856
+  step  120000 |   1250s | train_loss=0.6048
+  step  130000 |   1343s | train_loss=0.5183
+  step  140000 |   1435s | train_loss=0.4334
+  step  150000 |   1529s | train_loss=0.3631
+  step  160000 |   1622s | train_loss=0.3097
+  step  170000 |   1715s | train_loss=0.2704
+  step  180000 |   1809s | train_loss=0.2443
+  step  190000 |   1902s | train_loss=0.2212
+  step  200000 |   2066s | train_loss=0.2073 | fid=71.2299
+  step  210000 |   2157s | train_loss=0.1953
+  step  220000 |   2251s | train_loss=0.1827
+  step  230000 |   2344s | train_loss=0.1742
+  step  240000 |   2438s | train_loss=0.1652
+  step  250000 |   2531s | train_loss=0.1578
+  step  260000 |   2625s | train_loss=0.1521
+  step  270000 |   2719s | train_loss=0.1455
+  step  280000 |   2812s | train_loss=0.1390
+  step  290000 |   2904s | train_loss=0.1357
+  step  300000 |   3070s | train_loss=0.1305 | fid=71.6060
+  step  310000 |   3163s | train_loss=0.1267
+  step  320000 |   3255s | train_loss=0.1222
+  step  330000 |   3349s | train_loss=0.1195
+  step  340000 |   3442s | train_loss=0.1157
+  step  350000 |   3536s | train_loss=0.1117
+  step  360000 |   3630s | train_loss=0.1098
+  step  370000 |   3723s | train_loss=0.1069
+  step  380000 |   3816s | train_loss=0.1040
+  step  390000 |   3908s | train_loss=0.1011
+  step  400000 |   4074s | train_loss=0.0995 | fid=69.0447
+  step  410000 |   4166s | train_loss=0.0968
+  step  420000 |   4259s | train_loss=0.0949
+  step  430000 |   4352s | train_loss=0.0926
+  step  440000 |   4446s | train_loss=0.0902
+  step  450000 |   4540s | train_loss=0.0886
+  step  460000 |   4633s | train_loss=0.0870
+  step  470000 |   4727s | train_loss=0.0864
+  step  480000 |   4817s | train_loss=0.0842
+  step  490000 |   4910s | train_loss=0.0827
+  step  500000 |   5077s | train_loss=0.0811 | fid=68.6743
+  step  510000 |   5168s | train_loss=0.0791
+  step  520000 |   5262s | train_loss=0.0785
+  step  530000 |   5354s | train_loss=0.0773
+  step  540000 |   5447s | train_loss=0.0768
+  step  550000 |   5541s | train_loss=0.0752
+  step  560000 |   5634s | train_loss=0.0743
+  step  570000 |   5727s | train_loss=0.0727
+  step  580000 |   5818s | train_loss=0.0708
+  step  590000 |   5912s | train_loss=0.0711
+  step  600000 |   6077s | train_loss=0.0697 | fid=69.2410
+  step  610000 |   6169s | train_loss=0.0683
+  step  620000 |   6263s | train_loss=0.0677
+  step  630000 |   6355s | train_loss=0.0668
+  step  640000 |   6449s | train_loss=0.0665
+  step  650000 |   6542s | train_loss=0.0649
+  step  660000 |   6636s | train_loss=0.0648
+  step  670000 |   6726s | train_loss=0.0636
+  step  680000 |   6819s | train_loss=0.0627
+  step  690000 |   6913s | train_loss=0.0624
+  step  700000 |   7078s | train_loss=0.0614 | fid=69.3402
+  step  710000 |   7170s | train_loss=0.0613
+  step  720000 |   7263s | train_loss=0.0601
+  step  730000 |   7356s | train_loss=0.0601
+  step  740000 |   7449s | train_loss=0.0587
+  step  750000 |   7543s | train_loss=0.0587
+  step  760000 |   7633s | train_loss=0.0586
+  step  770000 |   7727s | train_loss=0.0569
+  step  780000 |   7820s | train_loss=0.0564
+  step  790000 |   7914s | train_loss=0.0562
+  step  800000 |   8081s | train_loss=0.0554 | fid=69.2346
+  step  810000 |   8173s | train_loss=0.0548
+  step  820000 |   8267s | train_loss=0.0552
+  step  830000 |   8361s | train_loss=0.0540
+  step  840000 |   8453s | train_loss=0.0536
+  step  850000 |   8547s | train_loss=0.0531
+  step  860000 |   8637s | train_loss=0.0521
+  step  870000 |   8730s | train_loss=0.0527
+  step  880000 |   8824s | train_loss=0.0517
+  step  890000 |   8917s | train_loss=0.0511
+  step  900000 |   9083s | train_loss=0.0507 | fid=68.3387
+  step  910000 |   9175s | train_loss=0.0503
+  step  920000 |   9269s | train_loss=0.0497
+  step  930000 |   9363s | train_loss=0.0494
+  step  940000 |   9455s | train_loss=0.0490
+  step  950000 |   9546s | train_loss=0.0492
+  step  960000 |   9639s | train_loss=0.0495
+  step  970000 |   9733s | train_loss=0.0479
+  step  980000 |   9826s | train_loss=0.0470
+  step  990000 |   9920s | train_loss=0.0473
+  step 1000000 |  10086s | train_loss=0.0467 | fid=68.6119
+  step 1010000 |  10178s | train_loss=0.0463
+  step 1020000 |  10272s | train_loss=0.0458
+  step 1030000 |  10365s | train_loss=0.0454
+  step 1040000 |  10459s | train_loss=0.0454
+  step 1050000 |  10547s | train_loss=0.0459
+  step 1060000 |  10640s | train_loss=0.0443
+  step 1070000 |  10734s | train_loss=0.0444
+  step 1080000 |  10827s | train_loss=0.0444
+  step 1090000 |  10920s | train_loss=0.0436
+  step 1100000 |  11087s | train_loss=0.0433 | fid=68.1778
+  step 1110000 |  11179s | train_loss=0.0432
+  step 1120000 |  11272s | train_loss=0.0430
+  step 1130000 |  11365s | train_loss=0.0431
+  step 1140000 |  11456s | train_loss=0.0423
+  step 1150000 |  11548s | train_loss=0.0421
+  step 1160000 |  11642s | train_loss=0.0421
+  step 1170000 |  11736s | train_loss=0.0425
+  step 1180000 |  11829s | train_loss=0.0417
+  step 1190000 |  11923s | train_loss=0.0410
+  step 1200000 |  12089s | train_loss=0.0411 | fid=67.8462
+  step 1210000 |  12181s | train_loss=0.0406
+  step 1220000 |  12275s | train_loss=0.0404
+  step 1230000 |  12365s | train_loss=0.0403
+  step 1240000 |  12458s | train_loss=0.0397
+  step 1250000 |  12551s | train_loss=0.0403
+  step 1260000 |  12644s | train_loss=0.0396
+  step 1270000 |  12737s | train_loss=0.0390
+  step 1280000 |  12831s | train_loss=0.0386
+  step 1290000 |  12924s | train_loss=0.0387
+  step 1300000 |  13090s | train_loss=0.0388 | fid=68.3523
+  step 1310000 |  13182s | train_loss=0.0384
+  step 1320000 |  13275s | train_loss=0.0383
+  step 1330000 |  13366s | train_loss=0.0384
+  step 1340000 |  13459s | train_loss=0.0378
+  step 1350000 |  13553s | train_loss=0.0376
+  step 1360000 |  13645s | train_loss=0.0375
+  step 1370000 |  13739s | train_loss=0.0374
+  step 1380000 |  13832s | train_loss=0.0368
+  step 1390000 |  13925s | train_loss=0.0369
+  step 1400000 |  14090s | train_loss=0.0367 | fid=67.9202
+  step 1410000 |  14182s | train_loss=0.0363
+  step 1420000 |  14272s | train_loss=0.0361
+  step 1430000 |  14365s | train_loss=0.0363
+  step 1440000 |  14458s | train_loss=0.0355
+  step 1450000 |  14551s | train_loss=0.0356
+  step 1460000 |  14644s | train_loss=0.0356
+  step 1470000 |  14737s | train_loss=0.0351
+  step 1480000 |  14831s | train_loss=0.0349
+  step 1490000 |  14924s | train_loss=0.0349
+  step 1500000 |  15089s | train_loss=0.0346 | fid=66.7456
+  step 1510000 |  15182s | train_loss=0.0344
+  step 1520000 |  15270s | train_loss=0.0340
+  step 1530000 |  15363s | train_loss=0.0343
+  step 1540000 |  15456s | train_loss=0.0344
+  step 1550000 |  15550s | train_loss=0.0338
+  step 1560000 |  15644s | train_loss=0.0338
+  step 1570000 |  15736s | train_loss=0.0336
+  step 1580000 |  15829s | train_loss=0.0335
+  step 1590000 |  15923s | train_loss=0.0332
+  step 1600000 |  16089s | train_loss=0.0329 | fid=68.4116
+  step 1610000 |  16174s | train_loss=0.0331
+  step 1620000 |  16266s | train_loss=0.0330
+  step 1630000 |  16360s | train_loss=0.0324
+  step 1640000 |  16453s | train_loss=0.0329
+  step 1650000 |  16547s | train_loss=0.0322
+  step 1660000 |  16641s | train_loss=0.0324
+  step 1670000 |  16733s | train_loss=0.0324
+  step 1680000 |  16827s | train_loss=0.0323
+  step 1690000 |  16921s | train_loss=0.0318
+  step 1700000 |  17087s | train_loss=0.0322 | fid=67.7311
+  step 1710000 |  17170s | train_loss=0.0313
+  step 1720000 |  17263s | train_loss=0.0321
+  step 1730000 |  17357s | train_loss=0.0313
+  step 1740000 |  17450s | train_loss=0.0309
+  step 1750000 |  17543s | train_loss=0.0312
+  step 1760000 |  17637s | train_loss=0.0307
+  step 1770000 |  17729s | train_loss=0.0304
+  step 1780000 |  17823s | train_loss=0.0309
+  step 1790000 |  17916s | train_loss=0.0302
+  step 1800000 |  18082s | train_loss=0.0303 | fid=68.1400
+  step 1810000 |  18167s | train_loss=0.0302
+  step 1820000 |  18259s | train_loss=0.0302
+  step 1830000 |  18352s | train_loss=0.0299
+  step 1840000 |  18446s | train_loss=0.0295
+  step 1850000 |  18539s | train_loss=0.0301
+  step 1860000 |  18633s | train_loss=0.0301
+  step 1870000 |  18727s | train_loss=0.0295
+  step 1880000 |  18819s | train_loss=0.0298
+  step 1890000 |  18912s | train_loss=0.0294
+  step 1900000 |  19077s | train_loss=0.0296 | fid=68.1098
+  step 1910000 |  19165s | train_loss=0.0291
+  step 1920000 |  19256s | train_loss=0.0288
+  step 1930000 |  19350s | train_loss=0.0293
+  step 1940000 |  19443s | train_loss=0.0289
+  step 1950000 |  19537s | train_loss=0.0284
+  step 1960000 |  19631s | train_loss=0.0284
+  step 1970000 |  19724s | train_loss=0.0284
+  step 1980000 |  19816s | train_loss=0.0284
+  step 1990000 |  19909s | train_loss=0.0281
+  step 2000000 |  20069s | train_loss=0.0283 | fid=67.1521
+  step 2010000 |  20163s | train_loss=0.0279
+  step 2020000 |  20254s | train_loss=0.0280
+  step 2030000 |  20348s | train_loss=0.0279
+  step 2040000 |  20441s | train_loss=0.0277
+  step 2050000 |  20535s | train_loss=0.0277
+  step 2060000 |  20628s | train_loss=0.0275
+  step 2070000 |  20722s | train_loss=0.0273
+  step 2080000 |  20815s | train_loss=0.0277
+  step 2090000 |  20909s | train_loss=0.0272
+  step 2100000 |  21067s | train_loss=0.0271 | fid=66.8267
+  step 2110000 |  21161s | train_loss=0.0270
+  step 2120000 |  21253s | train_loss=0.0273
+  step 2130000 |  21347s | train_loss=0.0271
+  step 2140000 |  21442s | train_loss=0.0271
+  step 2150000 |  21536s | train_loss=0.0271
+  step 2160000 |  21631s | train_loss=0.0262
+  step 2170000 |  21725s | train_loss=0.0266
+  step 2180000 |  21820s | train_loss=0.0266
+  step 2190000 |  21913s | train_loss=0.0265
+  step 2200000 |  22063s | train_loss=0.0264 | fid=67.1224
+  step 2210000 |  22158s | train_loss=0.0260
+  step 2220000 |  22252s | train_loss=0.0259
+  step 2230000 |  22346s | train_loss=0.0262
+  step 2240000 |  22441s | train_loss=0.0261
+  step 2250000 |  22535s | train_loss=0.0258
+  step 2260000 |  22630s | train_loss=0.0259
+  step 2270000 |  22723s | train_loss=0.0255
+  step 2280000 |  22818s | train_loss=0.0255
+  step 2290000 |  22912s | train_loss=0.0256
+  step 2300000 |  23064s | train_loss=0.0251 | fid=67.9543
+  step 2310000 |  23159s | train_loss=0.0253
+  step 2320000 |  23252s | train_loss=0.0252
+  step 2330000 |  23347s | train_loss=0.0251
+  step 2340000 |  23441s | train_loss=0.0252
+  step 2350000 |  23535s | train_loss=0.0256
+  step 2360000 |  23629s | train_loss=0.0253
+  step 2370000 |  23722s | train_loss=0.0246
+  step 2380000 |  23815s | train_loss=0.0248
+  step 2390000 |  23909s | train_loss=0.0245
+  step 2400000 |  24066s | train_loss=0.0245 | fid=67.3231
+  step 2410000 |  24160s | train_loss=0.0246
+  step 2420000 |  24252s | train_loss=0.0249
+  step 2430000 |  24345s | train_loss=0.0241
+  step 2440000 |  24439s | train_loss=0.0240
+  step 2450000 |  24532s | train_loss=0.0243
+  step 2460000 |  24625s | train_loss=0.0243
+  step 2470000 |  24719s | train_loss=0.0240
+  step 2480000 |  24812s | train_loss=0.0241
+  step 2490000 |  24905s | train_loss=0.0237
+  step 2500000 |  25058s | train_loss=0.0242 | fid=68.3144
+  step 2510000 |  25152s | train_loss=0.0235
+  step 2520000 |  25244s | train_loss=0.0233
+  step 2530000 |  25337s | train_loss=0.0239
+  step 2540000 |  25430s | train_loss=0.0233
+  step 2550000 |  25524s | train_loss=0.0234
+  step 2560000 |  25617s | train_loss=0.0239
+  step 2570000 |  25711s | train_loss=0.0234
+  step 2580000 |  25804s | train_loss=0.0231
+  step 2590000 |  25898s | train_loss=0.0234
+  step 2600000 |  26051s | train_loss=0.0231 | fid=68.3706
+  step 2610000 |  26145s | train_loss=0.0228
+  step 2620000 |  26237s | train_loss=0.0236
+  step 2630000 |  26330s | train_loss=0.0233
+  step 2640000 |  26424s | train_loss=0.0225
+  step 2650000 |  26517s | train_loss=0.0224
+  step 2660000 |  26611s | train_loss=0.0227
+  step 2670000 |  26704s | train_loss=0.0229
+  step 2680000 |  26796s | train_loss=0.0226
+  step 2690000 |  26890s | train_loss=0.0225
+  step 2700000 |  27045s | train_loss=0.0224 | fid=67.6936
+  step 2710000 |  27139s | train_loss=0.0227
+  step 2720000 |  27231s | train_loss=0.0225
+  step 2730000 |  27325s | train_loss=0.0223
+  step 2740000 |  27419s | train_loss=0.0221
+  step 2750000 |  27512s | train_loss=0.0219
+  step 2760000 |  27605s | train_loss=0.0222
+  step 2770000 |  27698s | train_loss=0.0220
+  step 2780000 |  27791s | train_loss=0.0215
+  step 2790000 |  27885s | train_loss=0.0218
+  step 2800000 |  28039s | train_loss=0.0221 | fid=67.6056
+  step 2810000 |  28131s | train_loss=0.0219
+  step 2820000 |  28223s | train_loss=0.0221
+  step 2830000 |  28317s | train_loss=0.0217
+  step 2840000 |  28410s | train_loss=0.0215
+  step 2850000 |  28503s | train_loss=0.0215
+  step 2860000 |  28596s | train_loss=0.0212
+  step 2870000 |  28689s | train_loss=0.0214
+  step 2880000 |  28783s | train_loss=0.0213
+  step 2890000 |  28875s | train_loss=0.0215
+  step 2900000 |  29032s | train_loss=0.0214 | fid=67.3933
+  step 2910000 |  29124s | train_loss=0.0213
+  step 2920000 |  29216s | train_loss=0.0214
+  step 2930000 |  29310s | train_loss=0.0210
+  step 2940000 |  29404s | train_loss=0.0209
+  step 2950000 |  29497s | train_loss=0.0210
+  step 2960000 |  29591s | train_loss=0.0208
+  step 2970000 |  29684s | train_loss=0.0212
+  step 2980000 |  29779s | train_loss=0.0207
+  step 2990000 |  29869s | train_loss=0.0210
+  step 3000000 |  30036s | train_loss=0.0210 | fid=66.8639
+  step 3010000 |  30130s | train_loss=0.0205
+  step 3020000 |  30223s | train_loss=0.0208
+  step 3030000 |  30318s | train_loss=0.0207
+  step 3040000 |  30413s | train_loss=0.0208
+  step 3050000 |  30508s | train_loss=0.0204
+  step 3060000 |  30602s | train_loss=0.0206
+  step 3070000 |  30697s | train_loss=0.0207
+  step 3080000 |  30792s | train_loss=0.0203
+  step 3090000 |  30874s | train_loss=0.0203
+  step 3100000 |  31042s | train_loss=0.0202 | fid=67.6991
+  step 3110000 |  31138s | train_loss=0.0202
+  step 3120000 |  31230s | train_loss=0.0201
+  step 3130000 |  31324s | train_loss=0.0198
+  step 3140000 |  31419s | train_loss=0.0202
+  step 3150000 |  31514s | train_loss=0.0202
+  step 3160000 |  31608s | train_loss=0.0199
+  step 3170000 |  31703s | train_loss=0.0195
+  step 3180000 |  31797s | train_loss=0.0196
+  step 3190000 |  31885s | train_loss=0.0197
+  step 3200000 |  32052s | train_loss=0.0199 | fid=67.4498
+  step 3210000 |  32148s | train_loss=0.0196
+  step 3220000 |  32239s | train_loss=0.0194
+  step 3230000 |  32334s | train_loss=0.0195
+  step 3240000 |  32428s | train_loss=0.0197
+  step 3250000 |  32523s | train_loss=0.0193
+  step 3260000 |  32618s | train_loss=0.0195
+  step 3270000 |  32713s | train_loss=0.0197
+  step 3280000 |  32800s | train_loss=0.0192
+  step 3290000 |  32887s | train_loss=0.0195
+  step 3300000 |  33092s | train_loss=0.0195 | fid=68.0454
+  step 3310000 |  33184s | train_loss=0.0192
+  step 3320000 |  33279s | train_loss=0.0193
+  step 3330000 |  33374s | train_loss=0.0193
+  step 3340000 |  33468s | train_loss=0.0189
+  step 3350000 |  33562s | train_loss=0.0189
+  step 3360000 |  33657s | train_loss=0.0189
+  step 3370000 |  33752s | train_loss=0.0189
+  step 3380000 |  33831s | train_loss=0.0185
+  step 3390000 |  33923s | train_loss=0.0193
+  step 3400000 |  34118s | train_loss=0.0187 | fid=67.1745
+  step 3410000 |  34211s | train_loss=0.0189
+  step 3420000 |  34305s | train_loss=0.0188
+  step 3430000 |  34400s | train_loss=0.0184
+  step 3440000 |  34494s | train_loss=0.0189
+  step 3450000 |  34589s | train_loss=0.0187
+  step 3460000 |  34684s | train_loss=0.0183
+  step 3470000 |  34776s | train_loss=0.0185
+  step 3480000 |  34856s | train_loss=0.0181
+  step 3490000 |  34949s | train_loss=0.0185
+  step 3500000 |  35147s | train_loss=0.0182 | fid=67.2195
+  step 3510000 |  35240s | train_loss=0.0183
+  step 3520000 |  35333s | train_loss=0.0182
+  step 3530000 |  35428s | train_loss=0.0185
+  step 3540000 |  35522s | train_loss=0.0185
+  step 3550000 |  35617s | train_loss=0.0181
+  step 3560000 |  35712s | train_loss=0.0183
+  step 3570000 |  35799s | train_loss=0.0184
+  step 3580000 |  35885s | train_loss=0.0182
+  step 3590000 |  35978s | train_loss=0.0180
+  step 3600000 |  36202s | train_loss=0.0180 | fid=67.6915
+  step 3610000 |  36297s | train_loss=0.0180
+  step 3620000 |  36390s | train_loss=0.0181
+  step 3630000 |  36485s | train_loss=0.0177
+  step 3640000 |  36581s | train_loss=0.0177
+  step 3650000 |  36676s | train_loss=0.0179
+  step 3660000 |  36769s | train_loss=0.0179
+  step 3670000 |  36853s | train_loss=0.0180
+  step 3680000 |  36947s | train_loss=0.0177
+  step 3690000 |  37040s | train_loss=0.0179
+  step 3700000 |  37242s | train_loss=0.0176 | fid=67.6529
+  step 3710000 |  37338s | train_loss=0.0176
+  step 3720000 |  37431s | train_loss=0.0174
+  step 3730000 |  37526s | train_loss=0.0174
+  step 3740000 |  37621s | train_loss=0.0175
+  step 3750000 |  37716s | train_loss=0.0175
+  step 3760000 |  37797s | train_loss=0.0174
+  step 3770000 |  37885s | train_loss=0.0171
+  step 3780000 |  37979s | train_loss=0.0172
+  step 3790000 |  38073s | train_loss=0.0173
+  step 3800000 |  38258s | train_loss=0.0173 | fid=67.3541
+  step 3810000 |  38352s | train_loss=0.0169
+  step 3820000 |  38446s | train_loss=0.0170
+  step 3830000 |  38541s | train_loss=0.0168
+  step 3840000 |  38636s | train_loss=0.0171
+  step 3850000 |  38731s | train_loss=0.0173
+  step 3860000 |  38815s | train_loss=0.0169
+  step 3870000 |  38908s | train_loss=0.0169
+  step 3880000 |  39002s | train_loss=0.0168
+  step 3890000 |  39096s | train_loss=0.0169
+  step 3900000 |  39263s | train_loss=0.0169 | fid=67.2425
+  step 3910000 |  39358s | train_loss=0.0165
+  step 3920000 |  39451s | train_loss=0.0168
+  step 3930000 |  39546s | train_loss=0.0169
+  step 3940000 |  39641s | train_loss=0.0168
+  step 3950000 |  39736s | train_loss=0.0167
+  step 3960000 |  39813s | train_loss=0.0166
+  step 3970000 |  39905s | train_loss=0.0165
+  step 3980000 |  39999s | train_loss=0.0163
+  step 3990000 |  40094s | train_loss=0.0166
+  step 4000000 |  40260s | train_loss=0.0164 | fid=67.5797
+  step 4010000 |  40355s | train_loss=0.0164
+  step 4020000 |  40451s | train_loss=0.0160
+  step 4030000 |  40545s | train_loss=0.0164
+  step 4040000 |  40640s | train_loss=0.0164
+  step 4050000 |  40735s | train_loss=0.0162
+  step 4060000 |  40817s | train_loss=0.0163
+  step 4070000 |  40904s | train_loss=0.0160
+  step 4080000 |  40999s | train_loss=0.0161
+  step 4090000 |  41094s | train_loss=0.0160
+  step 4100000 |  41260s | train_loss=0.0161 | fid=67.3912
+  step 4110000 |  41356s | train_loss=0.0159
+  step 4120000 |  41451s | train_loss=0.0161
+  step 4130000 |  41545s | train_loss=0.0159
+  step 4140000 |  41641s | train_loss=0.0160
+  step 4150000 |  41737s | train_loss=0.0165
+  step 4160000 |  41821s | train_loss=0.0161
+  step 4170000 |  41911s | train_loss=0.0159
+  step 4180000 |  42007s | train_loss=0.0160
+  step 4190000 |  42103s | train_loss=0.0161
+  step 4200000 |  42268s | train_loss=0.0161 | fid=67.2090
+  step 4210000 |  42364s | train_loss=0.0157
+  step 4220000 |  42460s | train_loss=0.0156
+  step 4230000 |  42554s | train_loss=0.0160
+  step 4240000 |  42649s | train_loss=0.0161
+  step 4250000 |  42745s | train_loss=0.0159
+  step 4260000 |  42827s | train_loss=0.0156
+  step 4270000 |  42919s | train_loss=0.0155
+  step 4280000 |  43015s | train_loss=0.0155
+  step 4290000 |  43110s | train_loss=0.0157
+  step 4300000 |  43276s | train_loss=0.0154 | fid=67.6258
+  step 4310000 |  43372s | train_loss=0.0156
+  step 4320000 |  43468s | train_loss=0.0154
+  step 4330000 |  43565s | train_loss=0.0154
+  step 4340000 |  43658s | train_loss=0.0153
+  step 4350000 |  43754s | train_loss=0.0153
+  step 4360000 |  43834s | train_loss=0.0156
+  step 4370000 |  43929s | train_loss=0.0151
+  step 4380000 |  44024s | train_loss=0.0152
+  step 4390000 |  44119s | train_loss=0.0153
+  step 4400000 |  44285s | train_loss=0.0155 | fid=66.9013
+  step 4410000 |  44381s | train_loss=0.0153
+  step 4420000 |  44476s | train_loss=0.0149
+  step 4430000 |  44572s | train_loss=0.0152
+  step 4440000 |  44666s | train_loss=0.0151
+  step 4450000 |  44761s | train_loss=0.0152
+  step 4460000 |  44840s | train_loss=0.0152
+  step 4470000 |  44933s | train_loss=0.0153
+  step 4480000 |  45027s | train_loss=0.0154
+  step 4490000 |  45121s | train_loss=0.0150
+  step 4500000 |  45290s | train_loss=0.0151 | fid=67.3875
+  step 4510000 |  45385s | train_loss=0.0149
+  step 4520000 |  45481s | train_loss=0.0153
+  step 4530000 |  45577s | train_loss=0.0150
+  step 4540000 |  45673s | train_loss=0.0148
+  step 4550000 |  45766s | train_loss=0.0149
+  step 4560000 |  45848s | train_loss=0.0147
+  step 4570000 |  45945s | train_loss=0.0147
+  step 4580000 |  46038s | train_loss=0.0148
+  step 4590000 |  46134s | train_loss=0.0147
+  step 4600000 |  46302s | train_loss=0.0149 | fid=67.9078
+  step 4610000 |  46397s | train_loss=0.0148
+  step 4620000 |  46493s | train_loss=0.0144
+  step 4630000 |  46589s | train_loss=0.0146
+  step 4640000 |  46684s | train_loss=0.0146
+  step 4650000 |  46777s | train_loss=0.0146
+  step 4660000 |  46858s | train_loss=0.0145
+  step 4670000 |  46954s | train_loss=0.0145
+  step 4680000 |  47047s | train_loss=0.0147
+  step 4690000 |  47143s | train_loss=0.0144
+  step 4700000 |  47310s | train_loss=0.0143 | fid=67.8041
+  step 4710000 |  47406s | train_loss=0.0145
+  step 4720000 |  47501s | train_loss=0.0144
+  step 4730000 |  47596s | train_loss=0.0145
+  step 4740000 |  47692s | train_loss=0.0146
+  step 4750000 |  47787s | train_loss=0.0147
+  step 4760000 |  47874s | train_loss=0.0144
+  step 4770000 |  47970s | train_loss=0.0147
+  step 4780000 |  48064s | train_loss=0.0144
+  step 4790000 |  48160s | train_loss=0.0142
+  step 4800000 |  48327s | train_loss=0.0145 | fid=67.1548
+  step 4810000 |  48423s | train_loss=0.0140
+  step 4820000 |  48517s | train_loss=0.0142
+  step 4830000 |  48613s | train_loss=0.0141
+  step 4840000 |  48708s | train_loss=0.0142
+  step 4850000 |  48794s | train_loss=0.0144
+  step 4860000 |  48870s | train_loss=0.0142
+  step 4870000 |  48948s | train_loss=0.0144
+  step 4880000 |  49024s | train_loss=0.0141
+  step 4890000 |  49103s | train_loss=0.0139
+  step 4900000 |  49241s | train_loss=0.0140 | fid=66.9205
+  step 4910000 |  49318s | train_loss=0.0140
+  step 4920000 |  49397s | train_loss=0.0138
+  step 4930000 |  49475s | train_loss=0.0140
+  step 4940000 |  49553s | train_loss=0.0140
+  step 4950000 |  49631s | train_loss=0.0137
+  step 4960000 |  49707s | train_loss=0.0138
+  step 4970000 |  49786s | train_loss=0.0138
+  step 4980000 |  49857s | train_loss=0.0142
+  step 4990000 |  49915s | train_loss=0.0139
+  step 5000000 |  49999s | train_loss=0.0138 | fid=67.4795
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d200/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d200/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c3662a7c9c98a19c8dd8d4b65fd62283d5dcb31f
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d200/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d200/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d200",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 45,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d200/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d200/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..e07c3052754375bed52b9ebc22fbc7941518dff7
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d200/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 200, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d200/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 45}
+{"step": 1, "wall_time": 76.74349522590637, "train_loss_step": 200.3376922607422, "n_params": 4674760, "total_flops": 14360862720, "train_loss": 1.002799072265625, "subset_score_loss": 1.002799072265625, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9769034385681152, "fid": 309.113815609963}
+{"step": 10000, "wall_time": 177.32541942596436, "train_loss_step": 30.75954818725586, "n_params": 4674760, "total_flops": 143608627200000, "train_loss": 0.6356101608276368, "subset_score_loss": 0.6356101608276368}
+{"step": 20000, "wall_time": 277.9414186477661, "train_loss_step": 27.965070724487305, "n_params": 4674760, "total_flops": 287217254400000, "train_loss": 0.5214243698120117, "subset_score_loss": 0.5214243698120117}
+{"step": 30000, "wall_time": 378.4046301841736, "train_loss_step": 25.162582397460938, "n_params": 4674760, "total_flops": 430825881600000, "train_loss": 0.46400474548339843, "subset_score_loss": 0.46400474548339843}
+{"step": 40000, "wall_time": 478.3295352458954, "train_loss_step": 26.25478744506836, "n_params": 4674760, "total_flops": 574434508800000, "train_loss": 0.4209700012207031, "subset_score_loss": 0.4209700012207031}
+{"step": 50000, "wall_time": 578.3207504749298, "train_loss_step": 21.82805633544922, "n_params": 4674760, "total_flops": 718043136000000, "train_loss": 0.3663909912109375, "subset_score_loss": 0.3663909912109375}
+{"step": 60000, "wall_time": 678.7155883312225, "train_loss_step": 22.875965118408203, "n_params": 4674760, "total_flops": 861651763200000, "train_loss": 0.3121739196777344, "subset_score_loss": 0.3121739196777344}
+{"step": 70000, "wall_time": 778.7662298679352, "train_loss_step": 20.92977523803711, "n_params": 4674760, "total_flops": 1005260390400000, "train_loss": 0.2723610496520996, "subset_score_loss": 0.2723610496520996}
+{"step": 80000, "wall_time": 879.669998884201, "train_loss_step": 19.132221221923828, "n_params": 4674760, "total_flops": 1148869017600000, "train_loss": 0.23018257141113282, "subset_score_loss": 0.23018257141113282}
+{"step": 90000, "wall_time": 980.1472868919373, "train_loss_step": 17.609600067138672, "n_params": 4674760, "total_flops": 1292477644800000, "train_loss": 0.20396364212036133, "subset_score_loss": 0.20396364212036133}
+{"step": 100000, "wall_time": 1151.160748243332, "train_loss_step": 16.70087432861328, "n_params": 4674760, "total_flops": 1436086272000000, "train_loss": 0.18535715103149414, "subset_score_loss": 0.18535715103149414, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9445095658302307, "fid": 67.64282266527937}
+{"step": 110000, "wall_time": 1251.1891615390778, "train_loss_step": 16.070833206176758, "n_params": 4674760, "total_flops": 1579694899200000, "train_loss": 0.16578014373779296, "subset_score_loss": 0.16578014373779296}
+{"step": 120000, "wall_time": 1351.333391904831, "train_loss_step": 15.699056625366211, "n_params": 4674760, "total_flops": 1723303526400000, "train_loss": 0.1545860195159912, "subset_score_loss": 0.1545860195159912}
+{"step": 130000, "wall_time": 1452.4243664741516, "train_loss_step": 15.270248413085938, "n_params": 4674760, "total_flops": 1866912153600000, "train_loss": 0.14429060935974122, "subset_score_loss": 0.14429060935974122}
+{"step": 140000, "wall_time": 1552.6334972381592, "train_loss_step": 15.444782257080078, "n_params": 4674760, "total_flops": 2010520780800000, "train_loss": 0.14318233489990234, "subset_score_loss": 0.14318233489990234}
+{"step": 150000, "wall_time": 1652.9483649730682, "train_loss_step": 13.491943359375, "n_params": 4674760, "total_flops": 2154129408000000, "train_loss": 0.13080618858337403, "subset_score_loss": 0.13080618858337403}
+{"step": 160000, "wall_time": 1753.3682017326355, "train_loss_step": 13.304195404052734, "n_params": 4674760, "total_flops": 2297738035200000, "train_loss": 0.12576295852661132, "subset_score_loss": 0.12576295852661132}
+{"step": 170000, "wall_time": 1855.7877447605133, "train_loss_step": 13.451812744140625, "n_params": 4674760, "total_flops": 2441346662400000, "train_loss": 0.12318601608276367, "subset_score_loss": 0.12318601608276367}
+{"step": 180000, "wall_time": 1958.7828857898712, "train_loss_step": 13.811042785644531, "n_params": 4674760, "total_flops": 2584955289600000, "train_loss": 0.11687381744384766, "subset_score_loss": 0.11687381744384766}
+{"step": 190000, "wall_time": 2057.9527354240417, "train_loss_step": 13.13084602355957, "n_params": 4674760, "total_flops": 2728563916800000, "train_loss": 0.11418266296386718, "subset_score_loss": 0.11418266296386718}
+{"step": 200000, "wall_time": 2232.3574628829956, "train_loss_step": 13.302718162536621, "n_params": 4674760, "total_flops": 2872172544000000, "train_loss": 0.1109681224822998, "subset_score_loss": 0.1109681224822998, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9444614052772522, "fid": 77.09279630208263}
+{"step": 210000, "wall_time": 2334.86944770813, "train_loss_step": 12.699958801269531, "n_params": 4674760, "total_flops": 3015781171200000, "train_loss": 0.10466181755065918, "subset_score_loss": 0.10466181755065918}
+{"step": 220000, "wall_time": 2437.7816648483276, "train_loss_step": 12.587841987609863, "n_params": 4674760, "total_flops": 3159389798400000, "train_loss": 0.10780010223388672, "subset_score_loss": 0.10780010223388672}
+{"step": 230000, "wall_time": 2540.584033727646, "train_loss_step": 12.949554443359375, "n_params": 4674760, "total_flops": 3302998425600000, "train_loss": 0.09985832214355468, "subset_score_loss": 0.09985832214355468}
+{"step": 240000, "wall_time": 2642.556418657303, "train_loss_step": 12.582557678222656, "n_params": 4674760, "total_flops": 3446607052800000, "train_loss": 0.09811689376831055, "subset_score_loss": 0.09811689376831055}
+{"step": 250000, "wall_time": 2744.7109208106995, "train_loss_step": 11.505788803100586, "n_params": 4674760, "total_flops": 3590215680000000, "train_loss": 0.09851303100585937, "subset_score_loss": 0.09851303100585937}
+{"step": 260000, "wall_time": 2845.4799852371216, "train_loss_step": 11.309353828430176, "n_params": 4674760, "total_flops": 3733824307200000, "train_loss": 0.09735910415649414, "subset_score_loss": 0.09735910415649414}
+{"step": 270000, "wall_time": 2947.1552245616913, "train_loss_step": 11.668099403381348, "n_params": 4674760, "total_flops": 3877432934400000, "train_loss": 0.09686888694763184, "subset_score_loss": 0.09686888694763184}
+{"step": 280000, "wall_time": 3046.158241033554, "train_loss_step": 11.512897491455078, "n_params": 4674760, "total_flops": 4021041561600000, "train_loss": 0.08911398887634277, "subset_score_loss": 0.08911398887634277}
+{"step": 290000, "wall_time": 3148.3545138835907, "train_loss_step": 11.463951110839844, "n_params": 4674760, "total_flops": 4164650188800000, "train_loss": 0.0892268180847168, "subset_score_loss": 0.0892268180847168}
+{"step": 300000, "wall_time": 3322.923648118973, "train_loss_step": 10.816844940185547, "n_params": 4674760, "total_flops": 4308258816000000, "train_loss": 0.09029248237609863, "subset_score_loss": 0.09029248237609863, "memorization_fraction_pixel": 0.000699999975040555, "mean_nn_ratio_pixel": 0.9486473798751831, "fid": 89.09954818119162}
+{"step": 310000, "wall_time": 3425.514533996582, "train_loss_step": 11.609575271606445, "n_params": 4674760, "total_flops": 4451867443200000, "train_loss": 0.08747523307800292, "subset_score_loss": 0.08747523307800292}
+{"step": 320000, "wall_time": 3528.652040719986, "train_loss_step": 10.728205680847168, "n_params": 4674760, "total_flops": 4595476070400000, "train_loss": 0.0867428207397461, "subset_score_loss": 0.0867428207397461}
+{"step": 330000, "wall_time": 3630.6851966381073, "train_loss_step": 10.997030258178711, "n_params": 4674760, "total_flops": 4739084697600000, "train_loss": 0.08016448020935059, "subset_score_loss": 0.08016448020935059}
+{"step": 340000, "wall_time": 3732.9258160591125, "train_loss_step": 10.774555206298828, "n_params": 4674760, "total_flops": 4882693324800000, "train_loss": 0.08048423767089843, "subset_score_loss": 0.08048423767089843}
+{"step": 350000, "wall_time": 3833.9294924736023, "train_loss_step": 10.176414489746094, "n_params": 4674760, "total_flops": 5026301952000000, "train_loss": 0.07670423984527588, "subset_score_loss": 0.07670423984527588}
+{"step": 360000, "wall_time": 3934.812961578369, "train_loss_step": 11.082714080810547, "n_params": 4674760, "total_flops": 5169910579200000, "train_loss": 0.07917650699615479, "subset_score_loss": 0.07917650699615479}
+{"step": 370000, "wall_time": 4034.0728645324707, "train_loss_step": 10.4829683303833, "n_params": 4674760, "total_flops": 5313519206400000, "train_loss": 0.0801556396484375, "subset_score_loss": 0.0801556396484375}
+{"step": 380000, "wall_time": 4136.304621696472, "train_loss_step": 10.31875991821289, "n_params": 4674760, "total_flops": 5457127833600000, "train_loss": 0.07706175327301025, "subset_score_loss": 0.07706175327301025}
+{"step": 390000, "wall_time": 4238.064124584198, "train_loss_step": 9.894808769226074, "n_params": 4674760, "total_flops": 5600736460800000, "train_loss": 0.07498024463653565, "subset_score_loss": 0.07498024463653565}
+{"step": 400000, "wall_time": 4412.040318727493, "train_loss_step": 9.691999435424805, "n_params": 4674760, "total_flops": 5744345088000000, "train_loss": 0.0771042013168335, "subset_score_loss": 0.0771042013168335, "memorization_fraction_pixel": 0.0015999999595806003, "mean_nn_ratio_pixel": 0.9490299820899963, "fid": 96.21958772847623}
+{"step": 410000, "wall_time": 4514.671781539917, "train_loss_step": 10.062398910522461, "n_params": 4674760, "total_flops": 5887953715200000, "train_loss": 0.07334192752838135, "subset_score_loss": 0.07334192752838135}
+{"step": 420000, "wall_time": 4616.8849856853485, "train_loss_step": 9.720952987670898, "n_params": 4674760, "total_flops": 6031562342400000, "train_loss": 0.07202335834503173, "subset_score_loss": 0.07202335834503173}
+{"step": 430000, "wall_time": 4719.708549976349, "train_loss_step": 9.817877769470215, "n_params": 4674760, "total_flops": 6175170969600000, "train_loss": 0.069297776222229, "subset_score_loss": 0.069297776222229}
+{"step": 440000, "wall_time": 4822.220848083496, "train_loss_step": 9.576437950134277, "n_params": 4674760, "total_flops": 6318779596800000, "train_loss": 0.07093130588531495, "subset_score_loss": 0.07093130588531495}
+{"step": 450000, "wall_time": 4922.845924377441, "train_loss_step": 10.203367233276367, "n_params": 4674760, "total_flops": 6462388224000000, "train_loss": 0.06981971263885497, "subset_score_loss": 0.06981971263885497}
+{"step": 460000, "wall_time": 5020.538230895996, "train_loss_step": 10.013477325439453, "n_params": 4674760, "total_flops": 6605996851200000, "train_loss": 0.06817656993865967, "subset_score_loss": 0.06817656993865967}
+{"step": 470000, "wall_time": 5123.333394527435, "train_loss_step": 9.68951416015625, "n_params": 4674760, "total_flops": 6749605478400000, "train_loss": 0.06648714542388916, "subset_score_loss": 0.06648714542388916}
+{"step": 480000, "wall_time": 5225.224810123444, "train_loss_step": 9.993897438049316, "n_params": 4674760, "total_flops": 6893214105600000, "train_loss": 0.0691872262954712, "subset_score_loss": 0.0691872262954712}
+{"step": 490000, "wall_time": 5327.947824001312, "train_loss_step": 9.457332611083984, "n_params": 4674760, "total_flops": 7036822732800000, "train_loss": 0.0668073558807373, "subset_score_loss": 0.0668073558807373}
+{"step": 500000, "wall_time": 5502.015118360519, "train_loss_step": 9.52257251739502, "n_params": 4674760, "total_flops": 7180431360000000, "train_loss": 0.06338942527770997, "subset_score_loss": 0.06338942527770997, "memorization_fraction_pixel": 0.0038999998942017555, "mean_nn_ratio_pixel": 0.946999192237854, "fid": 95.01425205808235}
+{"step": 510000, "wall_time": 5604.206300020218, "train_loss_step": 8.872714042663574, "n_params": 4674760, "total_flops": 7324039987200000, "train_loss": 0.07006205081939697, "subset_score_loss": 0.07006205081939697}
+{"step": 520000, "wall_time": 5706.871190071106, "train_loss_step": 9.215614318847656, "n_params": 4674760, "total_flops": 7467648614400000, "train_loss": 0.06374834060668945, "subset_score_loss": 0.06374834060668945}
+{"step": 530000, "wall_time": 5808.404762983322, "train_loss_step": 9.147279739379883, "n_params": 4674760, "total_flops": 7611257241600000, "train_loss": 0.06215257167816162, "subset_score_loss": 0.06215257167816162}
+{"step": 540000, "wall_time": 5910.631174564362, "train_loss_step": 8.714679718017578, "n_params": 4674760, "total_flops": 7754865868800000, "train_loss": 0.06130119323730469, "subset_score_loss": 0.06130119323730469}
+{"step": 550000, "wall_time": 6007.97219824791, "train_loss_step": 9.537155151367188, "n_params": 4674760, "total_flops": 7898474496000000, "train_loss": 0.061273627281188965, "subset_score_loss": 0.061273627281188965}
+{"step": 560000, "wall_time": 6110.068168878555, "train_loss_step": 9.292041778564453, "n_params": 4674760, "total_flops": 8042083123200000, "train_loss": 0.06829687595367431, "subset_score_loss": 0.06829687595367431}
+{"step": 570000, "wall_time": 6212.212765455246, "train_loss_step": 8.844364166259766, "n_params": 4674760, "total_flops": 8185691750400000, "train_loss": 0.06222464084625244, "subset_score_loss": 0.06222464084625244}
+{"step": 580000, "wall_time": 6314.272531032562, "train_loss_step": 9.256234169006348, "n_params": 4674760, "total_flops": 8329300377600000, "train_loss": 0.06321339130401611, "subset_score_loss": 0.06321339130401611}
+{"step": 590000, "wall_time": 6418.112481594086, "train_loss_step": 8.938782691955566, "n_params": 4674760, "total_flops": 8472909004800000, "train_loss": 0.05750095367431641, "subset_score_loss": 0.05750095367431641}
+{"step": 600000, "wall_time": 6587.489774227142, "train_loss_step": 8.853734970092773, "n_params": 4674760, "total_flops": 8616517632000000, "train_loss": 0.05852975845336914, "subset_score_loss": 0.05852975845336914, "memorization_fraction_pixel": 0.007199999876320362, "mean_nn_ratio_pixel": 0.9380156397819519, "fid": 97.60446732028336}
+{"step": 610000, "wall_time": 6689.846600294113, "train_loss_step": 9.37500286102295, "n_params": 4674760, "total_flops": 8760126259200000, "train_loss": 0.06038516521453857, "subset_score_loss": 0.06038516521453857}
+{"step": 620000, "wall_time": 6791.11914896965, "train_loss_step": 9.167655944824219, "n_params": 4674760, "total_flops": 8903734886400000, "train_loss": 0.059378471374511715, "subset_score_loss": 0.059378471374511715}
+{"step": 630000, "wall_time": 6893.996062278748, "train_loss_step": 9.211763381958008, "n_params": 4674760, "total_flops": 9047343513600000, "train_loss": 0.05563091278076172, "subset_score_loss": 0.05563091278076172}
+{"step": 640000, "wall_time": 6992.308583974838, "train_loss_step": 8.091717720031738, "n_params": 4674760, "total_flops": 9190952140800000, "train_loss": 0.05741347789764404, "subset_score_loss": 0.05741347789764404}
+{"step": 650000, "wall_time": 7094.506895542145, "train_loss_step": 8.165283203125, "n_params": 4674760, "total_flops": 9334560768000000, "train_loss": 0.05539395809173584, "subset_score_loss": 0.05539395809173584}
+{"step": 660000, "wall_time": 7196.238032102585, "train_loss_step": 8.163867950439453, "n_params": 4674760, "total_flops": 9478169395200000, "train_loss": 0.057724103927612305, "subset_score_loss": 0.057724103927612305}
+{"step": 670000, "wall_time": 7297.866895437241, "train_loss_step": 8.553194046020508, "n_params": 4674760, "total_flops": 9621778022400000, "train_loss": 0.05697154998779297, "subset_score_loss": 0.05697154998779297}
+{"step": 680000, "wall_time": 7399.472522735596, "train_loss_step": 9.01806354522705, "n_params": 4674760, "total_flops": 9765386649600000, "train_loss": 0.05740213394165039, "subset_score_loss": 0.05740213394165039}
+{"step": 690000, "wall_time": 7494.98174238205, "train_loss_step": 8.279230117797852, "n_params": 4674760, "total_flops": 9908995276800000, "train_loss": 0.05485488414764404, "subset_score_loss": 0.05485488414764404}
+{"step": 700000, "wall_time": 7673.647776126862, "train_loss_step": 8.178825378417969, "n_params": 4674760, "total_flops": 10052603904000000, "train_loss": 0.054501280784606934, "subset_score_loss": 0.054501280784606934, "memorization_fraction_pixel": 0.012000000104308128, "mean_nn_ratio_pixel": 0.9255146384239197, "fid": 99.62986260556531}
+{"step": 710000, "wall_time": 7775.031368494034, "train_loss_step": 8.096397399902344, "n_params": 4674760, "total_flops": 10196212531200000, "train_loss": 0.055918822288513186, "subset_score_loss": 0.055918822288513186}
+{"step": 720000, "wall_time": 7877.316432476044, "train_loss_step": 8.395776748657227, "n_params": 4674760, "total_flops": 10339821158400000, "train_loss": 0.052756361961364746, "subset_score_loss": 0.052756361961364746}
+{"step": 730000, "wall_time": 7976.695229768753, "train_loss_step": 8.196353912353516, "n_params": 4674760, "total_flops": 10483429785600000, "train_loss": 0.056435890197753906, "subset_score_loss": 0.056435890197753906}
+{"step": 740000, "wall_time": 8078.896275281906, "train_loss_step": 8.5333890914917, "n_params": 4674760, "total_flops": 10627038412800000, "train_loss": 0.05505263805389404, "subset_score_loss": 0.05505263805389404}
+{"step": 750000, "wall_time": 8181.562752246857, "train_loss_step": 8.321928024291992, "n_params": 4674760, "total_flops": 10770647040000000, "train_loss": 0.05137397766113281, "subset_score_loss": 0.05137397766113281}
+{"step": 760000, "wall_time": 8283.293605089188, "train_loss_step": 8.289785385131836, "n_params": 4674760, "total_flops": 10914255667200000, "train_loss": 0.0497682523727417, "subset_score_loss": 0.0497682523727417}
+{"step": 770000, "wall_time": 8384.856013059616, "train_loss_step": 8.458087921142578, "n_params": 4674760, "total_flops": 11057864294400000, "train_loss": 0.05309456348419189, "subset_score_loss": 0.05309456348419189}
+{"step": 780000, "wall_time": 8487.529819250107, "train_loss_step": 8.366401672363281, "n_params": 4674760, "total_flops": 11201472921600000, "train_loss": 0.05621753215789795, "subset_score_loss": 0.05621753215789795}
+{"step": 790000, "wall_time": 8585.085218429565, "train_loss_step": 7.947013854980469, "n_params": 4674760, "total_flops": 11345081548800000, "train_loss": 0.04908655643463135, "subset_score_loss": 0.04908655643463135}
+{"step": 800000, "wall_time": 8764.227511882782, "train_loss_step": 8.163289070129395, "n_params": 4674760, "total_flops": 11488690176000000, "train_loss": 0.05108839988708496, "subset_score_loss": 0.05108839988708496, "memorization_fraction_pixel": 0.019700000062584877, "mean_nn_ratio_pixel": 0.9176375269889832, "fid": 99.15034818076965}
+{"step": 810000, "wall_time": 8866.836661577225, "train_loss_step": 7.6553425788879395, "n_params": 4674760, "total_flops": 11632298803200000, "train_loss": 0.05058934211730957, "subset_score_loss": 0.05058934211730957}
+{"step": 820000, "wall_time": 8960.673492193222, "train_loss_step": 8.079373359680176, "n_params": 4674760, "total_flops": 11775907430400000, "train_loss": 0.051809535026550294, "subset_score_loss": 0.051809535026550294}
+{"step": 830000, "wall_time": 9054.645019769669, "train_loss_step": 8.254179000854492, "n_params": 4674760, "total_flops": 11919516057600000, "train_loss": 0.05452651500701904, "subset_score_loss": 0.05452651500701904}
+{"step": 840000, "wall_time": 9154.515061616898, "train_loss_step": 8.034770011901855, "n_params": 4674760, "total_flops": 12063124684800000, "train_loss": 0.054102396965026854, "subset_score_loss": 0.054102396965026854}
+{"step": 850000, "wall_time": 9256.50011396408, "train_loss_step": 7.829031944274902, "n_params": 4674760, "total_flops": 12206733312000000, "train_loss": 0.05233132839202881, "subset_score_loss": 0.05233132839202881}
+{"step": 860000, "wall_time": 9358.578547477722, "train_loss_step": 8.156679153442383, "n_params": 4674760, "total_flops": 12350341939200000, "train_loss": 0.04935076236724854, "subset_score_loss": 0.04935076236724854}
+{"step": 870000, "wall_time": 9459.127746343613, "train_loss_step": 7.54555606842041, "n_params": 4674760, "total_flops": 12493950566400000, "train_loss": 0.04965900421142578, "subset_score_loss": 0.04965900421142578}
+{"step": 880000, "wall_time": 9561.983329296112, "train_loss_step": 7.6781511306762695, "n_params": 4674760, "total_flops": 12637559193600000, "train_loss": 0.04696208000183105, "subset_score_loss": 0.04696208000183105}
+{"step": 890000, "wall_time": 9659.313765525818, "train_loss_step": 8.090316772460938, "n_params": 4674760, "total_flops": 12781167820800000, "train_loss": 0.04694129943847656, "subset_score_loss": 0.04694129943847656}
+{"step": 900000, "wall_time": 9838.683100700378, "train_loss_step": 7.752335548400879, "n_params": 4674760, "total_flops": 12924776448000000, "train_loss": 0.048369922637939454, "subset_score_loss": 0.048369922637939454, "memorization_fraction_pixel": 0.030799999833106995, "mean_nn_ratio_pixel": 0.8949580788612366, "fid": 96.23937720549931}
+{"step": 910000, "wall_time": 9941.317035198212, "train_loss_step": 7.432608127593994, "n_params": 4674760, "total_flops": 13068385075200000, "train_loss": 0.05091255664825439, "subset_score_loss": 0.05091255664825439}
+{"step": 920000, "wall_time": 10041.066902637482, "train_loss_step": 7.626741409301758, "n_params": 4674760, "total_flops": 13211993702400000, "train_loss": 0.04878788471221924, "subset_score_loss": 0.04878788471221924}
+{"step": 930000, "wall_time": 10143.984676361084, "train_loss_step": 7.373866558074951, "n_params": 4674760, "total_flops": 13355602329600000, "train_loss": 0.04810135841369629, "subset_score_loss": 0.04810135841369629}
+{"step": 940000, "wall_time": 10246.247834682465, "train_loss_step": 7.430173873901367, "n_params": 4674760, "total_flops": 13499210956800000, "train_loss": 0.049004626274108884, "subset_score_loss": 0.049004626274108884}
+{"step": 950000, "wall_time": 10347.658649682999, "train_loss_step": 7.7127227783203125, "n_params": 4674760, "total_flops": 13642819584000000, "train_loss": 0.044223780632019045, "subset_score_loss": 0.044223780632019045}
+{"step": 960000, "wall_time": 10449.491135835648, "train_loss_step": 7.719882011413574, "n_params": 4674760, "total_flops": 13786428211200000, "train_loss": 0.046339650154113766, "subset_score_loss": 0.046339650154113766}
+{"step": 970000, "wall_time": 10550.356025457382, "train_loss_step": 7.094916820526123, "n_params": 4674760, "total_flops": 13930036838400000, "train_loss": 0.04729156494140625, "subset_score_loss": 0.04729156494140625}
+{"step": 980000, "wall_time": 10650.105873823166, "train_loss_step": 7.769073963165283, "n_params": 4674760, "total_flops": 14073645465600000, "train_loss": 0.047169189453125, "subset_score_loss": 0.047169189453125}
+{"step": 990000, "wall_time": 10751.044046163559, "train_loss_step": 7.38524866104126, "n_params": 4674760, "total_flops": 14217254092800000, "train_loss": 0.0456818962097168, "subset_score_loss": 0.0456818962097168}
+{"step": 1000000, "wall_time": 10929.941799163818, "train_loss_step": 7.942922592163086, "n_params": 4674760, "total_flops": 14360862720000000, "train_loss": 0.04672885894775391, "subset_score_loss": 0.04672885894775391, "memorization_fraction_pixel": 0.0364999994635582, "mean_nn_ratio_pixel": 0.8894073963165283, "fid": 92.2197645672039}
+{"step": 1010000, "wall_time": 11029.528361082077, "train_loss_step": 7.5774335861206055, "n_params": 4674760, "total_flops": 14504471347200000, "train_loss": 0.046140918731689455, "subset_score_loss": 0.046140918731689455}
+{"step": 1020000, "wall_time": 11132.167386770248, "train_loss_step": 7.364158630371094, "n_params": 4674760, "total_flops": 14648079974400000, "train_loss": 0.04590179920196533, "subset_score_loss": 0.04590179920196533}
+{"step": 1030000, "wall_time": 11234.440924167633, "train_loss_step": 7.611024856567383, "n_params": 4674760, "total_flops": 14791688601600000, "train_loss": 0.04543240547180176, "subset_score_loss": 0.04543240547180176}
+{"step": 1040000, "wall_time": 11336.065910816193, "train_loss_step": 7.087754249572754, "n_params": 4674760, "total_flops": 14935297228800000, "train_loss": 0.044744319915771484, "subset_score_loss": 0.044744319915771484}
+{"step": 1050000, "wall_time": 11437.96552681923, "train_loss_step": 7.983743667602539, "n_params": 4674760, "total_flops": 15078905856000000, "train_loss": 0.04671162605285645, "subset_score_loss": 0.04671162605285645}
+{"step": 1060000, "wall_time": 11539.742175579071, "train_loss_step": 7.279230117797852, "n_params": 4674760, "total_flops": 15222514483200000, "train_loss": 0.044388222694396975, "subset_score_loss": 0.044388222694396975}
+{"step": 1070000, "wall_time": 11642.317358732224, "train_loss_step": 7.827768802642822, "n_params": 4674760, "total_flops": 15366123110400000, "train_loss": 0.0513675594329834, "subset_score_loss": 0.0513675594329834}
+{"step": 1080000, "wall_time": 11739.880464553833, "train_loss_step": 7.1865644454956055, "n_params": 4674760, "total_flops": 15509731737600000, "train_loss": 0.04262847423553467, "subset_score_loss": 0.04262847423553467}
+{"step": 1090000, "wall_time": 11842.433855772018, "train_loss_step": 7.52244758605957, "n_params": 4674760, "total_flops": 15653340364800000, "train_loss": 0.0462385892868042, "subset_score_loss": 0.0462385892868042}
+{"step": 1100000, "wall_time": 12011.668033123016, "train_loss_step": 7.4386515617370605, "n_params": 4674760, "total_flops": 15796948992000000, "train_loss": 0.04469271183013916, "subset_score_loss": 0.04469271183013916, "memorization_fraction_pixel": 0.04879999905824661, "mean_nn_ratio_pixel": 0.8732025623321533, "fid": 87.10182106535174}
+{"step": 1110000, "wall_time": 12114.635626792908, "train_loss_step": 7.322429656982422, "n_params": 4674760, "total_flops": 15940557619200000, "train_loss": 0.044810490608215334, "subset_score_loss": 0.044810490608215334}
+{"step": 1120000, "wall_time": 12217.334730148315, "train_loss_step": 7.1800761222839355, "n_params": 4674760, "total_flops": 16084166246400000, "train_loss": 0.043102235794067384, "subset_score_loss": 0.043102235794067384}
+{"step": 1130000, "wall_time": 12318.61473441124, "train_loss_step": 7.0558671951293945, "n_params": 4674760, "total_flops": 16227774873600000, "train_loss": 0.04113280296325684, "subset_score_loss": 0.04113280296325684}
+{"step": 1140000, "wall_time": 12419.942480802536, "train_loss_step": 7.672889709472656, "n_params": 4674760, "total_flops": 16371383500800000, "train_loss": 0.04452272415161133, "subset_score_loss": 0.04452272415161133}
+{"step": 1150000, "wall_time": 12522.065217971802, "train_loss_step": 7.23171329498291, "n_params": 4674760, "total_flops": 16514992128000000, "train_loss": 0.04620546340942383, "subset_score_loss": 0.04620546340942383}
+{"step": 1160000, "wall_time": 12624.383603334427, "train_loss_step": 7.096962928771973, "n_params": 4674760, "total_flops": 16658600755200000, "train_loss": 0.04510953426361084, "subset_score_loss": 0.04510953426361084}
+{"step": 1170000, "wall_time": 12727.491383552551, "train_loss_step": 7.700519561767578, "n_params": 4674760, "total_flops": 16802209382400000, "train_loss": 0.04592579364776611, "subset_score_loss": 0.04592579364776611}
+{"step": 1180000, "wall_time": 12823.670075893402, "train_loss_step": 7.266734600067139, "n_params": 4674760, "total_flops": 16945818009600000, "train_loss": 0.04714672088623047, "subset_score_loss": 0.04714672088623047}
+{"step": 1190000, "wall_time": 12926.557589054108, "train_loss_step": 7.154392242431641, "n_params": 4674760, "total_flops": 17089426636800000, "train_loss": 0.04295878887176514, "subset_score_loss": 0.04295878887176514}
+{"step": 1200000, "wall_time": 13104.40307855606, "train_loss_step": 7.239912986755371, "n_params": 4674760, "total_flops": 17233035264000000, "train_loss": 0.04319557189941406, "subset_score_loss": 0.04319557189941406, "memorization_fraction_pixel": 0.05480000004172325, "mean_nn_ratio_pixel": 0.8599634766578674, "fid": 85.12607217617804}
+{"step": 1210000, "wall_time": 13207.040358304977, "train_loss_step": 7.050724029541016, "n_params": 4674760, "total_flops": 17376643891200000, "train_loss": 0.044698448181152345, "subset_score_loss": 0.044698448181152345}
+{"step": 1220000, "wall_time": 13308.941171646118, "train_loss_step": 6.8457207679748535, "n_params": 4674760, "total_flops": 17520252518400000, "train_loss": 0.04333138465881348, "subset_score_loss": 0.04333138465881348}
+{"step": 1230000, "wall_time": 13410.692749023438, "train_loss_step": 6.710689544677734, "n_params": 4674760, "total_flops": 17663861145600000, "train_loss": 0.04241612434387207, "subset_score_loss": 0.04241612434387207}
+{"step": 1240000, "wall_time": 13512.701370954514, "train_loss_step": 7.294683456420898, "n_params": 4674760, "total_flops": 17807469772800000, "train_loss": 0.04526504039764404, "subset_score_loss": 0.04526504039764404}
+{"step": 1250000, "wall_time": 13614.764050483704, "train_loss_step": 7.026642799377441, "n_params": 4674760, "total_flops": 17951078400000000, "train_loss": 0.040333709716796874, "subset_score_loss": 0.040333709716796874}
+{"step": 1260000, "wall_time": 13717.281159639359, "train_loss_step": 7.5058794021606445, "n_params": 4674760, "total_flops": 18094687027200000, "train_loss": 0.043625597953796384, "subset_score_loss": 0.043625597953796384}
+{"step": 1270000, "wall_time": 13816.388678073883, "train_loss_step": 6.892364501953125, "n_params": 4674760, "total_flops": 18238295654400000, "train_loss": 0.04038232326507568, "subset_score_loss": 0.04038232326507568}
+{"step": 1280000, "wall_time": 13917.277297258377, "train_loss_step": 6.727455139160156, "n_params": 4674760, "total_flops": 18381904281600000, "train_loss": 0.04134705543518066, "subset_score_loss": 0.04134705543518066}
+{"step": 1290000, "wall_time": 14008.11324930191, "train_loss_step": 6.744072914123535, "n_params": 4674760, "total_flops": 18525512908800000, "train_loss": 0.04324085712432861, "subset_score_loss": 0.04324085712432861}
+{"step": 1300000, "wall_time": 14187.697926998138, "train_loss_step": 6.31369686126709, "n_params": 4674760, "total_flops": 18669121536000000, "train_loss": 0.03953303337097168, "subset_score_loss": 0.03953303337097168, "memorization_fraction_pixel": 0.06920000165700912, "mean_nn_ratio_pixel": 0.84601229429245, "fid": 78.50177772772517}
+{"step": 1310000, "wall_time": 14290.3409075737, "train_loss_step": 7.063889980316162, "n_params": 4674760, "total_flops": 18812730163200000, "train_loss": 0.041334834098815915, "subset_score_loss": 0.041334834098815915}
+{"step": 1320000, "wall_time": 14391.257671356201, "train_loss_step": 6.991896629333496, "n_params": 4674760, "total_flops": 18956338790400000, "train_loss": 0.041921801567077636, "subset_score_loss": 0.041921801567077636}
+{"step": 1330000, "wall_time": 14493.464367389679, "train_loss_step": 6.667481422424316, "n_params": 4674760, "total_flops": 19099947417600000, "train_loss": 0.04066464900970459, "subset_score_loss": 0.04066464900970459}
+{"step": 1340000, "wall_time": 14595.774242162704, "train_loss_step": 6.573082447052002, "n_params": 4674760, "total_flops": 19243556044800000, "train_loss": 0.04325845718383789, "subset_score_loss": 0.04325845718383789}
+{"step": 1350000, "wall_time": 14697.59301352501, "train_loss_step": 6.745992660522461, "n_params": 4674760, "total_flops": 19387164672000000, "train_loss": 0.04024834632873535, "subset_score_loss": 0.04024834632873535}
+{"step": 1360000, "wall_time": 14800.315511465073, "train_loss_step": 6.783805847167969, "n_params": 4674760, "total_flops": 19530773299200000, "train_loss": 0.037960069179534914, "subset_score_loss": 0.037960069179534914}
+{"step": 1370000, "wall_time": 14899.63993525505, "train_loss_step": 6.674715995788574, "n_params": 4674760, "total_flops": 19674381926400000, "train_loss": 0.03829524517059326, "subset_score_loss": 0.03829524517059326}
+{"step": 1380000, "wall_time": 14996.089826583862, "train_loss_step": 6.647050857543945, "n_params": 4674760, "total_flops": 19817990553600000, "train_loss": 0.03983189582824707, "subset_score_loss": 0.03983189582824707}
+{"step": 1390000, "wall_time": 15092.725548267365, "train_loss_step": 6.7061662673950195, "n_params": 4674760, "total_flops": 19961599180800000, "train_loss": 0.04227408885955811, "subset_score_loss": 0.04227408885955811}
+{"step": 1400000, "wall_time": 15272.423935890198, "train_loss_step": 6.324860095977783, "n_params": 4674760, "total_flops": 20105207808000000, "train_loss": 0.03797568321228027, "subset_score_loss": 0.03797568321228027, "memorization_fraction_pixel": 0.0763000026345253, "mean_nn_ratio_pixel": 0.8475046753883362, "fid": 78.89379556059889}
+{"step": 1410000, "wall_time": 15374.680466413498, "train_loss_step": 7.001558303833008, "n_params": 4674760, "total_flops": 20248816435200000, "train_loss": 0.038664162158966064, "subset_score_loss": 0.038664162158966064}
+{"step": 1420000, "wall_time": 15475.477937936783, "train_loss_step": 6.977966785430908, "n_params": 4674760, "total_flops": 20392425062400000, "train_loss": 0.039439470767974855, "subset_score_loss": 0.039439470767974855}
+{"step": 1430000, "wall_time": 15578.23661184311, "train_loss_step": 6.936229705810547, "n_params": 4674760, "total_flops": 20536033689600000, "train_loss": 0.04038686275482178, "subset_score_loss": 0.04038686275482178}
+{"step": 1440000, "wall_time": 15680.278609275818, "train_loss_step": 6.842377662658691, "n_params": 4674760, "total_flops": 20679642316800000, "train_loss": 0.03901304006576538, "subset_score_loss": 0.03901304006576538}
+{"step": 1450000, "wall_time": 15782.287668466568, "train_loss_step": 6.782050132751465, "n_params": 4674760, "total_flops": 20823250944000000, "train_loss": 0.03863874197006226, "subset_score_loss": 0.03863874197006226}
+{"step": 1460000, "wall_time": 15884.441412448883, "train_loss_step": 6.507194519042969, "n_params": 4674760, "total_flops": 20966859571200000, "train_loss": 0.03821035623550415, "subset_score_loss": 0.03821035623550415}
+{"step": 1470000, "wall_time": 15982.616474151611, "train_loss_step": 6.788261890411377, "n_params": 4674760, "total_flops": 21110468198400000, "train_loss": 0.039424974918365475, "subset_score_loss": 0.039424974918365475}
+{"step": 1480000, "wall_time": 16075.837170600891, "train_loss_step": 6.610433101654053, "n_params": 4674760, "total_flops": 21254076825600000, "train_loss": 0.0373630690574646, "subset_score_loss": 0.0373630690574646}
+{"step": 1490000, "wall_time": 16178.102546930313, "train_loss_step": 6.862146854400635, "n_params": 4674760, "total_flops": 21397685452800000, "train_loss": 0.04405194759368897, "subset_score_loss": 0.04405194759368897}
+{"step": 1500000, "wall_time": 16355.767246246338, "train_loss_step": 6.66580057144165, "n_params": 4674760, "total_flops": 21541294080000000, "train_loss": 0.03783442974090576, "subset_score_loss": 0.03783442974090576, "memorization_fraction_pixel": 0.09910000115633011, "mean_nn_ratio_pixel": 0.8206032514572144, "fid": 75.21701040610368}
+{"step": 1510000, "wall_time": 16457.629838705063, "train_loss_step": 6.532203197479248, "n_params": 4674760, "total_flops": 21684902707200000, "train_loss": 0.03736206769943237, "subset_score_loss": 0.03736206769943237}
+{"step": 1520000, "wall_time": 16558.191407442093, "train_loss_step": 6.382598876953125, "n_params": 4674760, "total_flops": 21828511334400000, "train_loss": 0.03735724210739136, "subset_score_loss": 0.03735724210739136}
+{"step": 1530000, "wall_time": 16660.9392888546, "train_loss_step": 7.087201118469238, "n_params": 4674760, "total_flops": 21972119961600000, "train_loss": 0.038859941959381104, "subset_score_loss": 0.038859941959381104}
+{"step": 1540000, "wall_time": 16762.779720783234, "train_loss_step": 6.818105697631836, "n_params": 4674760, "total_flops": 22115728588800000, "train_loss": 0.03592600345611572, "subset_score_loss": 0.03592600345611572}
+{"step": 1550000, "wall_time": 16864.81374669075, "train_loss_step": 6.518482208251953, "n_params": 4674760, "total_flops": 22259337216000000, "train_loss": 0.03981391191482544, "subset_score_loss": 0.03981391191482544}
+{"step": 1560000, "wall_time": 16964.425609350204, "train_loss_step": 6.876227378845215, "n_params": 4674760, "total_flops": 22402945843200000, "train_loss": 0.03821719408035278, "subset_score_loss": 0.03821719408035278}
+{"step": 1570000, "wall_time": 17053.36722922325, "train_loss_step": 6.300885200500488, "n_params": 4674760, "total_flops": 22546554470400000, "train_loss": 0.03548597812652588, "subset_score_loss": 0.03548597812652588}
+{"step": 1580000, "wall_time": 17151.254895925522, "train_loss_step": 6.380076885223389, "n_params": 4674760, "total_flops": 22690163097600000, "train_loss": 0.03823156833648682, "subset_score_loss": 0.03823156833648682}
+{"step": 1590000, "wall_time": 17253.27005338669, "train_loss_step": 6.240048408508301, "n_params": 4674760, "total_flops": 22833771724800000, "train_loss": 0.03482294321060181, "subset_score_loss": 0.03482294321060181}
+{"step": 1600000, "wall_time": 17431.871479272842, "train_loss_step": 6.795255661010742, "n_params": 4674760, "total_flops": 22977380352000000, "train_loss": 0.03485626459121704, "subset_score_loss": 0.03485626459121704, "memorization_fraction_pixel": 0.1071000024676323, "mean_nn_ratio_pixel": 0.8149930834770203, "fid": 70.64193618303162}
+{"step": 1610000, "wall_time": 17534.39146089554, "train_loss_step": 6.208754539489746, "n_params": 4674760, "total_flops": 23120988979200000, "train_loss": 0.038178975582122805, "subset_score_loss": 0.038178975582122805}
+{"step": 1620000, "wall_time": 17636.205325841904, "train_loss_step": 6.259061813354492, "n_params": 4674760, "total_flops": 23264597606400000, "train_loss": 0.038529644012451174, "subset_score_loss": 0.038529644012451174}
+{"step": 1630000, "wall_time": 17738.51447081566, "train_loss_step": 5.887401103973389, "n_params": 4674760, "total_flops": 23408206233600000, "train_loss": 0.03558122873306274, "subset_score_loss": 0.03558122873306274}
+{"step": 1640000, "wall_time": 17839.069849729538, "train_loss_step": 6.221892356872559, "n_params": 4674760, "total_flops": 23551814860800000, "train_loss": 0.03617131471633911, "subset_score_loss": 0.03617131471633911}
+{"step": 1650000, "wall_time": 17941.99511218071, "train_loss_step": 6.3358917236328125, "n_params": 4674760, "total_flops": 23695423488000000, "train_loss": 0.03597397565841675, "subset_score_loss": 0.03597397565841675}
+{"step": 1660000, "wall_time": 18041.96031498909, "train_loss_step": 6.242903232574463, "n_params": 4674760, "total_flops": 23839032115200000, "train_loss": 0.03720101118087769, "subset_score_loss": 0.03720101118087769}
+{"step": 1670000, "wall_time": 18125.866761684418, "train_loss_step": 6.27710485458374, "n_params": 4674760, "total_flops": 23982640742400000, "train_loss": 0.03604134321212769, "subset_score_loss": 0.03604134321212769}
+{"step": 1680000, "wall_time": 18228.502425670624, "train_loss_step": 6.282673358917236, "n_params": 4674760, "total_flops": 24126249369600000, "train_loss": 0.034145581722259524, "subset_score_loss": 0.034145581722259524}
+{"step": 1690000, "wall_time": 18329.36245584488, "train_loss_step": 6.142420768737793, "n_params": 4674760, "total_flops": 24269857996800000, "train_loss": 0.035197246074676516, "subset_score_loss": 0.035197246074676516}
+{"step": 1700000, "wall_time": 18508.841928243637, "train_loss_step": 6.468945503234863, "n_params": 4674760, "total_flops": 24413466624000000, "train_loss": 0.0349257493019104, "subset_score_loss": 0.0349257493019104, "memorization_fraction_pixel": 0.11069999635219574, "mean_nn_ratio_pixel": 0.8205596804618835, "fid": 72.98976823611518}
+{"step": 1710000, "wall_time": 18611.154928922653, "train_loss_step": 5.946215629577637, "n_params": 4674760, "total_flops": 24557075251200000, "train_loss": 0.03430618047714233, "subset_score_loss": 0.03430618047714233}
+{"step": 1720000, "wall_time": 18712.896508693695, "train_loss_step": 6.539129257202148, "n_params": 4674760, "total_flops": 24700683878400000, "train_loss": 0.03707211017608643, "subset_score_loss": 0.03707211017608643}
+{"step": 1730000, "wall_time": 18815.08643269539, "train_loss_step": 6.191915512084961, "n_params": 4674760, "total_flops": 24844292505600000, "train_loss": 0.03516481161117554, "subset_score_loss": 0.03516481161117554}
+{"step": 1740000, "wall_time": 18916.620651960373, "train_loss_step": 6.568994522094727, "n_params": 4674760, "total_flops": 24987901132800000, "train_loss": 0.03798506021499634, "subset_score_loss": 0.03798506021499634}
+{"step": 1750000, "wall_time": 19020.594157218933, "train_loss_step": 6.090151786804199, "n_params": 4674760, "total_flops": 25131509760000000, "train_loss": 0.035388822555541995, "subset_score_loss": 0.035388822555541995}
+{"step": 1760000, "wall_time": 19112.783202171326, "train_loss_step": 6.396502494812012, "n_params": 4674760, "total_flops": 25275118387200000, "train_loss": 0.034787158966064456, "subset_score_loss": 0.034787158966064456}
+{"step": 1770000, "wall_time": 19205.67065834999, "train_loss_step": 5.694662094116211, "n_params": 4674760, "total_flops": 25418727014400000, "train_loss": 0.0343368124961853, "subset_score_loss": 0.0343368124961853}
+{"step": 1780000, "wall_time": 19307.47421193123, "train_loss_step": 6.155840873718262, "n_params": 4674760, "total_flops": 25562335641600000, "train_loss": 0.03608922958374024, "subset_score_loss": 0.03608922958374024}
+{"step": 1790000, "wall_time": 19410.17830467224, "train_loss_step": 6.098786354064941, "n_params": 4674760, "total_flops": 25705944268800000, "train_loss": 0.03255662202835083, "subset_score_loss": 0.03255662202835083}
+{"step": 1800000, "wall_time": 19588.967250823975, "train_loss_step": 6.362946510314941, "n_params": 4674760, "total_flops": 25849552896000000, "train_loss": 0.03430168390274048, "subset_score_loss": 0.03430168390274048, "memorization_fraction_pixel": 0.14300000667572021, "mean_nn_ratio_pixel": 0.7924239039421082, "fid": 66.6995784482248}
+{"step": 1810000, "wall_time": 19691.306752681732, "train_loss_step": 6.121547698974609, "n_params": 4674760, "total_flops": 25993161523200000, "train_loss": 0.034142701625823973, "subset_score_loss": 0.034142701625823973}
+{"step": 1820000, "wall_time": 19792.85353088379, "train_loss_step": 5.871316909790039, "n_params": 4674760, "total_flops": 26136770150400000, "train_loss": 0.03257910251617432, "subset_score_loss": 0.03257910251617432}
+{"step": 1830000, "wall_time": 19894.81956768036, "train_loss_step": 6.338177680969238, "n_params": 4674760, "total_flops": 26280378777600000, "train_loss": 0.03580210685729981, "subset_score_loss": 0.03580210685729981}
+{"step": 1840000, "wall_time": 19996.895298480988, "train_loss_step": 5.696440696716309, "n_params": 4674760, "total_flops": 26423987404800000, "train_loss": 0.03245980024337768, "subset_score_loss": 0.03245980024337768}
+{"step": 1850000, "wall_time": 20096.92768573761, "train_loss_step": 5.799116134643555, "n_params": 4674760, "total_flops": 26567596032000000, "train_loss": 0.03204785108566284, "subset_score_loss": 0.03204785108566284}
+{"step": 1860000, "wall_time": 20186.86848306656, "train_loss_step": 5.932725429534912, "n_params": 4674760, "total_flops": 26711204659200000, "train_loss": 0.03268590927124024, "subset_score_loss": 0.03268590927124024}
+{"step": 1870000, "wall_time": 20289.081753492355, "train_loss_step": 6.285758972167969, "n_params": 4674760, "total_flops": 26854813286400000, "train_loss": 0.03331178426742554, "subset_score_loss": 0.03331178426742554}
+{"step": 1880000, "wall_time": 20391.76986527443, "train_loss_step": 6.075275897979736, "n_params": 4674760, "total_flops": 26998421913600000, "train_loss": 0.034444596767425534, "subset_score_loss": 0.034444596767425534}
+{"step": 1890000, "wall_time": 20494.303955554962, "train_loss_step": 6.5459489822387695, "n_params": 4674760, "total_flops": 27142030540800000, "train_loss": 0.03422492742538452, "subset_score_loss": 0.03422492742538452}
+{"step": 1900000, "wall_time": 20673.155737638474, "train_loss_step": 6.404486656188965, "n_params": 4674760, "total_flops": 27285639168000000, "train_loss": 0.035119898319244384, "subset_score_loss": 0.035119898319244384, "memorization_fraction_pixel": 0.12970000505447388, "mean_nn_ratio_pixel": 0.8006235957145691, "fid": 69.06404796723433}
+{"step": 1910000, "wall_time": 20774.890033245087, "train_loss_step": 6.01442813873291, "n_params": 4674760, "total_flops": 27429247795200000, "train_loss": 0.03349846124649048, "subset_score_loss": 0.03349846124649048}
+{"step": 1920000, "wall_time": 20876.306381464005, "train_loss_step": 6.018310546875, "n_params": 4674760, "total_flops": 27572856422400000, "train_loss": 0.034013059139251706, "subset_score_loss": 0.034013059139251706}
+{"step": 1930000, "wall_time": 20978.27689766884, "train_loss_step": 6.030559539794922, "n_params": 4674760, "total_flops": 27716465049600000, "train_loss": 0.03500360488891602, "subset_score_loss": 0.03500360488891602}
+{"step": 1940000, "wall_time": 21081.216525554657, "train_loss_step": 5.7481489181518555, "n_params": 4674760, "total_flops": 27860073676800000, "train_loss": 0.032071425914764404, "subset_score_loss": 0.032071425914764404}
+{"step": 1950000, "wall_time": 21171.821407556534, "train_loss_step": 6.033483982086182, "n_params": 4674760, "total_flops": 28003682304000000, "train_loss": 0.03642834663391113, "subset_score_loss": 0.03642834663391113}
+{"step": 1960000, "wall_time": 21266.4495844841, "train_loss_step": 6.10695219039917, "n_params": 4674760, "total_flops": 28147290931200000, "train_loss": 0.031677701473236085, "subset_score_loss": 0.031677701473236085}
+{"step": 1970000, "wall_time": 21369.34588932991, "train_loss_step": 5.856139183044434, "n_params": 4674760, "total_flops": 28290899558400000, "train_loss": 0.03443082332611084, "subset_score_loss": 0.03443082332611084}
+{"step": 1980000, "wall_time": 21472.103569746017, "train_loss_step": 5.738115310668945, "n_params": 4674760, "total_flops": 28434508185600000, "train_loss": 0.03194093942642212, "subset_score_loss": 0.03194093942642212}
+{"step": 1990000, "wall_time": 21573.501612186432, "train_loss_step": 5.654913902282715, "n_params": 4674760, "total_flops": 28578116812800000, "train_loss": 0.03325883388519287, "subset_score_loss": 0.03325883388519287}
+{"step": 2000000, "wall_time": 21752.710152626038, "train_loss_step": 6.180481433868408, "n_params": 4674760, "total_flops": 28721725440000000, "train_loss": 0.03294604539871216, "subset_score_loss": 0.03294604539871216, "memorization_fraction_pixel": 0.1615000069141388, "mean_nn_ratio_pixel": 0.7729636430740356, "fid": 63.774312748176314}
+{"step": 2010000, "wall_time": 21854.12954378128, "train_loss_step": 6.044350624084473, "n_params": 4674760, "total_flops": 28865334067200000, "train_loss": 0.03192936182022095, "subset_score_loss": 0.03192936182022095}
+{"step": 2020000, "wall_time": 21955.3522503376, "train_loss_step": 5.57344913482666, "n_params": 4674760, "total_flops": 29008942694400000, "train_loss": 0.03205642938613892, "subset_score_loss": 0.03205642938613892}
+{"step": 2030000, "wall_time": 22057.61523628235, "train_loss_step": 5.972540378570557, "n_params": 4674760, "total_flops": 29152551321600000, "train_loss": 0.03109037160873413, "subset_score_loss": 0.03109037160873413}
+{"step": 2040000, "wall_time": 22156.94447016716, "train_loss_step": 5.673524856567383, "n_params": 4674760, "total_flops": 29296159948800000, "train_loss": 0.031663217544555665, "subset_score_loss": 0.031663217544555665}
+{"step": 2050000, "wall_time": 22245.48306465149, "train_loss_step": 5.750536918640137, "n_params": 4674760, "total_flops": 29439768576000000, "train_loss": 0.03208904504776001, "subset_score_loss": 0.03208904504776001}
+{"step": 2060000, "wall_time": 22345.72773051262, "train_loss_step": 5.960386753082275, "n_params": 4674760, "total_flops": 29583377203200000, "train_loss": 0.03164706707000733, "subset_score_loss": 0.03164706707000733}
+{"step": 2070000, "wall_time": 22448.013815402985, "train_loss_step": 6.610328674316406, "n_params": 4674760, "total_flops": 29726985830400000, "train_loss": 0.03853911399841309, "subset_score_loss": 0.03853911399841309}
+{"step": 2080000, "wall_time": 22550.812435626984, "train_loss_step": 6.240018844604492, "n_params": 4674760, "total_flops": 29870594457600000, "train_loss": 0.030237276554107666, "subset_score_loss": 0.030237276554107666}
+{"step": 2090000, "wall_time": 22653.29932451248, "train_loss_step": 5.748513221740723, "n_params": 4674760, "total_flops": 30014203084800000, "train_loss": 0.03333920955657959, "subset_score_loss": 0.03333920955657959}
+{"step": 2100000, "wall_time": 22832.58446574211, "train_loss_step": 5.957436561584473, "n_params": 4674760, "total_flops": 30157811712000000, "train_loss": 0.032726881504058836, "subset_score_loss": 0.032726881504058836, "memorization_fraction_pixel": 0.16820000112056732, "mean_nn_ratio_pixel": 0.770263135433197, "fid": 62.75099183835242}
+{"step": 2110000, "wall_time": 22934.983587503433, "train_loss_step": 5.833456993103027, "n_params": 4674760, "total_flops": 30301420339200000, "train_loss": 0.03446881294250488, "subset_score_loss": 0.03446881294250488}
+{"step": 2120000, "wall_time": 23037.178520441055, "train_loss_step": 5.895425319671631, "n_params": 4674760, "total_flops": 30445028966400000, "train_loss": 0.031414151191711426, "subset_score_loss": 0.031414151191711426}
+{"step": 2130000, "wall_time": 23137.11407637596, "train_loss_step": 5.846859931945801, "n_params": 4674760, "total_flops": 30588637593600000, "train_loss": 0.031995596885681155, "subset_score_loss": 0.031995596885681155}
+{"step": 2140000, "wall_time": 23226.475734233856, "train_loss_step": 5.677319049835205, "n_params": 4674760, "total_flops": 30732246220800000, "train_loss": 0.031511754989624025, "subset_score_loss": 0.031511754989624025}
+{"step": 2150000, "wall_time": 23326.123734235764, "train_loss_step": 6.174102783203125, "n_params": 4674760, "total_flops": 30875854848000000, "train_loss": 0.03262820720672607, "subset_score_loss": 0.03262820720672607}
+{"step": 2160000, "wall_time": 23428.76628613472, "train_loss_step": 5.741626739501953, "n_params": 4674760, "total_flops": 31019463475200000, "train_loss": 0.030952486991882324, "subset_score_loss": 0.030952486991882324}
+{"step": 2170000, "wall_time": 23531.652174949646, "train_loss_step": 5.522615909576416, "n_params": 4674760, "total_flops": 31163072102400000, "train_loss": 0.03554180383682251, "subset_score_loss": 0.03554180383682251}
+{"step": 2180000, "wall_time": 23633.97492480278, "train_loss_step": 5.685215950012207, "n_params": 4674760, "total_flops": 31306680729600000, "train_loss": 0.030529425144195557, "subset_score_loss": 0.030529425144195557}
+{"step": 2190000, "wall_time": 23736.217841148376, "train_loss_step": 5.925093650817871, "n_params": 4674760, "total_flops": 31450289356800000, "train_loss": 0.03173853635787964, "subset_score_loss": 0.03173853635787964}
+{"step": 2200000, "wall_time": 23913.9760222435, "train_loss_step": 5.48308801651001, "n_params": 4674760, "total_flops": 31593897984000000, "train_loss": 0.030827207565307616, "subset_score_loss": 0.030827207565307616, "memorization_fraction_pixel": 0.18700000643730164, "mean_nn_ratio_pixel": 0.7525404095649719, "fid": 65.39533778049363}
+{"step": 2210000, "wall_time": 24015.050501346588, "train_loss_step": 5.801200866699219, "n_params": 4674760, "total_flops": 31737506611200000, "train_loss": 0.0309358811378479, "subset_score_loss": 0.0309358811378479}
+{"step": 2220000, "wall_time": 24116.88915991783, "train_loss_step": 5.518994331359863, "n_params": 4674760, "total_flops": 31881115238400000, "train_loss": 0.03211655378341675, "subset_score_loss": 0.03211655378341675}
+{"step": 2230000, "wall_time": 24216.621123313904, "train_loss_step": 5.601830005645752, "n_params": 4674760, "total_flops": 32024723865600000, "train_loss": 0.029685049057006835, "subset_score_loss": 0.029685049057006835}
+{"step": 2240000, "wall_time": 24309.566197633743, "train_loss_step": 5.512804985046387, "n_params": 4674760, "total_flops": 32168332492800000, "train_loss": 0.027768833637237547, "subset_score_loss": 0.027768833637237547}
+{"step": 2250000, "wall_time": 24410.811804771423, "train_loss_step": 5.925531387329102, "n_params": 4674760, "total_flops": 32311941120000000, "train_loss": 0.03152552366256714, "subset_score_loss": 0.03152552366256714}
+{"step": 2260000, "wall_time": 24513.217590093613, "train_loss_step": 5.791858673095703, "n_params": 4674760, "total_flops": 32455549747200000, "train_loss": 0.02957716941833496, "subset_score_loss": 0.02957716941833496}
+{"step": 2270000, "wall_time": 24615.93780732155, "train_loss_step": 5.694414138793945, "n_params": 4674760, "total_flops": 32599158374400000, "train_loss": 0.030577726364135742, "subset_score_loss": 0.030577726364135742}
+{"step": 2280000, "wall_time": 24717.96415758133, "train_loss_step": 5.422521591186523, "n_params": 4674760, "total_flops": 32742767001600000, "train_loss": 0.02910473823547363, "subset_score_loss": 0.02910473823547363}
+{"step": 2290000, "wall_time": 24820.59669137001, "train_loss_step": 5.592367172241211, "n_params": 4674760, "total_flops": 32886375628800000, "train_loss": 0.03609691143035889, "subset_score_loss": 0.03609691143035889}
+{"step": 2300000, "wall_time": 25000.177907705307, "train_loss_step": 5.536633491516113, "n_params": 4674760, "total_flops": 33029984256000000, "train_loss": 0.03021803617477417, "subset_score_loss": 0.03021803617477417, "memorization_fraction_pixel": 0.21580000221729279, "mean_nn_ratio_pixel": 0.732001006603241, "fid": 60.94453950636033}
+{"step": 2310000, "wall_time": 25101.97792315483, "train_loss_step": 5.729559898376465, "n_params": 4674760, "total_flops": 33173592883200000, "train_loss": 0.031067206859588622, "subset_score_loss": 0.031067206859588622}
+{"step": 2320000, "wall_time": 25201.99132490158, "train_loss_step": 5.394246578216553, "n_params": 4674760, "total_flops": 33317201510400000, "train_loss": 0.030531172752380372, "subset_score_loss": 0.030531172752380372}
+{"step": 2330000, "wall_time": 25290.345735549927, "train_loss_step": 5.273690223693848, "n_params": 4674760, "total_flops": 33460810137600000, "train_loss": 0.029192299842834474, "subset_score_loss": 0.029192299842834474}
+{"step": 2340000, "wall_time": 25391.179690361023, "train_loss_step": 5.596194267272949, "n_params": 4674760, "total_flops": 33604418764800000, "train_loss": 0.030320613384246825, "subset_score_loss": 0.030320613384246825}
+{"step": 2350000, "wall_time": 25492.244262695312, "train_loss_step": 5.626491546630859, "n_params": 4674760, "total_flops": 33748027392000000, "train_loss": 0.03102306365966797, "subset_score_loss": 0.03102306365966797}
+{"step": 2360000, "wall_time": 25595.230312108994, "train_loss_step": 5.6586456298828125, "n_params": 4674760, "total_flops": 33891636019200000, "train_loss": 0.03008216619491577, "subset_score_loss": 0.03008216619491577}
+{"step": 2370000, "wall_time": 25697.83094549179, "train_loss_step": 5.638447284698486, "n_params": 4674760, "total_flops": 34035244646400000, "train_loss": 0.03030017614364624, "subset_score_loss": 0.03030017614364624}
+{"step": 2380000, "wall_time": 25800.087508916855, "train_loss_step": 5.6055498123168945, "n_params": 4674760, "total_flops": 34178853273600000, "train_loss": 0.03151287794113159, "subset_score_loss": 0.03151287794113159}
+{"step": 2390000, "wall_time": 25901.536842107773, "train_loss_step": 4.895425796508789, "n_params": 4674760, "total_flops": 34322461900800000, "train_loss": 0.027653257846832275, "subset_score_loss": 0.027653257846832275}
+{"step": 2400000, "wall_time": 26081.23106122017, "train_loss_step": 5.6763505935668945, "n_params": 4674760, "total_flops": 34466070528000000, "train_loss": 0.029645829200744628, "subset_score_loss": 0.029645829200744628, "memorization_fraction_pixel": 0.21480000019073486, "mean_nn_ratio_pixel": 0.7325984239578247, "fid": 61.37784628535555}
+{"step": 2410000, "wall_time": 26182.698670387268, "train_loss_step": 5.412153244018555, "n_params": 4674760, "total_flops": 34609679155200000, "train_loss": 0.029701194763183593, "subset_score_loss": 0.029701194763183593}
+{"step": 2420000, "wall_time": 26276.93540453911, "train_loss_step": 5.229711532592773, "n_params": 4674760, "total_flops": 34753287782400000, "train_loss": 0.029441204071044922, "subset_score_loss": 0.029441204071044922}
+{"step": 2430000, "wall_time": 26371.391136169434, "train_loss_step": 5.391894340515137, "n_params": 4674760, "total_flops": 34896896409600000, "train_loss": 0.029232654571533203, "subset_score_loss": 0.029232654571533203}
+{"step": 2440000, "wall_time": 26474.2697865963, "train_loss_step": 5.13266658782959, "n_params": 4674760, "total_flops": 35040505036800000, "train_loss": 0.027380435466766356, "subset_score_loss": 0.027380435466766356}
+{"step": 2450000, "wall_time": 26575.10020518303, "train_loss_step": 6.053631782531738, "n_params": 4674760, "total_flops": 35184113664000000, "train_loss": 0.02828571081161499, "subset_score_loss": 0.02828571081161499}
+{"step": 2460000, "wall_time": 26677.646225214005, "train_loss_step": 5.353941917419434, "n_params": 4674760, "total_flops": 35327722291200000, "train_loss": 0.03207598209381104, "subset_score_loss": 0.03207598209381104}
+{"step": 2470000, "wall_time": 26779.61565065384, "train_loss_step": 5.118841171264648, "n_params": 4674760, "total_flops": 35471330918400000, "train_loss": 0.030130720138549803, "subset_score_loss": 0.030130720138549803}
+{"step": 2480000, "wall_time": 26882.158578395844, "train_loss_step": 5.694387435913086, "n_params": 4674760, "total_flops": 35614939545600000, "train_loss": 0.028913605213165283, "subset_score_loss": 0.028913605213165283}
+{"step": 2490000, "wall_time": 26984.216935157776, "train_loss_step": 5.579923629760742, "n_params": 4674760, "total_flops": 35758548172800000, "train_loss": 0.028208737373352052, "subset_score_loss": 0.028208737373352052}
+{"step": 2500000, "wall_time": 27163.85621881485, "train_loss_step": 5.912302017211914, "n_params": 4674760, "total_flops": 35902156800000000, "train_loss": 0.02993458032608032, "subset_score_loss": 0.02993458032608032, "memorization_fraction_pixel": 0.24580000340938568, "mean_nn_ratio_pixel": 0.7107570171356201, "fid": 57.355516046935534}
+{"step": 2510000, "wall_time": 27264.568819999695, "train_loss_step": 5.316699028015137, "n_params": 4674760, "total_flops": 36045765427200000, "train_loss": 0.027934677600860595, "subset_score_loss": 0.027934677600860595}
+{"step": 2520000, "wall_time": 27353.342491865158, "train_loss_step": 5.6174635887146, "n_params": 4674760, "total_flops": 36189374054400000, "train_loss": 0.03263331651687622, "subset_score_loss": 0.03263331651687622}
+{"step": 2530000, "wall_time": 27452.72927594185, "train_loss_step": 5.368191719055176, "n_params": 4674760, "total_flops": 36332982681600000, "train_loss": 0.028317873477935792, "subset_score_loss": 0.028317873477935792}
+{"step": 2540000, "wall_time": 27553.978630781174, "train_loss_step": 5.510624885559082, "n_params": 4674760, "total_flops": 36476591308800000, "train_loss": 0.029718902111053467, "subset_score_loss": 0.029718902111053467}
+{"step": 2550000, "wall_time": 27656.67271208763, "train_loss_step": 5.47607946395874, "n_params": 4674760, "total_flops": 36620199936000000, "train_loss": 0.02937443494796753, "subset_score_loss": 0.02937443494796753}
+{"step": 2560000, "wall_time": 27758.12019276619, "train_loss_step": 5.43431282043457, "n_params": 4674760, "total_flops": 36763808563200000, "train_loss": 0.029618191719055175, "subset_score_loss": 0.029618191719055175}
+{"step": 2570000, "wall_time": 27860.07705974579, "train_loss_step": 5.669386863708496, "n_params": 4674760, "total_flops": 36907417190400000, "train_loss": 0.027079102993011476, "subset_score_loss": 0.027079102993011476}
+{"step": 2580000, "wall_time": 27962.537221193314, "train_loss_step": 5.452000617980957, "n_params": 4674760, "total_flops": 37051025817600000, "train_loss": 0.02695709705352783, "subset_score_loss": 0.02695709705352783}
+{"step": 2590000, "wall_time": 28064.614176750183, "train_loss_step": 5.294745445251465, "n_params": 4674760, "total_flops": 37194634444800000, "train_loss": 0.030072023868560793, "subset_score_loss": 0.030072023868560793}
+{"step": 2600000, "wall_time": 28244.407096862793, "train_loss_step": 5.526911735534668, "n_params": 4674760, "total_flops": 37338243072000000, "train_loss": 0.02867802381515503, "subset_score_loss": 0.02867802381515503, "memorization_fraction_pixel": 0.26339998841285706, "mean_nn_ratio_pixel": 0.6947758197784424, "fid": 55.86712809379149}
+{"step": 2610000, "wall_time": 28337.406189203262, "train_loss_step": 5.181046009063721, "n_params": 4674760, "total_flops": 37481851699200000, "train_loss": 0.027522730827331542, "subset_score_loss": 0.027522730827331542}
+{"step": 2620000, "wall_time": 28436.957324504852, "train_loss_step": 5.287481784820557, "n_params": 4674760, "total_flops": 37625460326400000, "train_loss": 0.028511192798614502, "subset_score_loss": 0.028511192798614502}
+{"step": 2630000, "wall_time": 28540.050380706787, "train_loss_step": 5.318944454193115, "n_params": 4674760, "total_flops": 37769068953600000, "train_loss": 0.027512340545654296, "subset_score_loss": 0.027512340545654296}
+{"step": 2640000, "wall_time": 28641.486448526382, "train_loss_step": 5.369235038757324, "n_params": 4674760, "total_flops": 37912677580800000, "train_loss": 0.02716546058654785, "subset_score_loss": 0.02716546058654785}
+{"step": 2650000, "wall_time": 28744.18351984024, "train_loss_step": 5.640427112579346, "n_params": 4674760, "total_flops": 38056286208000000, "train_loss": 0.028259501457214356, "subset_score_loss": 0.028259501457214356}
+{"step": 2660000, "wall_time": 28846.425914525986, "train_loss_step": 5.533552646636963, "n_params": 4674760, "total_flops": 38199894835200000, "train_loss": 0.027325599193572997, "subset_score_loss": 0.027325599193572997}
+{"step": 2670000, "wall_time": 28949.293979406357, "train_loss_step": 5.45404577255249, "n_params": 4674760, "total_flops": 38343503462400000, "train_loss": 0.02660449028015137, "subset_score_loss": 0.02660449028015137}
+{"step": 2680000, "wall_time": 29051.38903427124, "train_loss_step": 5.218173027038574, "n_params": 4674760, "total_flops": 38487112089600000, "train_loss": 0.027558374404907226, "subset_score_loss": 0.027558374404907226}
+{"step": 2690000, "wall_time": 29153.191626548767, "train_loss_step": 5.135724067687988, "n_params": 4674760, "total_flops": 38630720716800000, "train_loss": 0.027725574970245363, "subset_score_loss": 0.027725574970245363}
+{"step": 2700000, "wall_time": 29331.635329961777, "train_loss_step": 5.257101058959961, "n_params": 4674760, "total_flops": 38774329344000000, "train_loss": 0.02670262575149536, "subset_score_loss": 0.02670262575149536, "memorization_fraction_pixel": 0.2612000107765198, "mean_nn_ratio_pixel": 0.6998641490936279, "fid": 55.49553951079597}
+{"step": 2710000, "wall_time": 29433.882881879807, "train_loss_step": 5.478977203369141, "n_params": 4674760, "total_flops": 38917937971200000, "train_loss": 0.029510934352874756, "subset_score_loss": 0.029510934352874756}
+{"step": 2720000, "wall_time": 29533.942972660065, "train_loss_step": 5.001941204071045, "n_params": 4674760, "total_flops": 39061546598400000, "train_loss": 0.027299067974090575, "subset_score_loss": 0.027299067974090575}
+{"step": 2730000, "wall_time": 29636.91142487526, "train_loss_step": 5.409388542175293, "n_params": 4674760, "total_flops": 39205155225600000, "train_loss": 0.02837853193283081, "subset_score_loss": 0.02837853193283081}
+{"step": 2740000, "wall_time": 29737.017686843872, "train_loss_step": 5.52866268157959, "n_params": 4674760, "total_flops": 39348763852800000, "train_loss": 0.026698782444000244, "subset_score_loss": 0.026698782444000244}
+{"step": 2750000, "wall_time": 29839.092085123062, "train_loss_step": 5.150598526000977, "n_params": 4674760, "total_flops": 39492372480000000, "train_loss": 0.025880963802337648, "subset_score_loss": 0.025880963802337648}
+{"step": 2760000, "wall_time": 29942.29197216034, "train_loss_step": 5.535520076751709, "n_params": 4674760, "total_flops": 39635981107200000, "train_loss": 0.028804938793182373, "subset_score_loss": 0.028804938793182373}
+{"step": 2770000, "wall_time": 30044.394641399384, "train_loss_step": 5.305942058563232, "n_params": 4674760, "total_flops": 39779589734400000, "train_loss": 0.025185110569000243, "subset_score_loss": 0.025185110569000243}
+{"step": 2780000, "wall_time": 30145.675537586212, "train_loss_step": 5.0278000831604, "n_params": 4674760, "total_flops": 39923198361600000, "train_loss": 0.025536842346191406, "subset_score_loss": 0.025536842346191406}
+{"step": 2790000, "wall_time": 30248.42627453804, "train_loss_step": 5.286036491394043, "n_params": 4674760, "total_flops": 40066806988800000, "train_loss": 0.03223914623260498, "subset_score_loss": 0.03223914623260498}
+{"step": 2800000, "wall_time": 30412.87223124504, "train_loss_step": 5.619153022766113, "n_params": 4674760, "total_flops": 40210415616000000, "train_loss": 0.026308634281158448, "subset_score_loss": 0.026308634281158448, "memorization_fraction_pixel": 0.24709999561309814, "mean_nn_ratio_pixel": 0.7148399353027344, "fid": 55.542608767022124}
+{"step": 2810000, "wall_time": 30516.808349370956, "train_loss_step": 5.384609222412109, "n_params": 4674760, "total_flops": 40354024243200000, "train_loss": 0.028559656143188478, "subset_score_loss": 0.028559656143188478}
+{"step": 2820000, "wall_time": 30616.322490930557, "train_loss_step": 5.348209381103516, "n_params": 4674760, "total_flops": 40497632870400000, "train_loss": 0.029695312976837158, "subset_score_loss": 0.029695312976837158}
+{"step": 2830000, "wall_time": 30716.57351374626, "train_loss_step": 5.451259613037109, "n_params": 4674760, "total_flops": 40641241497600000, "train_loss": 0.027659759521484376, "subset_score_loss": 0.027659759521484376}
+{"step": 2840000, "wall_time": 30818.86323070526, "train_loss_step": 5.014883995056152, "n_params": 4674760, "total_flops": 40784850124800000, "train_loss": 0.024943740367889405, "subset_score_loss": 0.024943740367889405}
+{"step": 2850000, "wall_time": 30921.16320848465, "train_loss_step": 5.110962390899658, "n_params": 4674760, "total_flops": 40928458752000000, "train_loss": 0.025438547134399414, "subset_score_loss": 0.025438547134399414}
+{"step": 2860000, "wall_time": 31022.93478536606, "train_loss_step": 5.293943405151367, "n_params": 4674760, "total_flops": 41072067379200000, "train_loss": 0.02679340362548828, "subset_score_loss": 0.02679340362548828}
+{"step": 2870000, "wall_time": 31125.390231847763, "train_loss_step": 5.569390296936035, "n_params": 4674760, "total_flops": 41215676006400000, "train_loss": 0.028063623905181884, "subset_score_loss": 0.028063623905181884}
+{"step": 2880000, "wall_time": 31228.752768278122, "train_loss_step": 5.367644309997559, "n_params": 4674760, "total_flops": 41359284633600000, "train_loss": 0.03190644025802612, "subset_score_loss": 0.03190644025802612}
+{"step": 2890000, "wall_time": 31332.220159053802, "train_loss_step": 4.903228282928467, "n_params": 4674760, "total_flops": 41502893260800000, "train_loss": 0.025227818489074707, "subset_score_loss": 0.025227818489074707}
+{"step": 2900000, "wall_time": 31502.874715328217, "train_loss_step": 5.18977689743042, "n_params": 4674760, "total_flops": 41646501888000000, "train_loss": 0.02417545557022095, "subset_score_loss": 0.02417545557022095, "memorization_fraction_pixel": 0.2750000059604645, "mean_nn_ratio_pixel": 0.693470299243927, "fid": 53.25578418273271}
+{"step": 2910000, "wall_time": 31602.95632314682, "train_loss_step": 5.446169376373291, "n_params": 4674760, "total_flops": 41790110515200000, "train_loss": 0.03362876892089844, "subset_score_loss": 0.03362876892089844}
+{"step": 2920000, "wall_time": 31704.05358338356, "train_loss_step": 5.245988845825195, "n_params": 4674760, "total_flops": 41933719142400000, "train_loss": 0.026580936908721924, "subset_score_loss": 0.026580936908721924}
+{"step": 2930000, "wall_time": 31804.290827274323, "train_loss_step": 4.714931488037109, "n_params": 4674760, "total_flops": 42077327769600000, "train_loss": 0.028009369373321533, "subset_score_loss": 0.028009369373321533}
+{"step": 2940000, "wall_time": 31906.173639059067, "train_loss_step": 5.226050853729248, "n_params": 4674760, "total_flops": 42220936396800000, "train_loss": 0.026441118717193603, "subset_score_loss": 0.026441118717193603}
+{"step": 2950000, "wall_time": 32008.41285634041, "train_loss_step": 5.105637550354004, "n_params": 4674760, "total_flops": 42364545024000000, "train_loss": 0.0267546010017395, "subset_score_loss": 0.0267546010017395}
+{"step": 2960000, "wall_time": 32111.22079348564, "train_loss_step": 5.5266876220703125, "n_params": 4674760, "total_flops": 42508153651200000, "train_loss": 0.025944724082946777, "subset_score_loss": 0.025944724082946777}
+{"step": 2970000, "wall_time": 32213.281732797623, "train_loss_step": 5.43701171875, "n_params": 4674760, "total_flops": 42651762278400000, "train_loss": 0.026938021183013916, "subset_score_loss": 0.026938021183013916}
+{"step": 2980000, "wall_time": 32316.061898469925, "train_loss_step": 5.109272480010986, "n_params": 4674760, "total_flops": 42795370905600000, "train_loss": 0.026442923545837403, "subset_score_loss": 0.026442923545837403}
+{"step": 2990000, "wall_time": 32411.85599732399, "train_loss_step": 5.4753265380859375, "n_params": 4674760, "total_flops": 42938979532800000, "train_loss": 0.030035958290100098, "subset_score_loss": 0.030035958290100098}
+{"step": 3000000, "wall_time": 32591.783055067062, "train_loss_step": 5.220831394195557, "n_params": 4674760, "total_flops": 43082588160000000, "train_loss": 0.029248244762420654, "subset_score_loss": 0.029248244762420654, "memorization_fraction_pixel": 0.29440000653266907, "mean_nn_ratio_pixel": 0.6792774200439453, "fid": 52.05224513065121}
+{"step": 3010000, "wall_time": 32690.223817825317, "train_loss_step": 5.088518142700195, "n_params": 4674760, "total_flops": 43226196787200000, "train_loss": 0.026422853469848632, "subset_score_loss": 0.026422853469848632}
+{"step": 3020000, "wall_time": 32792.029883384705, "train_loss_step": 5.001556396484375, "n_params": 4674760, "total_flops": 43369805414400000, "train_loss": 0.025543344020843507, "subset_score_loss": 0.025543344020843507}
+{"step": 3030000, "wall_time": 32892.86680841446, "train_loss_step": 5.13751220703125, "n_params": 4674760, "total_flops": 43513414041600000, "train_loss": 0.025021283626556395, "subset_score_loss": 0.025021283626556395}
+{"step": 3040000, "wall_time": 32994.789158821106, "train_loss_step": 5.2852983474731445, "n_params": 4674760, "total_flops": 43657022668800000, "train_loss": 0.025453453063964845, "subset_score_loss": 0.025453453063964845}
+{"step": 3050000, "wall_time": 33097.81062054634, "train_loss_step": 5.072036266326904, "n_params": 4674760, "total_flops": 43800631296000000, "train_loss": 0.026328372955322265, "subset_score_loss": 0.026328372955322265}
+{"step": 3060000, "wall_time": 33200.42946624756, "train_loss_step": 5.193932056427002, "n_params": 4674760, "total_flops": 43944239923200000, "train_loss": 0.027165212631225587, "subset_score_loss": 0.027165212631225587}
+{"step": 3070000, "wall_time": 33302.494245290756, "train_loss_step": 4.863680839538574, "n_params": 4674760, "total_flops": 44087848550400000, "train_loss": 0.025008080005645753, "subset_score_loss": 0.025008080005645753}
+{"step": 3080000, "wall_time": 33402.25277209282, "train_loss_step": 4.5902791023254395, "n_params": 4674760, "total_flops": 44231457177600000, "train_loss": 0.025217397212982176, "subset_score_loss": 0.025217397212982176}
+{"step": 3090000, "wall_time": 33504.32015323639, "train_loss_step": 5.088866233825684, "n_params": 4674760, "total_flops": 44375065804800000, "train_loss": 0.024144015312194823, "subset_score_loss": 0.024144015312194823}
+{"step": 3100000, "wall_time": 33681.48407649994, "train_loss_step": 5.158668518066406, "n_params": 4674760, "total_flops": 44518674432000000, "train_loss": 0.025511713027954103, "subset_score_loss": 0.025511713027954103, "memorization_fraction_pixel": 0.2996000051498413, "mean_nn_ratio_pixel": 0.6748374104499817, "fid": 50.00981486579196}
+{"step": 3110000, "wall_time": 33782.28846645355, "train_loss_step": 4.629462242126465, "n_params": 4674760, "total_flops": 44662283059200000, "train_loss": 0.02518099308013916, "subset_score_loss": 0.02518099308013916}
+{"step": 3120000, "wall_time": 33885.14736032486, "train_loss_step": 5.172308444976807, "n_params": 4674760, "total_flops": 44805891686400000, "train_loss": 0.027195045948028563, "subset_score_loss": 0.027195045948028563}
+{"step": 3130000, "wall_time": 33985.83218240738, "train_loss_step": 5.200402736663818, "n_params": 4674760, "total_flops": 44949500313600000, "train_loss": 0.027777218818664552, "subset_score_loss": 0.027777218818664552}
+{"step": 3140000, "wall_time": 34088.455741882324, "train_loss_step": 5.452122688293457, "n_params": 4674760, "total_flops": 45093108940800000, "train_loss": 0.024201900959014894, "subset_score_loss": 0.024201900959014894}
+{"step": 3150000, "wall_time": 34190.7617752552, "train_loss_step": 4.62258243560791, "n_params": 4674760, "total_flops": 45236717568000000, "train_loss": 0.02431743621826172, "subset_score_loss": 0.02431743621826172}
+{"step": 3160000, "wall_time": 34292.89234209061, "train_loss_step": 5.148835182189941, "n_params": 4674760, "total_flops": 45380326195200000, "train_loss": 0.025244109630584717, "subset_score_loss": 0.025244109630584717}
+{"step": 3170000, "wall_time": 34387.54458856583, "train_loss_step": 5.2107439041137695, "n_params": 4674760, "total_flops": 45523934822400000, "train_loss": 0.02407015323638916, "subset_score_loss": 0.02407015323638916}
+{"step": 3180000, "wall_time": 34490.728880405426, "train_loss_step": 5.137467384338379, "n_params": 4674760, "total_flops": 45667543449600000, "train_loss": 0.025440428256988525, "subset_score_loss": 0.025440428256988525}
+{"step": 3190000, "wall_time": 34592.713755607605, "train_loss_step": 5.1600847244262695, "n_params": 4674760, "total_flops": 45811152076800000, "train_loss": 0.02510378122329712, "subset_score_loss": 0.02510378122329712}
+{"step": 3200000, "wall_time": 34768.972977399826, "train_loss_step": 5.223911285400391, "n_params": 4674760, "total_flops": 45954760704000000, "train_loss": 0.024684367179870607, "subset_score_loss": 0.024684367179870607, "memorization_fraction_pixel": 0.31940001249313354, "mean_nn_ratio_pixel": 0.6628825664520264, "fid": 52.301062637678285}
+{"step": 3210000, "wall_time": 34871.25279045105, "train_loss_step": 4.959933757781982, "n_params": 4674760, "total_flops": 46098369331200000, "train_loss": 0.023548738956451418, "subset_score_loss": 0.023548738956451418}
+{"step": 3220000, "wall_time": 34971.77077126503, "train_loss_step": 5.109206199645996, "n_params": 4674760, "total_flops": 46241977958400000, "train_loss": 0.025396299362182618, "subset_score_loss": 0.025396299362182618}
+{"step": 3230000, "wall_time": 35074.30186057091, "train_loss_step": 5.000157356262207, "n_params": 4674760, "total_flops": 46385586585600000, "train_loss": 0.025831680297851562, "subset_score_loss": 0.025831680297851562}
+{"step": 3240000, "wall_time": 35176.389206171036, "train_loss_step": 5.396389007568359, "n_params": 4674760, "total_flops": 46529195212800000, "train_loss": 0.025426836013793946, "subset_score_loss": 0.025426836013793946}
+{"step": 3250000, "wall_time": 35278.3811442852, "train_loss_step": 4.926461219787598, "n_params": 4674760, "total_flops": 46672803840000000, "train_loss": 0.024510729312896728, "subset_score_loss": 0.024510729312896728}
+{"step": 3260000, "wall_time": 35376.59129476547, "train_loss_step": 5.265801906585693, "n_params": 4674760, "total_flops": 46816412467200000, "train_loss": 0.023950042724609374, "subset_score_loss": 0.023950042724609374}
+{"step": 3270000, "wall_time": 35474.14102816582, "train_loss_step": 4.965670585632324, "n_params": 4674760, "total_flops": 46960021094400000, "train_loss": 0.02572998285293579, "subset_score_loss": 0.02572998285293579}
+{"step": 3280000, "wall_time": 35576.3568007946, "train_loss_step": 5.4456610679626465, "n_params": 4674760, "total_flops": 47103629721600000, "train_loss": 0.02600532293319702, "subset_score_loss": 0.02600532293319702}
+{"step": 3290000, "wall_time": 35678.163350343704, "train_loss_step": 5.036234378814697, "n_params": 4674760, "total_flops": 47247238348800000, "train_loss": 0.024127202033996584, "subset_score_loss": 0.024127202033996584}
+{"step": 3300000, "wall_time": 35854.43509554863, "train_loss_step": 5.209489345550537, "n_params": 4674760, "total_flops": 47390846976000000, "train_loss": 0.02581254005432129, "subset_score_loss": 0.02581254005432129, "memorization_fraction_pixel": 0.28139999508857727, "mean_nn_ratio_pixel": 0.6981558799743652, "fid": 53.36550844239853}
+{"step": 3310000, "wall_time": 35956.88953137398, "train_loss_step": 4.810442924499512, "n_params": 4674760, "total_flops": 47534455603200000, "train_loss": 0.023769423961639405, "subset_score_loss": 0.023769423961639405}
+{"step": 3320000, "wall_time": 36057.11773228645, "train_loss_step": 5.036080837249756, "n_params": 4674760, "total_flops": 47678064230400000, "train_loss": 0.028020167350769044, "subset_score_loss": 0.028020167350769044}
+{"step": 3330000, "wall_time": 36159.738647699356, "train_loss_step": 4.957677841186523, "n_params": 4674760, "total_flops": 47821672857600000, "train_loss": 0.02522878646850586, "subset_score_loss": 0.02522878646850586}
+{"step": 3340000, "wall_time": 36262.64436483383, "train_loss_step": 4.959355354309082, "n_params": 4674760, "total_flops": 47965281484800000, "train_loss": 0.02588984966278076, "subset_score_loss": 0.02588984966278076}
+{"step": 3350000, "wall_time": 36364.31025767326, "train_loss_step": 4.866829872131348, "n_params": 4674760, "total_flops": 48108890112000000, "train_loss": 0.022221131324768065, "subset_score_loss": 0.022221131324768065}
+{"step": 3360000, "wall_time": 36456.402336120605, "train_loss_step": 4.895401954650879, "n_params": 4674760, "total_flops": 48252498739200000, "train_loss": 0.024782583713531495, "subset_score_loss": 0.024782583713531495}
+{"step": 3370000, "wall_time": 36558.93836975098, "train_loss_step": 5.092509746551514, "n_params": 4674760, "total_flops": 48396107366400000, "train_loss": 0.026203107833862305, "subset_score_loss": 0.026203107833862305}
+{"step": 3380000, "wall_time": 36661.276205301285, "train_loss_step": 4.976081848144531, "n_params": 4674760, "total_flops": 48539715993600000, "train_loss": 0.024342288970947267, "subset_score_loss": 0.024342288970947267}
+{"step": 3390000, "wall_time": 36763.45982694626, "train_loss_step": 5.098696708679199, "n_params": 4674760, "total_flops": 48683324620800000, "train_loss": 0.02424975633621216, "subset_score_loss": 0.02424975633621216}
+{"step": 3400000, "wall_time": 36940.46004366875, "train_loss_step": 4.7304301261901855, "n_params": 4674760, "total_flops": 48826933248000000, "train_loss": 0.02602344274520874, "subset_score_loss": 0.02602344274520874, "memorization_fraction_pixel": 0.31439998745918274, "mean_nn_ratio_pixel": 0.672898530960083, "fid": 48.407478928920916}
+{"step": 3410000, "wall_time": 37043.07008290291, "train_loss_step": 4.9244465827941895, "n_params": 4674760, "total_flops": 48970541875200000, "train_loss": 0.0254441499710083, "subset_score_loss": 0.0254441499710083}
+{"step": 3420000, "wall_time": 37144.33882474899, "train_loss_step": 4.843713283538818, "n_params": 4674760, "total_flops": 49114150502400000, "train_loss": 0.02419623136520386, "subset_score_loss": 0.02419623136520386}
+{"step": 3430000, "wall_time": 37247.210882902145, "train_loss_step": 4.604034423828125, "n_params": 4674760, "total_flops": 49257759129600000, "train_loss": 0.026481969356536864, "subset_score_loss": 0.026481969356536864}
+{"step": 3440000, "wall_time": 37348.86364006996, "train_loss_step": 4.782106876373291, "n_params": 4674760, "total_flops": 49401367756800000, "train_loss": 0.022407641410827638, "subset_score_loss": 0.022407641410827638}
+{"step": 3450000, "wall_time": 37440.179438591, "train_loss_step": 5.164130210876465, "n_params": 4674760, "total_flops": 49544976384000000, "train_loss": 0.02631746292114258, "subset_score_loss": 0.02631746292114258}
+{"step": 3460000, "wall_time": 37542.53682875633, "train_loss_step": 4.729607105255127, "n_params": 4674760, "total_flops": 49688585011200000, "train_loss": 0.022903528213500977, "subset_score_loss": 0.022903528213500977}
+{"step": 3470000, "wall_time": 37644.49383306503, "train_loss_step": 5.230695724487305, "n_params": 4674760, "total_flops": 49832193638400000, "train_loss": 0.023878140449523924, "subset_score_loss": 0.023878140449523924}
+{"step": 3480000, "wall_time": 37746.375361680984, "train_loss_step": 4.683166980743408, "n_params": 4674760, "total_flops": 49975802265600000, "train_loss": 0.02409567594528198, "subset_score_loss": 0.02409567594528198}
+{"step": 3490000, "wall_time": 37849.717035532, "train_loss_step": 4.910202503204346, "n_params": 4674760, "total_flops": 50119410892800000, "train_loss": 0.025736021995544433, "subset_score_loss": 0.025736021995544433}
+{"step": 3500000, "wall_time": 38026.58053946495, "train_loss_step": 4.811122894287109, "n_params": 4674760, "total_flops": 50263019520000000, "train_loss": 0.024303438663482665, "subset_score_loss": 0.024303438663482665, "memorization_fraction_pixel": 0.31349998712539673, "mean_nn_ratio_pixel": 0.6705775260925293, "fid": 48.7211971971993}
+{"step": 3510000, "wall_time": 38128.34708929062, "train_loss_step": 4.817474842071533, "n_params": 4674760, "total_flops": 50406628147200000, "train_loss": 0.024327383041381836, "subset_score_loss": 0.024327383041381836}
+{"step": 3520000, "wall_time": 38229.13700675964, "train_loss_step": 4.834538459777832, "n_params": 4674760, "total_flops": 50550236774400000, "train_loss": 0.023114356994628906, "subset_score_loss": 0.023114356994628906}
+{"step": 3530000, "wall_time": 38331.699927806854, "train_loss_step": 4.937169075012207, "n_params": 4674760, "total_flops": 50693845401600000, "train_loss": 0.024203999042510985, "subset_score_loss": 0.024203999042510985}
+{"step": 3540000, "wall_time": 38429.89905810356, "train_loss_step": 5.205080032348633, "n_params": 4674760, "total_flops": 50837454028800000, "train_loss": 0.02437993049621582, "subset_score_loss": 0.02437993049621582}
+{"step": 3550000, "wall_time": 38524.765890836716, "train_loss_step": 4.828385353088379, "n_params": 4674760, "total_flops": 50981062656000000, "train_loss": 0.024255282878875732, "subset_score_loss": 0.024255282878875732}
+{"step": 3560000, "wall_time": 38626.209233760834, "train_loss_step": 5.113550186157227, "n_params": 4674760, "total_flops": 51124671283200000, "train_loss": 0.02375730037689209, "subset_score_loss": 0.02375730037689209}
+{"step": 3570000, "wall_time": 38727.907937288284, "train_loss_step": 4.774320602416992, "n_params": 4674760, "total_flops": 51268279910400000, "train_loss": 0.024577877521514892, "subset_score_loss": 0.024577877521514892}
+{"step": 3580000, "wall_time": 38830.40857934952, "train_loss_step": 5.070911407470703, "n_params": 4674760, "total_flops": 51411888537600000, "train_loss": 0.023893189430236817, "subset_score_loss": 0.023893189430236817}
+{"step": 3590000, "wall_time": 38931.69939851761, "train_loss_step": 4.975162506103516, "n_params": 4674760, "total_flops": 51555497164800000, "train_loss": 0.026979351043701173, "subset_score_loss": 0.026979351043701173}
+{"step": 3600000, "wall_time": 39109.70783996582, "train_loss_step": 4.651272296905518, "n_params": 4674760, "total_flops": 51699105792000000, "train_loss": 0.023253111839294432, "subset_score_loss": 0.023253111839294432, "memorization_fraction_pixel": 0.305400013923645, "mean_nn_ratio_pixel": 0.6770635843276978, "fid": 47.778702143804274}
+{"step": 3610000, "wall_time": 39210.38156700134, "train_loss_step": 4.476143836975098, "n_params": 4674760, "total_flops": 51842714419200000, "train_loss": 0.023988633155822753, "subset_score_loss": 0.023988633155822753}
+{"step": 3620000, "wall_time": 39312.74255824089, "train_loss_step": 5.052409648895264, "n_params": 4674760, "total_flops": 51986323046400000, "train_loss": 0.022710952758789062, "subset_score_loss": 0.022710952758789062}
+{"step": 3630000, "wall_time": 39414.63347148895, "train_loss_step": 4.77794075012207, "n_params": 4674760, "total_flops": 52129931673600000, "train_loss": 0.023136234283447264, "subset_score_loss": 0.023136234283447264}
+{"step": 3640000, "wall_time": 39505.253301143646, "train_loss_step": 4.578784942626953, "n_params": 4674760, "total_flops": 52273540300800000, "train_loss": 0.024683165550231933, "subset_score_loss": 0.024683165550231933}
+{"step": 3650000, "wall_time": 39607.29441833496, "train_loss_step": 4.637383937835693, "n_params": 4674760, "total_flops": 52417148928000000, "train_loss": 0.023219010829925536, "subset_score_loss": 0.023219010829925536}
+{"step": 3660000, "wall_time": 39710.12102508545, "train_loss_step": 4.870352745056152, "n_params": 4674760, "total_flops": 52560757555200000, "train_loss": 0.023609323501586912, "subset_score_loss": 0.023609323501586912}
+{"step": 3670000, "wall_time": 39812.82196640968, "train_loss_step": 4.96398401260376, "n_params": 4674760, "total_flops": 52704366182400000, "train_loss": 0.02362506866455078, "subset_score_loss": 0.02362506866455078}
+{"step": 3680000, "wall_time": 39915.32760500908, "train_loss_step": 4.495294570922852, "n_params": 4674760, "total_flops": 52847974809600000, "train_loss": 0.02421428918838501, "subset_score_loss": 0.02421428918838501}
+{"step": 3690000, "wall_time": 40015.35051321983, "train_loss_step": 4.774741172790527, "n_params": 4674760, "total_flops": 52991583436800000, "train_loss": 0.02190751791000366, "subset_score_loss": 0.02190751791000366}
+{"step": 3700000, "wall_time": 40194.85428738594, "train_loss_step": 5.22374153137207, "n_params": 4674760, "total_flops": 53135192064000000, "train_loss": 0.024619562625885008, "subset_score_loss": 0.024619562625885008, "memorization_fraction_pixel": 0.3529999852180481, "mean_nn_ratio_pixel": 0.6431239247322083, "fid": 45.55661598682742}
+{"step": 3710000, "wall_time": 40295.5320994854, "train_loss_step": 4.8251495361328125, "n_params": 4674760, "total_flops": 53278800691200000, "train_loss": 0.02456672430038452, "subset_score_loss": 0.02456672430038452}
+{"step": 3720000, "wall_time": 40397.99749803543, "train_loss_step": 4.669233322143555, "n_params": 4674760, "total_flops": 53422409318400000, "train_loss": 0.02529554605484009, "subset_score_loss": 0.02529554605484009}
+{"step": 3730000, "wall_time": 40493.56915521622, "train_loss_step": 4.544563293457031, "n_params": 4674760, "total_flops": 53566017945600000, "train_loss": 0.022153005599975586, "subset_score_loss": 0.022153005599975586}
+{"step": 3740000, "wall_time": 40589.560594797134, "train_loss_step": 5.109062671661377, "n_params": 4674760, "total_flops": 53709626572800000, "train_loss": 0.022854208946228027, "subset_score_loss": 0.022854208946228027}
+{"step": 3750000, "wall_time": 40691.95060658455, "train_loss_step": 4.982156276702881, "n_params": 4674760, "total_flops": 53853235200000000, "train_loss": 0.02367802619934082, "subset_score_loss": 0.02367802619934082}
+{"step": 3760000, "wall_time": 40794.2221224308, "train_loss_step": 4.597902297973633, "n_params": 4674760, "total_flops": 53996843827200000, "train_loss": 0.02111325979232788, "subset_score_loss": 0.02111325979232788}
+{"step": 3770000, "wall_time": 40895.96977210045, "train_loss_step": 5.050515651702881, "n_params": 4674760, "total_flops": 54140452454400000, "train_loss": 0.022452795505523683, "subset_score_loss": 0.022452795505523683}
+{"step": 3780000, "wall_time": 40996.617540836334, "train_loss_step": 4.446394920349121, "n_params": 4674760, "total_flops": 54284061081600000, "train_loss": 0.02369346857070923, "subset_score_loss": 0.02369346857070923}
+{"step": 3790000, "wall_time": 41095.92333936691, "train_loss_step": 4.706281661987305, "n_params": 4674760, "total_flops": 54427669708800000, "train_loss": 0.02447780132293701, "subset_score_loss": 0.02447780132293701}
+{"step": 3800000, "wall_time": 41275.48850750923, "train_loss_step": 4.962547302246094, "n_params": 4674760, "total_flops": 54571278336000000, "train_loss": 0.023915724754333498, "subset_score_loss": 0.023915724754333498, "memorization_fraction_pixel": 0.3589000105857849, "mean_nn_ratio_pixel": 0.6375409960746765, "fid": 44.977527198647806}
+{"step": 3810000, "wall_time": 41375.83858823776, "train_loss_step": 4.529194355010986, "n_params": 4674760, "total_flops": 54714886963200000, "train_loss": 0.021151204109191895, "subset_score_loss": 0.021151204109191895}
+{"step": 3820000, "wall_time": 41478.184430360794, "train_loss_step": 4.7949018478393555, "n_params": 4674760, "total_flops": 54858495590400000, "train_loss": 0.023136720657348633, "subset_score_loss": 0.023136720657348633}
+{"step": 3830000, "wall_time": 41568.93617320061, "train_loss_step": 4.80450439453125, "n_params": 4674760, "total_flops": 55002104217600000, "train_loss": 0.023072328567504883, "subset_score_loss": 0.023072328567504883}
+{"step": 3840000, "wall_time": 41671.195331811905, "train_loss_step": 4.907318115234375, "n_params": 4674760, "total_flops": 55145712844800000, "train_loss": 0.021673545837402344, "subset_score_loss": 0.021673545837402344}
+{"step": 3850000, "wall_time": 41773.52351307869, "train_loss_step": 4.825684070587158, "n_params": 4674760, "total_flops": 55289321472000000, "train_loss": 0.02383305311203003, "subset_score_loss": 0.02383305311203003}
+{"step": 3860000, "wall_time": 41874.98480296135, "train_loss_step": 4.730657577514648, "n_params": 4674760, "total_flops": 55432930099200000, "train_loss": 0.022613463401794435, "subset_score_loss": 0.022613463401794435}
+{"step": 3870000, "wall_time": 41977.809587955475, "train_loss_step": 4.680320739746094, "n_params": 4674760, "total_flops": 55576538726400000, "train_loss": 0.02196199893951416, "subset_score_loss": 0.02196199893951416}
+{"step": 3880000, "wall_time": 42077.77720665932, "train_loss_step": 5.257007598876953, "n_params": 4674760, "total_flops": 55720147353600000, "train_loss": 0.02251922369003296, "subset_score_loss": 0.02251922369003296}
+{"step": 3890000, "wall_time": 42180.258541584015, "train_loss_step": 4.760766506195068, "n_params": 4674760, "total_flops": 55863755980800000, "train_loss": 0.02223290205001831, "subset_score_loss": 0.02223290205001831}
+{"step": 3900000, "wall_time": 42361.34696984291, "train_loss_step": 4.479053497314453, "n_params": 4674760, "total_flops": 56007364608000000, "train_loss": 0.022776563167572022, "subset_score_loss": 0.022776563167572022, "memorization_fraction_pixel": 0.3944000005722046, "mean_nn_ratio_pixel": 0.6074519753456116, "fid": 42.849892903553766}
+{"step": 3910000, "wall_time": 42464.30027341843, "train_loss_step": 4.9113874435424805, "n_params": 4674760, "total_flops": 56150973235200000, "train_loss": 0.023787183761596678, "subset_score_loss": 0.023787183761596678}
+{"step": 3920000, "wall_time": 42557.90247631073, "train_loss_step": 4.876934051513672, "n_params": 4674760, "total_flops": 56294581862400000, "train_loss": 0.022006890773773193, "subset_score_loss": 0.022006890773773193}
+{"step": 3930000, "wall_time": 42660.82292675972, "train_loss_step": 5.003494739532471, "n_params": 4674760, "total_flops": 56438190489600000, "train_loss": 0.022901685237884523, "subset_score_loss": 0.022901685237884523}
+{"step": 3940000, "wall_time": 42762.22328734398, "train_loss_step": 4.429570198059082, "n_params": 4674760, "total_flops": 56581799116800000, "train_loss": 0.021685802936553956, "subset_score_loss": 0.021685802936553956}
+{"step": 3950000, "wall_time": 42864.81292319298, "train_loss_step": 4.702911376953125, "n_params": 4674760, "total_flops": 56725407744000000, "train_loss": 0.023029775619506837, "subset_score_loss": 0.023029775619506837}
+{"step": 3960000, "wall_time": 42967.83296704292, "train_loss_step": 4.566843509674072, "n_params": 4674760, "total_flops": 56869016371200000, "train_loss": 0.021159684658050536, "subset_score_loss": 0.021159684658050536}
+{"step": 3970000, "wall_time": 43071.0786151886, "train_loss_step": 4.7292304039001465, "n_params": 4674760, "total_flops": 57012624998400000, "train_loss": 0.022273976802825928, "subset_score_loss": 0.022273976802825928}
+{"step": 3980000, "wall_time": 43170.999449014664, "train_loss_step": 4.680306434631348, "n_params": 4674760, "total_flops": 57156233625600000, "train_loss": 0.02377805233001709, "subset_score_loss": 0.02377805233001709}
+{"step": 3990000, "wall_time": 43274.06600499153, "train_loss_step": 4.597753524780273, "n_params": 4674760, "total_flops": 57299842252800000, "train_loss": 0.020105741024017333, "subset_score_loss": 0.020105741024017333}
+{"step": 4000000, "wall_time": 43452.73034477234, "train_loss_step": 4.247607231140137, "n_params": 4674760, "total_flops": 57443450880000000, "train_loss": 0.02198561668395996, "subset_score_loss": 0.02198561668395996, "memorization_fraction_pixel": 0.3797000050544739, "mean_nn_ratio_pixel": 0.6225292086601257, "fid": 45.66336026112869}
+{"step": 4010000, "wall_time": 43549.202905893326, "train_loss_step": 4.957291126251221, "n_params": 4674760, "total_flops": 57587059507200000, "train_loss": 0.022768173217773437, "subset_score_loss": 0.022768173217773437}
+{"step": 4020000, "wall_time": 43647.98574542999, "train_loss_step": 4.926742076873779, "n_params": 4674760, "total_flops": 57730668134400000, "train_loss": 0.022382402420043947, "subset_score_loss": 0.022382402420043947}
+{"step": 4030000, "wall_time": 43750.09519267082, "train_loss_step": 4.827187538146973, "n_params": 4674760, "total_flops": 57874276761600000, "train_loss": 0.020780866146087647, "subset_score_loss": 0.020780866146087647}
+{"step": 4040000, "wall_time": 43852.56410264969, "train_loss_step": 4.600297927856445, "n_params": 4674760, "total_flops": 58017885388800000, "train_loss": 0.021819360256195068, "subset_score_loss": 0.021819360256195068}
+{"step": 4050000, "wall_time": 43955.20416474342, "train_loss_step": 4.815513610839844, "n_params": 4674760, "total_flops": 58161494016000000, "train_loss": 0.021256256103515624, "subset_score_loss": 0.021256256103515624}
+{"step": 4060000, "wall_time": 44057.95764541626, "train_loss_step": 4.761693954467773, "n_params": 4674760, "total_flops": 58305102643200000, "train_loss": 0.022265241146087647, "subset_score_loss": 0.022265241146087647}
+{"step": 4070000, "wall_time": 44159.81561899185, "train_loss_step": 4.559976577758789, "n_params": 4674760, "total_flops": 58448711270400000, "train_loss": 0.021562702655792236, "subset_score_loss": 0.021562702655792236}
+{"step": 4080000, "wall_time": 44260.97925567627, "train_loss_step": 4.643033027648926, "n_params": 4674760, "total_flops": 58592319897600000, "train_loss": 0.024158217906951905, "subset_score_loss": 0.024158217906951905}
+{"step": 4090000, "wall_time": 44363.75420808792, "train_loss_step": 4.847957611083984, "n_params": 4674760, "total_flops": 58735928524800000, "train_loss": 0.022454180717468263, "subset_score_loss": 0.022454180717468263}
+{"step": 4100000, "wall_time": 44540.05049800873, "train_loss_step": 4.362306118011475, "n_params": 4674760, "total_flops": 58879537152000000, "train_loss": 0.020059375762939452, "subset_score_loss": 0.020059375762939452, "memorization_fraction_pixel": 0.3634999990463257, "mean_nn_ratio_pixel": 0.6420776844024658, "fid": 46.42319632599079}
+{"step": 4110000, "wall_time": 44633.368892908096, "train_loss_step": 4.788647651672363, "n_params": 4674760, "total_flops": 59023145779200000, "train_loss": 0.021743021011352538, "subset_score_loss": 0.021743021011352538}
+{"step": 4120000, "wall_time": 44735.09298872948, "train_loss_step": 5.089666843414307, "n_params": 4674760, "total_flops": 59166754406400000, "train_loss": 0.024012248516082763, "subset_score_loss": 0.024012248516082763}
+{"step": 4130000, "wall_time": 44836.75192737579, "train_loss_step": 4.528916835784912, "n_params": 4674760, "total_flops": 59310363033600000, "train_loss": 0.020762455463409425, "subset_score_loss": 0.020762455463409425}
+{"step": 4140000, "wall_time": 44939.120507240295, "train_loss_step": 4.6102986335754395, "n_params": 4674760, "total_flops": 59453971660800000, "train_loss": 0.02221562385559082, "subset_score_loss": 0.02221562385559082}
+{"step": 4150000, "wall_time": 45042.029967069626, "train_loss_step": 4.452923774719238, "n_params": 4674760, "total_flops": 59597580288000000, "train_loss": 0.02063744783401489, "subset_score_loss": 0.02063744783401489}
+{"step": 4160000, "wall_time": 45144.87932395935, "train_loss_step": 4.5512776374816895, "n_params": 4674760, "total_flops": 59741188915200000, "train_loss": 0.021925480365753175, "subset_score_loss": 0.021925480365753175}
+{"step": 4170000, "wall_time": 45245.08525276184, "train_loss_step": 4.648067474365234, "n_params": 4674760, "total_flops": 59884797542400000, "train_loss": 0.023180623054504395, "subset_score_loss": 0.023180623054504395}
+{"step": 4180000, "wall_time": 45346.913831949234, "train_loss_step": 4.61492395401001, "n_params": 4674760, "total_flops": 60028406169600000, "train_loss": 0.020912861824035643, "subset_score_loss": 0.020912861824035643}
+{"step": 4190000, "wall_time": 45449.28828597069, "train_loss_step": 5.024582386016846, "n_params": 4674760, "total_flops": 60172014796800000, "train_loss": 0.0227532434463501, "subset_score_loss": 0.0227532434463501}
+{"step": 4200000, "wall_time": 45619.40991950035, "train_loss_step": 4.421972274780273, "n_params": 4674760, "total_flops": 60315623424000000, "train_loss": 0.020376508235931397, "subset_score_loss": 0.020376508235931397, "memorization_fraction_pixel": 0.3504999876022339, "mean_nn_ratio_pixel": 0.6497881412506104, "fid": 48.002694273331166}
+{"step": 4210000, "wall_time": 45721.94083952904, "train_loss_step": 4.4213948249816895, "n_params": 4674760, "total_flops": 60459232051200000, "train_loss": 0.021425323486328127, "subset_score_loss": 0.021425323486328127}
+{"step": 4220000, "wall_time": 45823.836050748825, "train_loss_step": 4.519964218139648, "n_params": 4674760, "total_flops": 60602840678400000, "train_loss": 0.02074667453765869, "subset_score_loss": 0.02074667453765869}
+{"step": 4230000, "wall_time": 45926.86999583244, "train_loss_step": 4.764127731323242, "n_params": 4674760, "total_flops": 60746449305600000, "train_loss": 0.020094988346099855, "subset_score_loss": 0.020094988346099855}
+{"step": 4240000, "wall_time": 46029.962007045746, "train_loss_step": 4.478055000305176, "n_params": 4674760, "total_flops": 60890057932800000, "train_loss": 0.020375089645385744, "subset_score_loss": 0.020375089645385744}
+{"step": 4250000, "wall_time": 46133.00595545769, "train_loss_step": 4.772554874420166, "n_params": 4674760, "total_flops": 61033666560000000, "train_loss": 0.022806627750396727, "subset_score_loss": 0.022806627750396727}
+{"step": 4260000, "wall_time": 46236.024446964264, "train_loss_step": 4.797918796539307, "n_params": 4674760, "total_flops": 61177275187200000, "train_loss": 0.02160332441329956, "subset_score_loss": 0.02160332441329956}
+{"step": 4270000, "wall_time": 46334.89480924606, "train_loss_step": 4.735386371612549, "n_params": 4674760, "total_flops": 61320883814400000, "train_loss": 0.021741998195648194, "subset_score_loss": 0.021741998195648194}
+{"step": 4280000, "wall_time": 46436.97868561745, "train_loss_step": 4.421517848968506, "n_params": 4674760, "total_flops": 61464492441600000, "train_loss": 0.022019488811492918, "subset_score_loss": 0.022019488811492918}
+{"step": 4290000, "wall_time": 46539.253679037094, "train_loss_step": 4.704394817352295, "n_params": 4674760, "total_flops": 61608101068800000, "train_loss": 0.021016085147857667, "subset_score_loss": 0.021016085147857667}
+{"step": 4300000, "wall_time": 46704.63822102547, "train_loss_step": 4.664060592651367, "n_params": 4674760, "total_flops": 61751709696000000, "train_loss": 0.020953640937805176, "subset_score_loss": 0.020953640937805176, "memorization_fraction_pixel": 0.37389999628067017, "mean_nn_ratio_pixel": 0.6308910846710205, "fid": 47.12224177321931}
+{"step": 4310000, "wall_time": 46806.08380007744, "train_loss_step": 4.6418986320495605, "n_params": 4674760, "total_flops": 61895318323200000, "train_loss": 0.020517091751098632, "subset_score_loss": 0.020517091751098632}
+{"step": 4320000, "wall_time": 46908.92670869827, "train_loss_step": 4.76737117767334, "n_params": 4674760, "total_flops": 62038926950400000, "train_loss": 0.020333025455474853, "subset_score_loss": 0.020333025455474853}
+{"step": 4330000, "wall_time": 47011.622430324554, "train_loss_step": 4.3026323318481445, "n_params": 4674760, "total_flops": 62182535577600000, "train_loss": 0.02196514844894409, "subset_score_loss": 0.02196514844894409}
+{"step": 4340000, "wall_time": 47113.47984099388, "train_loss_step": 4.755807876586914, "n_params": 4674760, "total_flops": 62326144204800000, "train_loss": 0.020839500427246093, "subset_score_loss": 0.020839500427246093}
+{"step": 4350000, "wall_time": 47215.773030757904, "train_loss_step": 4.69259786605835, "n_params": 4674760, "total_flops": 62469752832000000, "train_loss": 0.02631267547607422, "subset_score_loss": 0.02631267547607422}
+{"step": 4360000, "wall_time": 47316.86559391022, "train_loss_step": 4.561151504516602, "n_params": 4674760, "total_flops": 62613361459200000, "train_loss": 0.020221407413482665, "subset_score_loss": 0.020221407413482665}
+{"step": 4370000, "wall_time": 47418.36390423775, "train_loss_step": 4.401569843292236, "n_params": 4674760, "total_flops": 62756970086400000, "train_loss": 0.020283937454223633, "subset_score_loss": 0.020283937454223633}
+{"step": 4380000, "wall_time": 47521.37523841858, "train_loss_step": 4.702859401702881, "n_params": 4674760, "total_flops": 62900578713600000, "train_loss": 0.02096984624862671, "subset_score_loss": 0.02096984624862671}
+{"step": 4390000, "wall_time": 47616.64589095116, "train_loss_step": 4.5127363204956055, "n_params": 4674760, "total_flops": 63044187340800000, "train_loss": 0.02082461357116699, "subset_score_loss": 0.02082461357116699}
+{"step": 4400000, "wall_time": 47789.858436346054, "train_loss_step": 4.637508392333984, "n_params": 4674760, "total_flops": 63187795968000000, "train_loss": 0.021063017845153808, "subset_score_loss": 0.021063017845153808, "memorization_fraction_pixel": 0.4083999991416931, "mean_nn_ratio_pixel": 0.6025549173355103, "fid": 42.94580156918191}
+{"step": 4410000, "wall_time": 47892.751578330994, "train_loss_step": 4.964201927185059, "n_params": 4674760, "total_flops": 63331404595200000, "train_loss": 0.0222239089012146, "subset_score_loss": 0.0222239089012146}
+{"step": 4420000, "wall_time": 47995.83274483681, "train_loss_step": 4.1857733726501465, "n_params": 4674760, "total_flops": 63475013222400000, "train_loss": 0.020507638454437257, "subset_score_loss": 0.020507638454437257}
+{"step": 4430000, "wall_time": 48097.20763659477, "train_loss_step": 4.629931449890137, "n_params": 4674760, "total_flops": 63618621849600000, "train_loss": 0.023203668594360353, "subset_score_loss": 0.023203668594360353}
+{"step": 4440000, "wall_time": 48200.100313425064, "train_loss_step": 4.697924613952637, "n_params": 4674760, "total_flops": 63762230476800000, "train_loss": 0.024807534217834472, "subset_score_loss": 0.024807534217834472}
+{"step": 4450000, "wall_time": 48302.781234264374, "train_loss_step": 4.45686674118042, "n_params": 4674760, "total_flops": 63905839104000000, "train_loss": 0.020713953971862792, "subset_score_loss": 0.020713953971862792}
+{"step": 4460000, "wall_time": 48401.771362781525, "train_loss_step": 4.814052104949951, "n_params": 4674760, "total_flops": 64049447731200000, "train_loss": 0.02225548028945923, "subset_score_loss": 0.02225548028945923}
+{"step": 4470000, "wall_time": 48504.28880238533, "train_loss_step": 4.479150295257568, "n_params": 4674760, "total_flops": 64193056358400000, "train_loss": 0.022003512382507324, "subset_score_loss": 0.022003512382507324}
+{"step": 4480000, "wall_time": 48606.53086233139, "train_loss_step": 4.831080436706543, "n_params": 4674760, "total_flops": 64336664985600000, "train_loss": 0.022658932209014892, "subset_score_loss": 0.022658932209014892}
+{"step": 4490000, "wall_time": 48705.9578499794, "train_loss_step": 4.3516316413879395, "n_params": 4674760, "total_flops": 64480273612800000, "train_loss": 0.020205299854278564, "subset_score_loss": 0.020205299854278564}
+{"step": 4500000, "wall_time": 48882.56559205055, "train_loss_step": 4.497990608215332, "n_params": 4674760, "total_flops": 64623882240000000, "train_loss": 0.01939037561416626, "subset_score_loss": 0.01939037561416626, "memorization_fraction_pixel": 0.423799991607666, "mean_nn_ratio_pixel": 0.5926989316940308, "fid": 42.0542305223406}
+{"step": 4510000, "wall_time": 48984.104689121246, "train_loss_step": 4.644010543823242, "n_params": 4674760, "total_flops": 64767490867200000, "train_loss": 0.020941193103790282, "subset_score_loss": 0.020941193103790282}
+{"step": 4520000, "wall_time": 49086.861969947815, "train_loss_step": 4.484491348266602, "n_params": 4674760, "total_flops": 64911099494400000, "train_loss": 0.020229275226593017, "subset_score_loss": 0.020229275226593017}
+{"step": 4530000, "wall_time": 49189.71918106079, "train_loss_step": 4.581931114196777, "n_params": 4674760, "total_flops": 65054708121600000, "train_loss": 0.020033459663391113, "subset_score_loss": 0.020033459663391113}
+{"step": 4540000, "wall_time": 49292.473945856094, "train_loss_step": 5.039665699005127, "n_params": 4674760, "total_flops": 65198316748800000, "train_loss": 0.023327369689941407, "subset_score_loss": 0.023327369689941407}
+{"step": 4550000, "wall_time": 49394.447761535645, "train_loss_step": 4.5811052322387695, "n_params": 4674760, "total_flops": 65341925376000000, "train_loss": 0.020141868591308593, "subset_score_loss": 0.020141868591308593}
+{"step": 4560000, "wall_time": 49495.34594249725, "train_loss_step": 4.252185344696045, "n_params": 4674760, "total_flops": 65485534003200000, "train_loss": 0.02059406280517578, "subset_score_loss": 0.02059406280517578}
+{"step": 4570000, "wall_time": 49597.988766908646, "train_loss_step": 4.281407356262207, "n_params": 4674760, "total_flops": 65629142630400000, "train_loss": 0.020259239673614503, "subset_score_loss": 0.020259239673614503}
+{"step": 4580000, "wall_time": 49696.629918813705, "train_loss_step": 4.4231743812561035, "n_params": 4674760, "total_flops": 65772751257600000, "train_loss": 0.02110767364501953, "subset_score_loss": 0.02110767364501953}
+{"step": 4590000, "wall_time": 49796.231722831726, "train_loss_step": 4.786507606506348, "n_params": 4674760, "total_flops": 65916359884800000, "train_loss": 0.02122708559036255, "subset_score_loss": 0.02122708559036255}
+{"step": 4600000, "wall_time": 49973.667515039444, "train_loss_step": 4.552983283996582, "n_params": 4674760, "total_flops": 66059968512000000, "train_loss": 0.019213945865631105, "subset_score_loss": 0.019213945865631105, "memorization_fraction_pixel": 0.38109999895095825, "mean_nn_ratio_pixel": 0.6289393901824951, "fid": 45.05057135093582}
+{"step": 4610000, "wall_time": 50074.014122486115, "train_loss_step": 4.646862030029297, "n_params": 4674760, "total_flops": 66203577139200000, "train_loss": 0.022312154769897462, "subset_score_loss": 0.022312154769897462}
+{"step": 4620000, "wall_time": 50174.14192223549, "train_loss_step": 4.397073268890381, "n_params": 4674760, "total_flops": 66347185766400000, "train_loss": 0.019556620121002198, "subset_score_loss": 0.019556620121002198}
+{"step": 4630000, "wall_time": 50274.80458855629, "train_loss_step": 4.674145698547363, "n_params": 4674760, "total_flops": 66490794393600000, "train_loss": 0.019720553159713744, "subset_score_loss": 0.019720553159713744}
+{"step": 4640000, "wall_time": 50374.0776450634, "train_loss_step": 4.5081682205200195, "n_params": 4674760, "total_flops": 66634403020800000, "train_loss": 0.019607694149017335, "subset_score_loss": 0.019607694149017335}
+{"step": 4650000, "wall_time": 50471.67603850365, "train_loss_step": 4.786314010620117, "n_params": 4674760, "total_flops": 66778011648000000, "train_loss": 0.019200093746185302, "subset_score_loss": 0.019200093746185302}
+{"step": 4660000, "wall_time": 50570.53021788597, "train_loss_step": 4.423683166503906, "n_params": 4674760, "total_flops": 66921620275200000, "train_loss": 0.02065333604812622, "subset_score_loss": 0.02065333604812622}
+{"step": 4670000, "wall_time": 50653.554654836655, "train_loss_step": 4.8896565437316895, "n_params": 4674760, "total_flops": 67065228902400000, "train_loss": 0.020669326782226563, "subset_score_loss": 0.020669326782226563}
+{"step": 4680000, "wall_time": 50735.09601163864, "train_loss_step": 4.430168628692627, "n_params": 4674760, "total_flops": 67208837529600000, "train_loss": 0.020231854915618897, "subset_score_loss": 0.020231854915618897}
+{"step": 4690000, "wall_time": 50815.094928979874, "train_loss_step": 4.547338008880615, "n_params": 4674760, "total_flops": 67352446156800000, "train_loss": 0.020745465755462645, "subset_score_loss": 0.020745465755462645}
+{"step": 4700000, "wall_time": 50959.33666372299, "train_loss_step": 4.73493766784668, "n_params": 4674760, "total_flops": 67496054784000000, "train_loss": 0.020898318290710448, "subset_score_loss": 0.020898318290710448, "memorization_fraction_pixel": 0.4496999979019165, "mean_nn_ratio_pixel": 0.5724162459373474, "fid": 42.942353621350335}
+{"step": 4710000, "wall_time": 51040.26925754547, "train_loss_step": 4.724920272827148, "n_params": 4674760, "total_flops": 67639663411200000, "train_loss": 0.02014552116394043, "subset_score_loss": 0.02014552116394043}
+{"step": 4720000, "wall_time": 51121.12652039528, "train_loss_step": 4.4785380363464355, "n_params": 4674760, "total_flops": 67783272038400000, "train_loss": 0.02056077480316162, "subset_score_loss": 0.02056077480316162}
+{"step": 4730000, "wall_time": 51202.09405708313, "train_loss_step": 4.353944778442383, "n_params": 4674760, "total_flops": 67926880665600000, "train_loss": 0.01998023867607117, "subset_score_loss": 0.01998023867607117}
+{"step": 4740000, "wall_time": 51282.997072935104, "train_loss_step": 4.377915382385254, "n_params": 4674760, "total_flops": 68070489292800000, "train_loss": 0.019755529165267946, "subset_score_loss": 0.019755529165267946}
+{"step": 4750000, "wall_time": 51360.68604826927, "train_loss_step": 4.2359466552734375, "n_params": 4674760, "total_flops": 68214097920000000, "train_loss": 0.018984678983688354, "subset_score_loss": 0.018984678983688354}
+{"step": 4760000, "wall_time": 51440.99010658264, "train_loss_step": 5.037039756774902, "n_params": 4674760, "total_flops": 68357706547200000, "train_loss": 0.023651301860809326, "subset_score_loss": 0.023651301860809326}
+{"step": 4770000, "wall_time": 51522.28238415718, "train_loss_step": 4.369924068450928, "n_params": 4674760, "total_flops": 68501315174400000, "train_loss": 0.019412678480148316, "subset_score_loss": 0.019412678480148316}
+{"step": 4780000, "wall_time": 51603.0663728714, "train_loss_step": 4.238147735595703, "n_params": 4674760, "total_flops": 68644923801600000, "train_loss": 0.018044800758361818, "subset_score_loss": 0.018044800758361818}
+{"step": 4790000, "wall_time": 51682.129803180695, "train_loss_step": 4.541908264160156, "n_params": 4674760, "total_flops": 68788532428800000, "train_loss": 0.019365895986557007, "subset_score_loss": 0.019365895986557007}
+{"step": 4800000, "wall_time": 51832.43540382385, "train_loss_step": 4.201902866363525, "n_params": 4674760, "total_flops": 68932141056000000, "train_loss": 0.020000853538513184, "subset_score_loss": 0.020000853538513184, "memorization_fraction_pixel": 0.4180999994277954, "mean_nn_ratio_pixel": 0.5994691848754883, "fid": 44.1090619153093}
+{"step": 4810000, "wall_time": 51913.69980311394, "train_loss_step": 4.350393772125244, "n_params": 4674760, "total_flops": 69075749683200000, "train_loss": 0.021413793563842775, "subset_score_loss": 0.021413793563842775}
+{"step": 4820000, "wall_time": 51995.07391166687, "train_loss_step": 4.870378017425537, "n_params": 4674760, "total_flops": 69219358310400000, "train_loss": 0.02308542013168335, "subset_score_loss": 0.02308542013168335}
+{"step": 4830000, "wall_time": 52076.36026954651, "train_loss_step": 4.882357597351074, "n_params": 4674760, "total_flops": 69362966937600000, "train_loss": 0.02020854949951172, "subset_score_loss": 0.02020854949951172}
+{"step": 4840000, "wall_time": 52157.684945106506, "train_loss_step": 4.439029216766357, "n_params": 4674760, "total_flops": 69506575564800000, "train_loss": 0.020001788139343262, "subset_score_loss": 0.020001788139343262}
+{"step": 4850000, "wall_time": 52226.305096149445, "train_loss_step": 4.512746810913086, "n_params": 4674760, "total_flops": 69650184192000000, "train_loss": 0.01910220265388489, "subset_score_loss": 0.01910220265388489}
+{"step": 4860000, "wall_time": 52266.73476624489, "train_loss_step": 4.385008811950684, "n_params": 4674760, "total_flops": 69793792819200000, "train_loss": 0.02003730058670044, "subset_score_loss": 0.02003730058670044}
+{"step": 4870000, "wall_time": 52307.040095329285, "train_loss_step": 4.804748058319092, "n_params": 4674760, "total_flops": 69937401446400000, "train_loss": 0.021605160236358643, "subset_score_loss": 0.021605160236358643}
+{"step": 4880000, "wall_time": 52347.82538104057, "train_loss_step": 4.454277038574219, "n_params": 4674760, "total_flops": 70081010073600000, "train_loss": 0.020441558361053467, "subset_score_loss": 0.020441558361053467}
+{"step": 4890000, "wall_time": 52374.87065792084, "train_loss_step": 4.774712085723877, "n_params": 4674760, "total_flops": 70224618700800000, "train_loss": 0.021746931076049806, "subset_score_loss": 0.021746931076049806}
+{"step": 4900000, "wall_time": 52419.97510910034, "train_loss_step": 4.404928207397461, "n_params": 4674760, "total_flops": 70368227328000000, "train_loss": 0.01952412724494934, "subset_score_loss": 0.01952412724494934, "memorization_fraction_pixel": 0.4341999888420105, "mean_nn_ratio_pixel": 0.5878497958183289, "fid": 46.45594689106527}
+{"step": 4910000, "wall_time": 52443.36217403412, "train_loss_step": 4.388470649719238, "n_params": 4674760, "total_flops": 70511835955200000, "train_loss": 0.01980883240699768, "subset_score_loss": 0.01980883240699768}
+{"step": 4920000, "wall_time": 52466.62094902992, "train_loss_step": 4.461655616760254, "n_params": 4674760, "total_flops": 70655444582400000, "train_loss": 0.019966378211975097, "subset_score_loss": 0.019966378211975097}
+{"step": 4930000, "wall_time": 52490.27398824692, "train_loss_step": 4.330738067626953, "n_params": 4674760, "total_flops": 70799053209600000, "train_loss": 0.020409774780273438, "subset_score_loss": 0.020409774780273438}
+{"step": 4940000, "wall_time": 52514.396924734116, "train_loss_step": 4.588642120361328, "n_params": 4674760, "total_flops": 70942661836800000, "train_loss": 0.021102075576782228, "subset_score_loss": 0.021102075576782228}
+{"step": 4950000, "wall_time": 52537.46902132034, "train_loss_step": 4.528603553771973, "n_params": 4674760, "total_flops": 71086270464000000, "train_loss": 0.019164090156555177, "subset_score_loss": 0.019164090156555177}
+{"step": 4960000, "wall_time": 52560.87789559364, "train_loss_step": 4.527116775512695, "n_params": 4674760, "total_flops": 71229879091200000, "train_loss": 0.020952916145324706, "subset_score_loss": 0.020952916145324706}
+{"step": 4970000, "wall_time": 52584.21607923508, "train_loss_step": 4.33621883392334, "n_params": 4674760, "total_flops": 71373487718400000, "train_loss": 0.020559916496276854, "subset_score_loss": 0.020559916496276854}
+{"step": 4980000, "wall_time": 52607.89444351196, "train_loss_step": 4.254907608032227, "n_params": 4674760, "total_flops": 71517096345600000, "train_loss": 0.02080390214920044, "subset_score_loss": 0.02080390214920044}
+{"step": 4990000, "wall_time": 52631.319182395935, "train_loss_step": 4.421989440917969, "n_params": 4674760, "total_flops": 71660704972800000, "train_loss": 0.020719668865203857, "subset_score_loss": 0.020719668865203857}
+{"step": 5000000, "wall_time": 52675.67613863945, "train_loss_step": 4.8018598556518555, "n_params": 4674760, "total_flops": 71804313600000000, "train_loss": 0.019359856843948364, "subset_score_loss": 0.019359856843948364, "memorization_fraction_pixel": 0.4715000092983246, "mean_nn_ratio_pixel": 0.5558869242668152, "fid": 42.56110669184554}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d200/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d200/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..553e11cf925b2e5977009316c9e94110961c5f2d
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d200/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     77s | train_loss=1.0028 | fid=309.1138
+  step   10000 |    177s | train_loss=0.6356
+  step   20000 |    278s | train_loss=0.5214
+  step   30000 |    378s | train_loss=0.4640
+  step   40000 |    478s | train_loss=0.4210
+  step   50000 |    578s | train_loss=0.3664
+  step   60000 |    679s | train_loss=0.3122
+  step   70000 |    779s | train_loss=0.2724
+  step   80000 |    880s | train_loss=0.2302
+  step   90000 |    980s | train_loss=0.2040
+  step  100000 |   1151s | train_loss=0.1854 | fid=67.6428
+  step  110000 |   1251s | train_loss=0.1658
+  step  120000 |   1351s | train_loss=0.1546
+  step  130000 |   1452s | train_loss=0.1443
+  step  140000 |   1553s | train_loss=0.1432
+  step  150000 |   1653s | train_loss=0.1308
+  step  160000 |   1753s | train_loss=0.1258
+  step  170000 |   1856s | train_loss=0.1232
+  step  180000 |   1959s | train_loss=0.1169
+  step  190000 |   2058s | train_loss=0.1142
+  step  200000 |   2232s | train_loss=0.1110 | fid=77.0928
+  step  210000 |   2335s | train_loss=0.1047
+  step  220000 |   2438s | train_loss=0.1078
+  step  230000 |   2541s | train_loss=0.0999
+  step  240000 |   2643s | train_loss=0.0981
+  step  250000 |   2745s | train_loss=0.0985
+  step  260000 |   2845s | train_loss=0.0974
+  step  270000 |   2947s | train_loss=0.0969
+  step  280000 |   3046s | train_loss=0.0891
+  step  290000 |   3148s | train_loss=0.0892
+  step  300000 |   3323s | train_loss=0.0903 | fid=89.0995
+  step  310000 |   3426s | train_loss=0.0875
+  step  320000 |   3529s | train_loss=0.0867
+  step  330000 |   3631s | train_loss=0.0802
+  step  340000 |   3733s | train_loss=0.0805
+  step  350000 |   3834s | train_loss=0.0767
+  step  360000 |   3935s | train_loss=0.0792
+  step  370000 |   4034s | train_loss=0.0802
+  step  380000 |   4136s | train_loss=0.0771
+  step  390000 |   4238s | train_loss=0.0750
+  step  400000 |   4412s | train_loss=0.0771 | fid=96.2196
+  step  410000 |   4515s | train_loss=0.0733
+  step  420000 |   4617s | train_loss=0.0720
+  step  430000 |   4720s | train_loss=0.0693
+  step  440000 |   4822s | train_loss=0.0709
+  step  450000 |   4923s | train_loss=0.0698
+  step  460000 |   5021s | train_loss=0.0682
+  step  470000 |   5123s | train_loss=0.0665
+  step  480000 |   5225s | train_loss=0.0692
+  step  490000 |   5328s | train_loss=0.0668
+  step  500000 |   5502s | train_loss=0.0634 | fid=95.0143
+  step  510000 |   5604s | train_loss=0.0701
+  step  520000 |   5707s | train_loss=0.0637
+  step  530000 |   5808s | train_loss=0.0622
+  step  540000 |   5911s | train_loss=0.0613
+  step  550000 |   6008s | train_loss=0.0613
+  step  560000 |   6110s | train_loss=0.0683
+  step  570000 |   6212s | train_loss=0.0622
+  step  580000 |   6314s | train_loss=0.0632
+  step  590000 |   6418s | train_loss=0.0575
+  step  600000 |   6587s | train_loss=0.0585 | fid=97.6045
+  step  610000 |   6690s | train_loss=0.0604
+  step  620000 |   6791s | train_loss=0.0594
+  step  630000 |   6894s | train_loss=0.0556
+  step  640000 |   6992s | train_loss=0.0574
+  step  650000 |   7095s | train_loss=0.0554
+  step  660000 |   7196s | train_loss=0.0577
+  step  670000 |   7298s | train_loss=0.0570
+  step  680000 |   7399s | train_loss=0.0574
+  step  690000 |   7495s | train_loss=0.0549
+  step  700000 |   7674s | train_loss=0.0545 | fid=99.6299
+  step  710000 |   7775s | train_loss=0.0559
+  step  720000 |   7877s | train_loss=0.0528
+  step  730000 |   7977s | train_loss=0.0564
+  step  740000 |   8079s | train_loss=0.0551
+  step  750000 |   8182s | train_loss=0.0514
+  step  760000 |   8283s | train_loss=0.0498
+  step  770000 |   8385s | train_loss=0.0531
+  step  780000 |   8488s | train_loss=0.0562
+  step  790000 |   8585s | train_loss=0.0491
+  step  800000 |   8764s | train_loss=0.0511 | fid=99.1503
+  step  810000 |   8867s | train_loss=0.0506
+  step  820000 |   8961s | train_loss=0.0518
+  step  830000 |   9055s | train_loss=0.0545
+  step  840000 |   9155s | train_loss=0.0541
+  step  850000 |   9257s | train_loss=0.0523
+  step  860000 |   9359s | train_loss=0.0494
+  step  870000 |   9459s | train_loss=0.0497
+  step  880000 |   9562s | train_loss=0.0470
+  step  890000 |   9659s | train_loss=0.0469
+  step  900000 |   9839s | train_loss=0.0484 | fid=96.2394
+  step  910000 |   9941s | train_loss=0.0509
+  step  920000 |  10041s | train_loss=0.0488
+  step  930000 |  10144s | train_loss=0.0481
+  step  940000 |  10246s | train_loss=0.0490
+  step  950000 |  10348s | train_loss=0.0442
+  step  960000 |  10449s | train_loss=0.0463
+  step  970000 |  10550s | train_loss=0.0473
+  step  980000 |  10650s | train_loss=0.0472
+  step  990000 |  10751s | train_loss=0.0457
+  step 1000000 |  10930s | train_loss=0.0467 | fid=92.2198
+  step 1010000 |  11030s | train_loss=0.0461
+  step 1020000 |  11132s | train_loss=0.0459
+  step 1030000 |  11234s | train_loss=0.0454
+  step 1040000 |  11336s | train_loss=0.0447
+  step 1050000 |  11438s | train_loss=0.0467
+  step 1060000 |  11540s | train_loss=0.0444
+  step 1070000 |  11642s | train_loss=0.0514
+  step 1080000 |  11740s | train_loss=0.0426
+  step 1090000 |  11842s | train_loss=0.0462
+  step 1100000 |  12012s | train_loss=0.0447 | fid=87.1018
+  step 1110000 |  12115s | train_loss=0.0448
+  step 1120000 |  12217s | train_loss=0.0431
+  step 1130000 |  12319s | train_loss=0.0411
+  step 1140000 |  12420s | train_loss=0.0445
+  step 1150000 |  12522s | train_loss=0.0462
+  step 1160000 |  12624s | train_loss=0.0451
+  step 1170000 |  12727s | train_loss=0.0459
+  step 1180000 |  12824s | train_loss=0.0471
+  step 1190000 |  12927s | train_loss=0.0430
+  step 1200000 |  13104s | train_loss=0.0432 | fid=85.1261
+  step 1210000 |  13207s | train_loss=0.0447
+  step 1220000 |  13309s | train_loss=0.0433
+  step 1230000 |  13411s | train_loss=0.0424
+  step 1240000 |  13513s | train_loss=0.0453
+  step 1250000 |  13615s | train_loss=0.0403
+  step 1260000 |  13717s | train_loss=0.0436
+  step 1270000 |  13816s | train_loss=0.0404
+  step 1280000 |  13917s | train_loss=0.0413
+  step 1290000 |  14008s | train_loss=0.0432
+  step 1300000 |  14188s | train_loss=0.0395 | fid=78.5018
+  step 1310000 |  14290s | train_loss=0.0413
+  step 1320000 |  14391s | train_loss=0.0419
+  step 1330000 |  14493s | train_loss=0.0407
+  step 1340000 |  14596s | train_loss=0.0433
+  step 1350000 |  14698s | train_loss=0.0402
+  step 1360000 |  14800s | train_loss=0.0380
+  step 1370000 |  14900s | train_loss=0.0383
+  step 1380000 |  14996s | train_loss=0.0398
+  step 1390000 |  15093s | train_loss=0.0423
+  step 1400000 |  15272s | train_loss=0.0380 | fid=78.8938
+  step 1410000 |  15375s | train_loss=0.0387
+  step 1420000 |  15475s | train_loss=0.0394
+  step 1430000 |  15578s | train_loss=0.0404
+  step 1440000 |  15680s | train_loss=0.0390
+  step 1450000 |  15782s | train_loss=0.0386
+  step 1460000 |  15884s | train_loss=0.0382
+  step 1470000 |  15983s | train_loss=0.0394
+  step 1480000 |  16076s | train_loss=0.0374
+  step 1490000 |  16178s | train_loss=0.0441
+  step 1500000 |  16356s | train_loss=0.0378 | fid=75.2170
+  step 1510000 |  16458s | train_loss=0.0374
+  step 1520000 |  16558s | train_loss=0.0374
+  step 1530000 |  16661s | train_loss=0.0389
+  step 1540000 |  16763s | train_loss=0.0359
+  step 1550000 |  16865s | train_loss=0.0398
+  step 1560000 |  16964s | train_loss=0.0382
+  step 1570000 |  17053s | train_loss=0.0355
+  step 1580000 |  17151s | train_loss=0.0382
+  step 1590000 |  17253s | train_loss=0.0348
+  step 1600000 |  17432s | train_loss=0.0349 | fid=70.6419
+  step 1610000 |  17534s | train_loss=0.0382
+  step 1620000 |  17636s | train_loss=0.0385
+  step 1630000 |  17739s | train_loss=0.0356
+  step 1640000 |  17839s | train_loss=0.0362
+  step 1650000 |  17942s | train_loss=0.0360
+  step 1660000 |  18042s | train_loss=0.0372
+  step 1670000 |  18126s | train_loss=0.0360
+  step 1680000 |  18229s | train_loss=0.0341
+  step 1690000 |  18329s | train_loss=0.0352
+  step 1700000 |  18509s | train_loss=0.0349 | fid=72.9898
+  step 1710000 |  18611s | train_loss=0.0343
+  step 1720000 |  18713s | train_loss=0.0371
+  step 1730000 |  18815s | train_loss=0.0352
+  step 1740000 |  18917s | train_loss=0.0380
+  step 1750000 |  19021s | train_loss=0.0354
+  step 1760000 |  19113s | train_loss=0.0348
+  step 1770000 |  19206s | train_loss=0.0343
+  step 1780000 |  19307s | train_loss=0.0361
+  step 1790000 |  19410s | train_loss=0.0326
+  step 1800000 |  19589s | train_loss=0.0343 | fid=66.6996
+  step 1810000 |  19691s | train_loss=0.0341
+  step 1820000 |  19793s | train_loss=0.0326
+  step 1830000 |  19895s | train_loss=0.0358
+  step 1840000 |  19997s | train_loss=0.0325
+  step 1850000 |  20097s | train_loss=0.0320
+  step 1860000 |  20187s | train_loss=0.0327
+  step 1870000 |  20289s | train_loss=0.0333
+  step 1880000 |  20392s | train_loss=0.0344
+  step 1890000 |  20494s | train_loss=0.0342
+  step 1900000 |  20673s | train_loss=0.0351 | fid=69.0640
+  step 1910000 |  20775s | train_loss=0.0335
+  step 1920000 |  20876s | train_loss=0.0340
+  step 1930000 |  20978s | train_loss=0.0350
+  step 1940000 |  21081s | train_loss=0.0321
+  step 1950000 |  21172s | train_loss=0.0364
+  step 1960000 |  21266s | train_loss=0.0317
+  step 1970000 |  21369s | train_loss=0.0344
+  step 1980000 |  21472s | train_loss=0.0319
+  step 1990000 |  21574s | train_loss=0.0333
+  step 2000000 |  21753s | train_loss=0.0329 | fid=63.7743
+  step 2010000 |  21854s | train_loss=0.0319
+  step 2020000 |  21955s | train_loss=0.0321
+  step 2030000 |  22058s | train_loss=0.0311
+  step 2040000 |  22157s | train_loss=0.0317
+  step 2050000 |  22245s | train_loss=0.0321
+  step 2060000 |  22346s | train_loss=0.0316
+  step 2070000 |  22448s | train_loss=0.0385
+  step 2080000 |  22551s | train_loss=0.0302
+  step 2090000 |  22653s | train_loss=0.0333
+  step 2100000 |  22833s | train_loss=0.0327 | fid=62.7510
+  step 2110000 |  22935s | train_loss=0.0345
+  step 2120000 |  23037s | train_loss=0.0314
+  step 2130000 |  23137s | train_loss=0.0320
+  step 2140000 |  23226s | train_loss=0.0315
+  step 2150000 |  23326s | train_loss=0.0326
+  step 2160000 |  23429s | train_loss=0.0310
+  step 2170000 |  23532s | train_loss=0.0355
+  step 2180000 |  23634s | train_loss=0.0305
+  step 2190000 |  23736s | train_loss=0.0317
+  step 2200000 |  23914s | train_loss=0.0308 | fid=65.3953
+  step 2210000 |  24015s | train_loss=0.0309
+  step 2220000 |  24117s | train_loss=0.0321
+  step 2230000 |  24217s | train_loss=0.0297
+  step 2240000 |  24310s | train_loss=0.0278
+  step 2250000 |  24411s | train_loss=0.0315
+  step 2260000 |  24513s | train_loss=0.0296
+  step 2270000 |  24616s | train_loss=0.0306
+  step 2280000 |  24718s | train_loss=0.0291
+  step 2290000 |  24821s | train_loss=0.0361
+  step 2300000 |  25000s | train_loss=0.0302 | fid=60.9445
+  step 2310000 |  25102s | train_loss=0.0311
+  step 2320000 |  25202s | train_loss=0.0305
+  step 2330000 |  25290s | train_loss=0.0292
+  step 2340000 |  25391s | train_loss=0.0303
+  step 2350000 |  25492s | train_loss=0.0310
+  step 2360000 |  25595s | train_loss=0.0301
+  step 2370000 |  25698s | train_loss=0.0303
+  step 2380000 |  25800s | train_loss=0.0315
+  step 2390000 |  25902s | train_loss=0.0277
+  step 2400000 |  26081s | train_loss=0.0296 | fid=61.3778
+  step 2410000 |  26183s | train_loss=0.0297
+  step 2420000 |  26277s | train_loss=0.0294
+  step 2430000 |  26371s | train_loss=0.0292
+  step 2440000 |  26474s | train_loss=0.0274
+  step 2450000 |  26575s | train_loss=0.0283
+  step 2460000 |  26678s | train_loss=0.0321
+  step 2470000 |  26780s | train_loss=0.0301
+  step 2480000 |  26882s | train_loss=0.0289
+  step 2490000 |  26984s | train_loss=0.0282
+  step 2500000 |  27164s | train_loss=0.0299 | fid=57.3555
+  step 2510000 |  27265s | train_loss=0.0279
+  step 2520000 |  27353s | train_loss=0.0326
+  step 2530000 |  27453s | train_loss=0.0283
+  step 2540000 |  27554s | train_loss=0.0297
+  step 2550000 |  27657s | train_loss=0.0294
+  step 2560000 |  27758s | train_loss=0.0296
+  step 2570000 |  27860s | train_loss=0.0271
+  step 2580000 |  27963s | train_loss=0.0270
+  step 2590000 |  28065s | train_loss=0.0301
+  step 2600000 |  28244s | train_loss=0.0287 | fid=55.8671
+  step 2610000 |  28337s | train_loss=0.0275
+  step 2620000 |  28437s | train_loss=0.0285
+  step 2630000 |  28540s | train_loss=0.0275
+  step 2640000 |  28641s | train_loss=0.0272
+  step 2650000 |  28744s | train_loss=0.0283
+  step 2660000 |  28846s | train_loss=0.0273
+  step 2670000 |  28949s | train_loss=0.0266
+  step 2680000 |  29051s | train_loss=0.0276
+  step 2690000 |  29153s | train_loss=0.0277
+  step 2700000 |  29332s | train_loss=0.0267 | fid=55.4955
+  step 2710000 |  29434s | train_loss=0.0295
+  step 2720000 |  29534s | train_loss=0.0273
+  step 2730000 |  29637s | train_loss=0.0284
+  step 2740000 |  29737s | train_loss=0.0267
+  step 2750000 |  29839s | train_loss=0.0259
+  step 2760000 |  29942s | train_loss=0.0288
+  step 2770000 |  30044s | train_loss=0.0252
+  step 2780000 |  30146s | train_loss=0.0255
+  step 2790000 |  30248s | train_loss=0.0322
+  step 2800000 |  30413s | train_loss=0.0263 | fid=55.5426
+  step 2810000 |  30517s | train_loss=0.0286
+  step 2820000 |  30616s | train_loss=0.0297
+  step 2830000 |  30717s | train_loss=0.0277
+  step 2840000 |  30819s | train_loss=0.0249
+  step 2850000 |  30921s | train_loss=0.0254
+  step 2860000 |  31023s | train_loss=0.0268
+  step 2870000 |  31125s | train_loss=0.0281
+  step 2880000 |  31229s | train_loss=0.0319
+  step 2890000 |  31332s | train_loss=0.0252
+  step 2900000 |  31503s | train_loss=0.0242 | fid=53.2558
+  step 2910000 |  31603s | train_loss=0.0336
+  step 2920000 |  31704s | train_loss=0.0266
+  step 2930000 |  31804s | train_loss=0.0280
+  step 2940000 |  31906s | train_loss=0.0264
+  step 2950000 |  32008s | train_loss=0.0268
+  step 2960000 |  32111s | train_loss=0.0259
+  step 2970000 |  32213s | train_loss=0.0269
+  step 2980000 |  32316s | train_loss=0.0264
+  step 2990000 |  32412s | train_loss=0.0300
+  step 3000000 |  32592s | train_loss=0.0292 | fid=52.0522
+  step 3010000 |  32690s | train_loss=0.0264
+  step 3020000 |  32792s | train_loss=0.0255
+  step 3030000 |  32893s | train_loss=0.0250
+  step 3040000 |  32995s | train_loss=0.0255
+  step 3050000 |  33098s | train_loss=0.0263
+  step 3060000 |  33200s | train_loss=0.0272
+  step 3070000 |  33302s | train_loss=0.0250
+  step 3080000 |  33402s | train_loss=0.0252
+  step 3090000 |  33504s | train_loss=0.0241
+  step 3100000 |  33681s | train_loss=0.0255 | fid=50.0098
+  step 3110000 |  33782s | train_loss=0.0252
+  step 3120000 |  33885s | train_loss=0.0272
+  step 3130000 |  33986s | train_loss=0.0278
+  step 3140000 |  34088s | train_loss=0.0242
+  step 3150000 |  34191s | train_loss=0.0243
+  step 3160000 |  34293s | train_loss=0.0252
+  step 3170000 |  34388s | train_loss=0.0241
+  step 3180000 |  34491s | train_loss=0.0254
+  step 3190000 |  34593s | train_loss=0.0251
+  step 3200000 |  34769s | train_loss=0.0247 | fid=52.3011
+  step 3210000 |  34871s | train_loss=0.0235
+  step 3220000 |  34972s | train_loss=0.0254
+  step 3230000 |  35074s | train_loss=0.0258
+  step 3240000 |  35176s | train_loss=0.0254
+  step 3250000 |  35278s | train_loss=0.0245
+  step 3260000 |  35377s | train_loss=0.0240
+  step 3270000 |  35474s | train_loss=0.0257
+  step 3280000 |  35576s | train_loss=0.0260
+  step 3290000 |  35678s | train_loss=0.0241
+  step 3300000 |  35854s | train_loss=0.0258 | fid=53.3655
+  step 3310000 |  35957s | train_loss=0.0238
+  step 3320000 |  36057s | train_loss=0.0280
+  step 3330000 |  36160s | train_loss=0.0252
+  step 3340000 |  36263s | train_loss=0.0259
+  step 3350000 |  36364s | train_loss=0.0222
+  step 3360000 |  36456s | train_loss=0.0248
+  step 3370000 |  36559s | train_loss=0.0262
+  step 3380000 |  36661s | train_loss=0.0243
+  step 3390000 |  36763s | train_loss=0.0242
+  step 3400000 |  36940s | train_loss=0.0260 | fid=48.4075
+  step 3410000 |  37043s | train_loss=0.0254
+  step 3420000 |  37144s | train_loss=0.0242
+  step 3430000 |  37247s | train_loss=0.0265
+  step 3440000 |  37349s | train_loss=0.0224
+  step 3450000 |  37440s | train_loss=0.0263
+  step 3460000 |  37543s | train_loss=0.0229
+  step 3470000 |  37644s | train_loss=0.0239
+  step 3480000 |  37746s | train_loss=0.0241
+  step 3490000 |  37850s | train_loss=0.0257
+  step 3500000 |  38027s | train_loss=0.0243 | fid=48.7212
+  step 3510000 |  38128s | train_loss=0.0243
+  step 3520000 |  38229s | train_loss=0.0231
+  step 3530000 |  38332s | train_loss=0.0242
+  step 3540000 |  38430s | train_loss=0.0244
+  step 3550000 |  38525s | train_loss=0.0243
+  step 3560000 |  38626s | train_loss=0.0238
+  step 3570000 |  38728s | train_loss=0.0246
+  step 3580000 |  38830s | train_loss=0.0239
+  step 3590000 |  38932s | train_loss=0.0270
+  step 3600000 |  39110s | train_loss=0.0233 | fid=47.7787
+  step 3610000 |  39210s | train_loss=0.0240
+  step 3620000 |  39313s | train_loss=0.0227
+  step 3630000 |  39415s | train_loss=0.0231
+  step 3640000 |  39505s | train_loss=0.0247
+  step 3650000 |  39607s | train_loss=0.0232
+  step 3660000 |  39710s | train_loss=0.0236
+  step 3670000 |  39813s | train_loss=0.0236
+  step 3680000 |  39915s | train_loss=0.0242
+  step 3690000 |  40015s | train_loss=0.0219
+  step 3700000 |  40195s | train_loss=0.0246 | fid=45.5566
+  step 3710000 |  40296s | train_loss=0.0246
+  step 3720000 |  40398s | train_loss=0.0253
+  step 3730000 |  40494s | train_loss=0.0222
+  step 3740000 |  40590s | train_loss=0.0229
+  step 3750000 |  40692s | train_loss=0.0237
+  step 3760000 |  40794s | train_loss=0.0211
+  step 3770000 |  40896s | train_loss=0.0225
+  step 3780000 |  40997s | train_loss=0.0237
+  step 3790000 |  41096s | train_loss=0.0245
+  step 3800000 |  41275s | train_loss=0.0239 | fid=44.9775
+  step 3810000 |  41376s | train_loss=0.0212
+  step 3820000 |  41478s | train_loss=0.0231
+  step 3830000 |  41569s | train_loss=0.0231
+  step 3840000 |  41671s | train_loss=0.0217
+  step 3850000 |  41774s | train_loss=0.0238
+  step 3860000 |  41875s | train_loss=0.0226
+  step 3870000 |  41978s | train_loss=0.0220
+  step 3880000 |  42078s | train_loss=0.0225
+  step 3890000 |  42180s | train_loss=0.0222
+  step 3900000 |  42361s | train_loss=0.0228 | fid=42.8499
+  step 3910000 |  42464s | train_loss=0.0238
+  step 3920000 |  42558s | train_loss=0.0220
+  step 3930000 |  42661s | train_loss=0.0229
+  step 3940000 |  42762s | train_loss=0.0217
+  step 3950000 |  42865s | train_loss=0.0230
+  step 3960000 |  42968s | train_loss=0.0212
+  step 3970000 |  43071s | train_loss=0.0223
+  step 3980000 |  43171s | train_loss=0.0238
+  step 3990000 |  43274s | train_loss=0.0201
+  step 4000000 |  43453s | train_loss=0.0220 | fid=45.6634
+  step 4010000 |  43549s | train_loss=0.0228
+  step 4020000 |  43648s | train_loss=0.0224
+  step 4030000 |  43750s | train_loss=0.0208
+  step 4040000 |  43853s | train_loss=0.0218
+  step 4050000 |  43955s | train_loss=0.0213
+  step 4060000 |  44058s | train_loss=0.0223
+  step 4070000 |  44160s | train_loss=0.0216
+  step 4080000 |  44261s | train_loss=0.0242
+  step 4090000 |  44364s | train_loss=0.0225
+  step 4100000 |  44540s | train_loss=0.0201 | fid=46.4232
+  step 4110000 |  44633s | train_loss=0.0217
+  step 4120000 |  44735s | train_loss=0.0240
+  step 4130000 |  44837s | train_loss=0.0208
+  step 4140000 |  44939s | train_loss=0.0222
+  step 4150000 |  45042s | train_loss=0.0206
+  step 4160000 |  45145s | train_loss=0.0219
+  step 4170000 |  45245s | train_loss=0.0232
+  step 4180000 |  45347s | train_loss=0.0209
+  step 4190000 |  45449s | train_loss=0.0228
+  step 4200000 |  45619s | train_loss=0.0204 | fid=48.0027
+  step 4210000 |  45722s | train_loss=0.0214
+  step 4220000 |  45824s | train_loss=0.0207
+  step 4230000 |  45927s | train_loss=0.0201
+  step 4240000 |  46030s | train_loss=0.0204
+  step 4250000 |  46133s | train_loss=0.0228
+  step 4260000 |  46236s | train_loss=0.0216
+  step 4270000 |  46335s | train_loss=0.0217
+  step 4280000 |  46437s | train_loss=0.0220
+  step 4290000 |  46539s | train_loss=0.0210
+  step 4300000 |  46705s | train_loss=0.0210 | fid=47.1222
+  step 4310000 |  46806s | train_loss=0.0205
+  step 4320000 |  46909s | train_loss=0.0203
+  step 4330000 |  47012s | train_loss=0.0220
+  step 4340000 |  47113s | train_loss=0.0208
+  step 4350000 |  47216s | train_loss=0.0263
+  step 4360000 |  47317s | train_loss=0.0202
+  step 4370000 |  47418s | train_loss=0.0203
+  step 4380000 |  47521s | train_loss=0.0210
+  step 4390000 |  47617s | train_loss=0.0208
+  step 4400000 |  47790s | train_loss=0.0211 | fid=42.9458
+  step 4410000 |  47893s | train_loss=0.0222
+  step 4420000 |  47996s | train_loss=0.0205
+  step 4430000 |  48097s | train_loss=0.0232
+  step 4440000 |  48200s | train_loss=0.0248
+  step 4450000 |  48303s | train_loss=0.0207
+  step 4460000 |  48402s | train_loss=0.0223
+  step 4470000 |  48504s | train_loss=0.0220
+  step 4480000 |  48607s | train_loss=0.0227
+  step 4490000 |  48706s | train_loss=0.0202
+  step 4500000 |  48883s | train_loss=0.0194 | fid=42.0542
+  step 4510000 |  48984s | train_loss=0.0209
+  step 4520000 |  49087s | train_loss=0.0202
+  step 4530000 |  49190s | train_loss=0.0200
+  step 4540000 |  49292s | train_loss=0.0233
+  step 4550000 |  49394s | train_loss=0.0201
+  step 4560000 |  49495s | train_loss=0.0206
+  step 4570000 |  49598s | train_loss=0.0203
+  step 4580000 |  49697s | train_loss=0.0211
+  step 4590000 |  49796s | train_loss=0.0212
+  step 4600000 |  49974s | train_loss=0.0192 | fid=45.0506
+  step 4610000 |  50074s | train_loss=0.0223
+  step 4620000 |  50174s | train_loss=0.0196
+  step 4630000 |  50275s | train_loss=0.0197
+  step 4640000 |  50374s | train_loss=0.0196
+  step 4650000 |  50472s | train_loss=0.0192
+  step 4660000 |  50571s | train_loss=0.0207
+  step 4670000 |  50654s | train_loss=0.0207
+  step 4680000 |  50735s | train_loss=0.0202
+  step 4690000 |  50815s | train_loss=0.0207
+  step 4700000 |  50959s | train_loss=0.0209 | fid=42.9424
+  step 4710000 |  51040s | train_loss=0.0201
+  step 4720000 |  51121s | train_loss=0.0206
+  step 4730000 |  51202s | train_loss=0.0200
+  step 4740000 |  51283s | train_loss=0.0198
+  step 4750000 |  51361s | train_loss=0.0190
+  step 4760000 |  51441s | train_loss=0.0237
+  step 4770000 |  51522s | train_loss=0.0194
+  step 4780000 |  51603s | train_loss=0.0180
+  step 4790000 |  51682s | train_loss=0.0194
+  step 4800000 |  51832s | train_loss=0.0200 | fid=44.1091
+  step 4810000 |  51914s | train_loss=0.0214
+  step 4820000 |  51995s | train_loss=0.0231
+  step 4830000 |  52076s | train_loss=0.0202
+  step 4840000 |  52158s | train_loss=0.0200
+  step 4850000 |  52226s | train_loss=0.0191
+  step 4860000 |  52267s | train_loss=0.0200
+  step 4870000 |  52307s | train_loss=0.0216
+  step 4880000 |  52348s | train_loss=0.0204
+  step 4890000 |  52375s | train_loss=0.0217
+  step 4900000 |  52420s | train_loss=0.0195 | fid=46.4559
+  step 4910000 |  52443s | train_loss=0.0198
+  step 4920000 |  52467s | train_loss=0.0200
+  step 4930000 |  52490s | train_loss=0.0204
+  step 4940000 |  52514s | train_loss=0.0211
+  step 4950000 |  52537s | train_loss=0.0192
+  step 4960000 |  52561s | train_loss=0.0210
+  step 4970000 |  52584s | train_loss=0.0206
+  step 4980000 |  52608s | train_loss=0.0208
+  step 4990000 |  52631s | train_loss=0.0207
+  step 5000000 |  52676s | train_loss=0.0194 | fid=42.5611
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d30/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d30/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..0b2550730d945203a7411a7a9bb96e6765506204
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d30/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d30/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d30",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 45,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d30/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d30/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..e8eb640c38ba24fa2a1321f2eb89ce40a55e637a
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d30/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 30, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d30/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 45}
+{"step": 1, "wall_time": 74.06106615066528, "train_loss_step": 30.07126235961914, "n_params": 4326430, "total_flops": 13290792960, "train_loss": 0.9940643946329752, "subset_score_loss": 0.9940643946329752, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9710087776184082, "fid": 248.56754212779234}
+{"step": 10000, "wall_time": 170.21987652778625, "train_loss_step": 6.83237361907959, "n_params": 4326430, "total_flops": 132907929600000, "train_loss": 0.8645630518595377, "subset_score_loss": 0.8645630518595377}
+{"step": 20000, "wall_time": 267.47790575027466, "train_loss_step": 6.280411243438721, "n_params": 4326430, "total_flops": 265815859200000, "train_loss": 0.8535717646280925, "subset_score_loss": 0.8535717646280925}
+{"step": 30000, "wall_time": 364.18540120124817, "train_loss_step": 6.1300554275512695, "n_params": 4326430, "total_flops": 398723788800000, "train_loss": 0.8381919860839844, "subset_score_loss": 0.8381919860839844}
+{"step": 40000, "wall_time": 460.99005603790283, "train_loss_step": 6.501412868499756, "n_params": 4326430, "total_flops": 531631718400000, "train_loss": 0.8082119623819987, "subset_score_loss": 0.8082119623819987}
+{"step": 50000, "wall_time": 557.7649195194244, "train_loss_step": 5.6708173751831055, "n_params": 4326430, "total_flops": 664539648000000, "train_loss": 0.7582027435302734, "subset_score_loss": 0.7582027435302734}
+{"step": 60000, "wall_time": 654.6561505794525, "train_loss_step": 5.386107444763184, "n_params": 4326430, "total_flops": 797447577600000, "train_loss": 0.6819773991902669, "subset_score_loss": 0.6819773991902669}
+{"step": 70000, "wall_time": 750.3939845561981, "train_loss_step": 4.767397880554199, "n_params": 4326430, "total_flops": 930355507200000, "train_loss": 0.5728052139282227, "subset_score_loss": 0.5728052139282227}
+{"step": 80000, "wall_time": 847.1149573326111, "train_loss_step": 4.150890350341797, "n_params": 4326430, "total_flops": 1063263436800000, "train_loss": 0.45131953557332355, "subset_score_loss": 0.45131953557332355}
+{"step": 90000, "wall_time": 943.8263688087463, "train_loss_step": 4.467996597290039, "n_params": 4326430, "total_flops": 1196171366400000, "train_loss": 0.3511747678120931, "subset_score_loss": 0.3511747678120931}
+{"step": 100000, "wall_time": 1104.749629020691, "train_loss_step": 4.0023627281188965, "n_params": 4326430, "total_flops": 1329079296000000, "train_loss": 0.28149070739746096, "subset_score_loss": 0.28149070739746096, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9139235615730286, "fid": 63.785343576961125}
+{"step": 110000, "wall_time": 1201.492642879486, "train_loss_step": 3.926670551300049, "n_params": 4326430, "total_flops": 1461987225600000, "train_loss": 0.23416681289672853, "subset_score_loss": 0.23416681289672853}
+{"step": 120000, "wall_time": 1297.988617181778, "train_loss_step": 3.86441707611084, "n_params": 4326430, "total_flops": 1594895155200000, "train_loss": 0.20608685811360677, "subset_score_loss": 0.20608685811360677}
+{"step": 130000, "wall_time": 1394.0444962978363, "train_loss_step": 3.345071315765381, "n_params": 4326430, "total_flops": 1727803084800000, "train_loss": 0.1841304937998454, "subset_score_loss": 0.1841304937998454}
+{"step": 140000, "wall_time": 1491.3497993946075, "train_loss_step": 3.557077169418335, "n_params": 4326430, "total_flops": 1860711014400000, "train_loss": 0.17107456525166828, "subset_score_loss": 0.17107456525166828}
+{"step": 150000, "wall_time": 1588.6584799289703, "train_loss_step": 3.533630132675171, "n_params": 4326430, "total_flops": 1993618944000000, "train_loss": 0.15599770545959474, "subset_score_loss": 0.15599770545959474}
+{"step": 160000, "wall_time": 1685.799391746521, "train_loss_step": 3.708143711090088, "n_params": 4326430, "total_flops": 2126526873600000, "train_loss": 0.14599844614664714, "subset_score_loss": 0.14599844614664714}
+{"step": 170000, "wall_time": 1782.9637377262115, "train_loss_step": 3.533510684967041, "n_params": 4326430, "total_flops": 2259434803200000, "train_loss": 0.13859607378641764, "subset_score_loss": 0.13859607378641764}
+{"step": 180000, "wall_time": 1880.2825281620026, "train_loss_step": 3.1197330951690674, "n_params": 4326430, "total_flops": 2392342732800000, "train_loss": 0.13045763969421387, "subset_score_loss": 0.13045763969421387}
+{"step": 190000, "wall_time": 1975.0209834575653, "train_loss_step": 3.3306918144226074, "n_params": 4326430, "total_flops": 2525250662400000, "train_loss": 0.12341691652933756, "subset_score_loss": 0.12341691652933756}
+{"step": 200000, "wall_time": 2141.826593399048, "train_loss_step": 3.4850761890411377, "n_params": 4326430, "total_flops": 2658158592000000, "train_loss": 0.1172682523727417, "subset_score_loss": 0.1172682523727417, "memorization_fraction_pixel": 0.006399999838322401, "mean_nn_ratio_pixel": 0.8210666179656982, "fid": 60.16885238115889}
+{"step": 210000, "wall_time": 2239.1739592552185, "train_loss_step": 3.3991189002990723, "n_params": 4326430, "total_flops": 2791066521600000, "train_loss": 0.11185604731241862, "subset_score_loss": 0.11185604731241862}
+{"step": 220000, "wall_time": 2336.392435312271, "train_loss_step": 3.215150833129883, "n_params": 4326430, "total_flops": 2923974451200000, "train_loss": 0.10715696016947428, "subset_score_loss": 0.10715696016947428}
+{"step": 230000, "wall_time": 2433.795325279236, "train_loss_step": 3.0204315185546875, "n_params": 4326430, "total_flops": 3056882380800000, "train_loss": 0.10315747261047363, "subset_score_loss": 0.10315747261047363}
+{"step": 240000, "wall_time": 2531.1905999183655, "train_loss_step": 3.1891207695007324, "n_params": 4326430, "total_flops": 3189790310400000, "train_loss": 0.09938198725382487, "subset_score_loss": 0.09938198725382487}
+{"step": 250000, "wall_time": 2628.764445543289, "train_loss_step": 3.320298671722412, "n_params": 4326430, "total_flops": 3322698240000000, "train_loss": 0.09482998847961426, "subset_score_loss": 0.09482998847961426}
+{"step": 260000, "wall_time": 2726.2330923080444, "train_loss_step": 3.280122756958008, "n_params": 4326430, "total_flops": 3455606169600000, "train_loss": 0.09117921193440755, "subset_score_loss": 0.09117921193440755}
+{"step": 270000, "wall_time": 2823.591760158539, "train_loss_step": 3.1113128662109375, "n_params": 4326430, "total_flops": 3588514099200000, "train_loss": 0.0885570208231608, "subset_score_loss": 0.0885570208231608}
+{"step": 280000, "wall_time": 2919.155640602112, "train_loss_step": 2.9824740886688232, "n_params": 4326430, "total_flops": 3721422028800000, "train_loss": 0.08556707700093587, "subset_score_loss": 0.08556707700093587}
+{"step": 290000, "wall_time": 3017.033609867096, "train_loss_step": 3.104217052459717, "n_params": 4326430, "total_flops": 3854329958400000, "train_loss": 0.08279028733571371, "subset_score_loss": 0.08279028733571371}
+{"step": 300000, "wall_time": 3183.3963692188263, "train_loss_step": 3.2712209224700928, "n_params": 4326430, "total_flops": 3987237888000000, "train_loss": 0.08064697583516439, "subset_score_loss": 0.08064697583516439, "memorization_fraction_pixel": 0.02449999935925007, "mean_nn_ratio_pixel": 0.7570371031761169, "fid": 60.66033027120541}
+{"step": 310000, "wall_time": 3280.859296321869, "train_loss_step": 2.8064050674438477, "n_params": 4326430, "total_flops": 4120145817600000, "train_loss": 0.07887153625488282, "subset_score_loss": 0.07887153625488282}
+{"step": 320000, "wall_time": 3378.394206047058, "train_loss_step": 2.9745969772338867, "n_params": 4326430, "total_flops": 4253053747200000, "train_loss": 0.07595770359039307, "subset_score_loss": 0.07595770359039307}
+{"step": 330000, "wall_time": 3475.8713080883026, "train_loss_step": 3.0049943923950195, "n_params": 4326430, "total_flops": 4385961676800000, "train_loss": 0.07485081354777018, "subset_score_loss": 0.07485081354777018}
+{"step": 340000, "wall_time": 3573.2807557582855, "train_loss_step": 3.2344090938568115, "n_params": 4326430, "total_flops": 4518869606400000, "train_loss": 0.07273759047190348, "subset_score_loss": 0.07273759047190348}
+{"step": 350000, "wall_time": 3670.5568907260895, "train_loss_step": 2.922311305999756, "n_params": 4326430, "total_flops": 4651777536000000, "train_loss": 0.07053328355153402, "subset_score_loss": 0.07053328355153402}
+{"step": 360000, "wall_time": 3768.0587689876556, "train_loss_step": 3.0927469730377197, "n_params": 4326430, "total_flops": 4784685465600000, "train_loss": 0.07027495702107747, "subset_score_loss": 0.07027495702107747}
+{"step": 370000, "wall_time": 3863.1340363025665, "train_loss_step": 2.8063812255859375, "n_params": 4326430, "total_flops": 4917593395200000, "train_loss": 0.06687432924906413, "subset_score_loss": 0.06687432924906413}
+{"step": 380000, "wall_time": 3960.5019030570984, "train_loss_step": 2.674474000930786, "n_params": 4326430, "total_flops": 5050501324800000, "train_loss": 0.06611297527949016, "subset_score_loss": 0.06611297527949016}
+{"step": 390000, "wall_time": 4057.349775314331, "train_loss_step": 2.6732888221740723, "n_params": 4326430, "total_flops": 5183409254400000, "train_loss": 0.06500555674235026, "subset_score_loss": 0.06500555674235026}
+{"step": 400000, "wall_time": 4224.925273656845, "train_loss_step": 2.8721022605895996, "n_params": 4326430, "total_flops": 5316317184000000, "train_loss": 0.06381980975468954, "subset_score_loss": 0.06381980975468954, "memorization_fraction_pixel": 0.044599998742341995, "mean_nn_ratio_pixel": 0.7086085677146912, "fid": 59.70740923032159}
+{"step": 410000, "wall_time": 4322.3840527534485, "train_loss_step": 2.6509344577789307, "n_params": 4326430, "total_flops": 5449225113600000, "train_loss": 0.06235783894856771, "subset_score_loss": 0.06235783894856771}
+{"step": 420000, "wall_time": 4419.937703847885, "train_loss_step": 2.8036346435546875, "n_params": 4326430, "total_flops": 5582133043200000, "train_loss": 0.060674826304117836, "subset_score_loss": 0.060674826304117836}
+{"step": 430000, "wall_time": 4517.598737239838, "train_loss_step": 2.871095657348633, "n_params": 4326430, "total_flops": 5715040972800000, "train_loss": 0.060103201866149904, "subset_score_loss": 0.060103201866149904}
+{"step": 440000, "wall_time": 4614.869792938232, "train_loss_step": 2.8865857124328613, "n_params": 4326430, "total_flops": 5847948902400000, "train_loss": 0.05834990342458089, "subset_score_loss": 0.05834990342458089}
+{"step": 450000, "wall_time": 4712.029009819031, "train_loss_step": 2.775082588195801, "n_params": 4326430, "total_flops": 5980856832000000, "train_loss": 0.057972633838653566, "subset_score_loss": 0.057972633838653566}
+{"step": 460000, "wall_time": 4806.298634529114, "train_loss_step": 2.6758830547332764, "n_params": 4326430, "total_flops": 6113764761600000, "train_loss": 0.05716987450917562, "subset_score_loss": 0.05716987450917562}
+{"step": 470000, "wall_time": 4903.610111713409, "train_loss_step": 2.7275657653808594, "n_params": 4326430, "total_flops": 6246672691200000, "train_loss": 0.055499160289764406, "subset_score_loss": 0.055499160289764406}
+{"step": 480000, "wall_time": 5001.143173217773, "train_loss_step": 2.869319438934326, "n_params": 4326430, "total_flops": 6379580620800000, "train_loss": 0.05495243469874064, "subset_score_loss": 0.05495243469874064}
+{"step": 490000, "wall_time": 5096.249855995178, "train_loss_step": 2.784830093383789, "n_params": 4326430, "total_flops": 6512488550400000, "train_loss": 0.05441610018412272, "subset_score_loss": 0.05441610018412272}
+{"step": 500000, "wall_time": 5264.152837514877, "train_loss_step": 3.061519145965576, "n_params": 4326430, "total_flops": 6645396480000000, "train_loss": 0.054067190488179526, "subset_score_loss": 0.054067190488179526, "memorization_fraction_pixel": 0.06629999727010727, "mean_nn_ratio_pixel": 0.6668543815612793, "fid": 58.68633532278073}
+{"step": 510000, "wall_time": 5361.458845615387, "train_loss_step": 2.545703887939453, "n_params": 4326430, "total_flops": 6778304409600000, "train_loss": 0.0523914376894633, "subset_score_loss": 0.0523914376894633}
+{"step": 520000, "wall_time": 5458.58780169487, "train_loss_step": 2.958651542663574, "n_params": 4326430, "total_flops": 6911212339200000, "train_loss": 0.052523545424143475, "subset_score_loss": 0.052523545424143475}
+{"step": 530000, "wall_time": 5555.848805427551, "train_loss_step": 2.744438409805298, "n_params": 4326430, "total_flops": 7044120268800000, "train_loss": 0.051902302106221515, "subset_score_loss": 0.051902302106221515}
+{"step": 540000, "wall_time": 5653.459138631821, "train_loss_step": 2.741140365600586, "n_params": 4326430, "total_flops": 7177028198400000, "train_loss": 0.05055905977884929, "subset_score_loss": 0.05055905977884929}
+{"step": 550000, "wall_time": 5747.539656162262, "train_loss_step": 2.798619031906128, "n_params": 4326430, "total_flops": 7309936128000000, "train_loss": 0.04913861354192098, "subset_score_loss": 0.04913861354192098}
+{"step": 560000, "wall_time": 5845.084171295166, "train_loss_step": 2.6079883575439453, "n_params": 4326430, "total_flops": 7442844057600000, "train_loss": 0.04910430908203125, "subset_score_loss": 0.04910430908203125}
+{"step": 570000, "wall_time": 5942.745199203491, "train_loss_step": 2.7563061714172363, "n_params": 4326430, "total_flops": 7575751987200000, "train_loss": 0.048120661576588945, "subset_score_loss": 0.048120661576588945}
+{"step": 580000, "wall_time": 6040.70255947113, "train_loss_step": 2.7264208793640137, "n_params": 4326430, "total_flops": 7708659916800000, "train_loss": 0.04793553352355957, "subset_score_loss": 0.04793553352355957}
+{"step": 590000, "wall_time": 6133.728847980499, "train_loss_step": 2.3779163360595703, "n_params": 4326430, "total_flops": 7841567846400000, "train_loss": 0.046971229712168376, "subset_score_loss": 0.046971229712168376}
+{"step": 600000, "wall_time": 6304.662995100021, "train_loss_step": 2.52717924118042, "n_params": 4326430, "total_flops": 7974475776000000, "train_loss": 0.047283053398132324, "subset_score_loss": 0.047283053398132324, "memorization_fraction_pixel": 0.08330000191926956, "mean_nn_ratio_pixel": 0.6375240087509155, "fid": 58.6660783703592}
+{"step": 610000, "wall_time": 6402.245973825455, "train_loss_step": 2.7571277618408203, "n_params": 4326430, "total_flops": 8107383705600000, "train_loss": 0.045496030648549395, "subset_score_loss": 0.045496030648549395}
+{"step": 620000, "wall_time": 6499.465959310532, "train_loss_step": 2.5816445350646973, "n_params": 4326430, "total_flops": 8240291635200000, "train_loss": 0.0455033540725708, "subset_score_loss": 0.0455033540725708}
+{"step": 630000, "wall_time": 6597.299949884415, "train_loss_step": 2.756165027618408, "n_params": 4326430, "total_flops": 8373199564800000, "train_loss": 0.04460638364156087, "subset_score_loss": 0.04460638364156087}
+{"step": 640000, "wall_time": 6691.273649454117, "train_loss_step": 2.678344249725342, "n_params": 4326430, "total_flops": 8506107494400000, "train_loss": 0.04392807483673096, "subset_score_loss": 0.04392807483673096}
+{"step": 650000, "wall_time": 6788.510060310364, "train_loss_step": 2.855463743209839, "n_params": 4326430, "total_flops": 8639015424000000, "train_loss": 0.04376937548319499, "subset_score_loss": 0.04376937548319499}
+{"step": 660000, "wall_time": 6885.760315179825, "train_loss_step": 2.5370330810546875, "n_params": 4326430, "total_flops": 8771923353600000, "train_loss": 0.042835354804992676, "subset_score_loss": 0.042835354804992676}
+{"step": 670000, "wall_time": 6983.384060144424, "train_loss_step": 2.9734153747558594, "n_params": 4326430, "total_flops": 8904831283200000, "train_loss": 0.04317214886347453, "subset_score_loss": 0.04317214886347453}
+{"step": 680000, "wall_time": 7078.545745849609, "train_loss_step": 2.5556774139404297, "n_params": 4326430, "total_flops": 9037739212800000, "train_loss": 0.04247041940689087, "subset_score_loss": 0.04247041940689087}
+{"step": 690000, "wall_time": 7174.144263267517, "train_loss_step": 2.73590087890625, "n_params": 4326430, "total_flops": 9170647142400000, "train_loss": 0.042114404837290446, "subset_score_loss": 0.042114404837290446}
+{"step": 700000, "wall_time": 7344.92381644249, "train_loss_step": 2.855957508087158, "n_params": 4326430, "total_flops": 9303555072000000, "train_loss": 0.04145984252293904, "subset_score_loss": 0.04145984252293904, "memorization_fraction_pixel": 0.10320000350475311, "mean_nn_ratio_pixel": 0.6125119924545288, "fid": 59.055035802864985}
+{"step": 710000, "wall_time": 7442.465213060379, "train_loss_step": 2.374629020690918, "n_params": 4326430, "total_flops": 9436463001600000, "train_loss": 0.04120488961537679, "subset_score_loss": 0.04120488961537679}
+{"step": 720000, "wall_time": 7539.942189455032, "train_loss_step": 2.5005557537078857, "n_params": 4326430, "total_flops": 9569370931200000, "train_loss": 0.040522162119547525, "subset_score_loss": 0.040522162119547525}
+{"step": 730000, "wall_time": 7633.6874759197235, "train_loss_step": 2.778996467590332, "n_params": 4326430, "total_flops": 9702278860800000, "train_loss": 0.039802988370259605, "subset_score_loss": 0.039802988370259605}
+{"step": 740000, "wall_time": 7731.123152256012, "train_loss_step": 2.6641478538513184, "n_params": 4326430, "total_flops": 9835186790400000, "train_loss": 0.040479560693105064, "subset_score_loss": 0.040479560693105064}
+{"step": 750000, "wall_time": 7828.3194851875305, "train_loss_step": 2.667174816131592, "n_params": 4326430, "total_flops": 9968094720000000, "train_loss": 0.04002755880355835, "subset_score_loss": 0.04002755880355835}
+{"step": 760000, "wall_time": 7925.8998765945435, "train_loss_step": 2.4403085708618164, "n_params": 4326430, "total_flops": 10101002649600000, "train_loss": 0.03908448219299317, "subset_score_loss": 0.03908448219299317}
+{"step": 770000, "wall_time": 8024.036278963089, "train_loss_step": 2.6486873626708984, "n_params": 4326430, "total_flops": 10233910579200000, "train_loss": 0.03893309831619263, "subset_score_loss": 0.03893309831619263}
+{"step": 780000, "wall_time": 8118.5866503715515, "train_loss_step": 2.7433016300201416, "n_params": 4326430, "total_flops": 10366818508800000, "train_loss": 0.03826278845469157, "subset_score_loss": 0.03826278845469157}
+{"step": 790000, "wall_time": 8214.40265083313, "train_loss_step": 2.7892348766326904, "n_params": 4326430, "total_flops": 10499726438400000, "train_loss": 0.03811224699020386, "subset_score_loss": 0.03811224699020386}
+{"step": 800000, "wall_time": 8384.347701787949, "train_loss_step": 2.5848541259765625, "n_params": 4326430, "total_flops": 10632634368000000, "train_loss": 0.03773519992828369, "subset_score_loss": 0.03773519992828369, "memorization_fraction_pixel": 0.11599999666213989, "mean_nn_ratio_pixel": 0.5897154211997986, "fid": 57.3125337383001}
+{"step": 810000, "wall_time": 8481.997709989548, "train_loss_step": 2.7445530891418457, "n_params": 4326430, "total_flops": 10765542297600000, "train_loss": 0.037418492635091144, "subset_score_loss": 0.037418492635091144}
+{"step": 820000, "wall_time": 8576.313275814056, "train_loss_step": 2.9431099891662598, "n_params": 4326430, "total_flops": 10898450227200000, "train_loss": 0.03694983323415121, "subset_score_loss": 0.03694983323415121}
+{"step": 830000, "wall_time": 8673.220175743103, "train_loss_step": 2.7826926708221436, "n_params": 4326430, "total_flops": 11031358156800000, "train_loss": 0.03628941377003988, "subset_score_loss": 0.03628941377003988}
+{"step": 840000, "wall_time": 8770.429512739182, "train_loss_step": 2.7987422943115234, "n_params": 4326430, "total_flops": 11164266086400000, "train_loss": 0.03723893562952677, "subset_score_loss": 0.03723893562952677}
+{"step": 850000, "wall_time": 8867.85184621811, "train_loss_step": 2.576725959777832, "n_params": 4326430, "total_flops": 11297174016000000, "train_loss": 0.03672285874684652, "subset_score_loss": 0.03672285874684652}
+{"step": 860000, "wall_time": 8965.18777179718, "train_loss_step": 2.6416449546813965, "n_params": 4326430, "total_flops": 11430081945600000, "train_loss": 0.03633335828781128, "subset_score_loss": 0.03633335828781128}
+{"step": 870000, "wall_time": 9061.551676034927, "train_loss_step": 2.4116196632385254, "n_params": 4326430, "total_flops": 11562989875200000, "train_loss": 0.03534483512242635, "subset_score_loss": 0.03534483512242635}
+{"step": 880000, "wall_time": 9155.598321676254, "train_loss_step": 2.5043067932128906, "n_params": 4326430, "total_flops": 11695897804800000, "train_loss": 0.035251132647196454, "subset_score_loss": 0.035251132647196454}
+{"step": 890000, "wall_time": 9252.742287635803, "train_loss_step": 2.327981948852539, "n_params": 4326430, "total_flops": 11828805734400000, "train_loss": 0.034726929664611814, "subset_score_loss": 0.034726929664611814}
+{"step": 900000, "wall_time": 9423.685178279877, "train_loss_step": 2.698901414871216, "n_params": 4326430, "total_flops": 11961713664000000, "train_loss": 0.03495640754699707, "subset_score_loss": 0.03495640754699707, "memorization_fraction_pixel": 0.12919999659061432, "mean_nn_ratio_pixel": 0.5772663354873657, "fid": 57.11113029343624}
+{"step": 910000, "wall_time": 9519.01878285408, "train_loss_step": 2.3944151401519775, "n_params": 4326430, "total_flops": 12094621593600000, "train_loss": 0.03386760552724202, "subset_score_loss": 0.03386760552724202}
+{"step": 920000, "wall_time": 9615.176403284073, "train_loss_step": 2.3584465980529785, "n_params": 4326430, "total_flops": 12227529523200000, "train_loss": 0.03449479738871256, "subset_score_loss": 0.03449479738871256}
+{"step": 930000, "wall_time": 9712.653805971146, "train_loss_step": 2.440122604370117, "n_params": 4326430, "total_flops": 12360437452800000, "train_loss": 0.03423013289769491, "subset_score_loss": 0.03423013289769491}
+{"step": 940000, "wall_time": 9810.034557819366, "train_loss_step": 2.7509939670562744, "n_params": 4326430, "total_flops": 12493345382400000, "train_loss": 0.03349578380584717, "subset_score_loss": 0.03349578380584717}
+{"step": 950000, "wall_time": 9907.16598033905, "train_loss_step": 2.565995216369629, "n_params": 4326430, "total_flops": 12626253312000000, "train_loss": 0.033652551968892414, "subset_score_loss": 0.033652551968892414}
+{"step": 960000, "wall_time": 10005.047322273254, "train_loss_step": 2.673123836517334, "n_params": 4326430, "total_flops": 12759161241600000, "train_loss": 0.03346762259801229, "subset_score_loss": 0.03346762259801229}
+{"step": 970000, "wall_time": 10099.508850812912, "train_loss_step": 2.661651611328125, "n_params": 4326430, "total_flops": 12892069171200000, "train_loss": 0.03266718188921611, "subset_score_loss": 0.03266718188921611}
+{"step": 980000, "wall_time": 10195.205193519592, "train_loss_step": 2.669227361679077, "n_params": 4326430, "total_flops": 13024977100800000, "train_loss": 0.03274368643760681, "subset_score_loss": 0.03274368643760681}
+{"step": 990000, "wall_time": 10292.636118412018, "train_loss_step": 2.631415367126465, "n_params": 4326430, "total_flops": 13157885030400000, "train_loss": 0.032826417684555055, "subset_score_loss": 0.032826417684555055}
+{"step": 1000000, "wall_time": 10463.377452373505, "train_loss_step": 2.3102807998657227, "n_params": 4326430, "total_flops": 13290792960000000, "train_loss": 0.03177651166915894, "subset_score_loss": 0.03177651166915894, "memorization_fraction_pixel": 0.1485999971628189, "mean_nn_ratio_pixel": 0.557515561580658, "fid": 57.78423524242999}
+{"step": 1010000, "wall_time": 10558.435035467148, "train_loss_step": 2.724473476409912, "n_params": 4326430, "total_flops": 13423700889600000, "train_loss": 0.03194729487101237, "subset_score_loss": 0.03194729487101237}
+{"step": 1020000, "wall_time": 10655.956232070923, "train_loss_step": 2.392868757247925, "n_params": 4326430, "total_flops": 13556608819200000, "train_loss": 0.03176192839940389, "subset_score_loss": 0.03176192839940389}
+{"step": 1030000, "wall_time": 10753.196550369263, "train_loss_step": 2.5701637268066406, "n_params": 4326430, "total_flops": 13689516748800000, "train_loss": 0.0316791832447052, "subset_score_loss": 0.0316791832447052}
+{"step": 1040000, "wall_time": 10850.23901939392, "train_loss_step": 2.553741931915283, "n_params": 4326430, "total_flops": 13822424678400000, "train_loss": 0.030957682927449545, "subset_score_loss": 0.030957682927449545}
+{"step": 1050000, "wall_time": 10947.761590242386, "train_loss_step": 2.5512566566467285, "n_params": 4326430, "total_flops": 13955332608000000, "train_loss": 0.03143021861712138, "subset_score_loss": 0.03143021861712138}
+{"step": 1060000, "wall_time": 11044.260357379913, "train_loss_step": 2.5852975845336914, "n_params": 4326430, "total_flops": 14088240537600000, "train_loss": 0.030480575561523438, "subset_score_loss": 0.030480575561523438}
+{"step": 1070000, "wall_time": 11139.85941529274, "train_loss_step": 2.662619113922119, "n_params": 4326430, "total_flops": 14221148467200000, "train_loss": 0.030661936601003012, "subset_score_loss": 0.030661936601003012}
+{"step": 1080000, "wall_time": 11235.9347717762, "train_loss_step": 2.7495734691619873, "n_params": 4326430, "total_flops": 14354056396800000, "train_loss": 0.03040200670560201, "subset_score_loss": 0.03040200670560201}
+{"step": 1090000, "wall_time": 11332.871747255325, "train_loss_step": 2.3294570446014404, "n_params": 4326430, "total_flops": 14486964326400000, "train_loss": 0.03056757648785909, "subset_score_loss": 0.03056757648785909}
+{"step": 1100000, "wall_time": 11500.969733715057, "train_loss_step": 2.5238168239593506, "n_params": 4326430, "total_flops": 14619872256000000, "train_loss": 0.02993314862251282, "subset_score_loss": 0.02993314862251282, "memorization_fraction_pixel": 0.16779999434947968, "mean_nn_ratio_pixel": 0.5409950613975525, "fid": 56.87429029912607}
+{"step": 1110000, "wall_time": 11598.379653930664, "train_loss_step": 2.3874731063842773, "n_params": 4326430, "total_flops": 14752780185600000, "train_loss": 0.030266912778218587, "subset_score_loss": 0.030266912778218587}
+{"step": 1120000, "wall_time": 11695.80186867714, "train_loss_step": 2.5713746547698975, "n_params": 4326430, "total_flops": 14885688115200000, "train_loss": 0.029779525597890218, "subset_score_loss": 0.029779525597890218}
+{"step": 1130000, "wall_time": 11793.084395885468, "train_loss_step": 2.511808395385742, "n_params": 4326430, "total_flops": 15018596044800000, "train_loss": 0.029595355192820232, "subset_score_loss": 0.029595355192820232}
+{"step": 1140000, "wall_time": 11890.336406707764, "train_loss_step": 2.3476552963256836, "n_params": 4326430, "total_flops": 15151503974400000, "train_loss": 0.029425013065338134, "subset_score_loss": 0.029425013065338134}
+{"step": 1150000, "wall_time": 11987.948012113571, "train_loss_step": 2.4344937801361084, "n_params": 4326430, "total_flops": 15284411904000000, "train_loss": 0.029211610555648804, "subset_score_loss": 0.029211610555648804}
+{"step": 1160000, "wall_time": 12083.66698551178, "train_loss_step": 2.3386027812957764, "n_params": 4326430, "total_flops": 15417319833600000, "train_loss": 0.028991554180781046, "subset_score_loss": 0.028991554180781046}
+{"step": 1170000, "wall_time": 12178.32704114914, "train_loss_step": 2.4973292350769043, "n_params": 4326430, "total_flops": 15550227763200000, "train_loss": 0.02904592752456665, "subset_score_loss": 0.02904592752456665}
+{"step": 1180000, "wall_time": 12275.565935373306, "train_loss_step": 2.379152297973633, "n_params": 4326430, "total_flops": 15683135692800000, "train_loss": 0.028527061144510906, "subset_score_loss": 0.028527061144510906}
+{"step": 1190000, "wall_time": 12369.582855939865, "train_loss_step": 2.5139687061309814, "n_params": 4326430, "total_flops": 15816043622400000, "train_loss": 0.028370529413223267, "subset_score_loss": 0.028370529413223267}
+{"step": 1200000, "wall_time": 12540.467266082764, "train_loss_step": 2.4416699409484863, "n_params": 4326430, "total_flops": 15948951552000000, "train_loss": 0.028587005535761514, "subset_score_loss": 0.028587005535761514, "memorization_fraction_pixel": 0.15770000219345093, "mean_nn_ratio_pixel": 0.5338714122772217, "fid": 56.70225834451546}
+{"step": 1210000, "wall_time": 12637.379798173904, "train_loss_step": 2.5847952365875244, "n_params": 4326430, "total_flops": 16081859481600000, "train_loss": 0.028382319211959838, "subset_score_loss": 0.028382319211959838}
+{"step": 1220000, "wall_time": 12734.470800161362, "train_loss_step": 2.4947845935821533, "n_params": 4326430, "total_flops": 16214767411200000, "train_loss": 0.027985801299413044, "subset_score_loss": 0.027985801299413044}
+{"step": 1230000, "wall_time": 12831.741851568222, "train_loss_step": 2.757981777191162, "n_params": 4326430, "total_flops": 16347675340800000, "train_loss": 0.027674615383148193, "subset_score_loss": 0.027674615383148193}
+{"step": 1240000, "wall_time": 12929.45914554596, "train_loss_step": 2.3693604469299316, "n_params": 4326430, "total_flops": 16480583270400000, "train_loss": 0.027658265829086304, "subset_score_loss": 0.027658265829086304}
+{"step": 1250000, "wall_time": 13025.92904305458, "train_loss_step": 2.338256359100342, "n_params": 4326430, "total_flops": 16613491200000000, "train_loss": 0.027523895104726154, "subset_score_loss": 0.027523895104726154}
+{"step": 1260000, "wall_time": 13122.628007411957, "train_loss_step": 2.287362575531006, "n_params": 4326430, "total_flops": 16746399129600000, "train_loss": 0.027520233392715455, "subset_score_loss": 0.027520233392715455}
+{"step": 1270000, "wall_time": 13218.080394029617, "train_loss_step": 2.31990647315979, "n_params": 4326430, "total_flops": 16879307059200000, "train_loss": 0.02736791968345642, "subset_score_loss": 0.02736791968345642}
+{"step": 1280000, "wall_time": 13312.269042253494, "train_loss_step": 2.426274061203003, "n_params": 4326430, "total_flops": 17012214988800000, "train_loss": 0.02691916028658549, "subset_score_loss": 0.02691916028658549}
+{"step": 1290000, "wall_time": 13409.284658193588, "train_loss_step": 2.3431625366210938, "n_params": 4326430, "total_flops": 17145122918400000, "train_loss": 0.026771469910939535, "subset_score_loss": 0.026771469910939535}
+{"step": 1300000, "wall_time": 13580.453836917877, "train_loss_step": 2.5456690788269043, "n_params": 4326430, "total_flops": 17278030848000000, "train_loss": 0.026636854807535807, "subset_score_loss": 0.026636854807535807, "memorization_fraction_pixel": 0.18410000205039978, "mean_nn_ratio_pixel": 0.5189002156257629, "fid": 56.94518782026236}
+{"step": 1310000, "wall_time": 13677.462112903595, "train_loss_step": 2.5393314361572266, "n_params": 4326430, "total_flops": 17410938777600000, "train_loss": 0.02706730365753174, "subset_score_loss": 0.02706730365753174}
+{"step": 1320000, "wall_time": 13774.496533870697, "train_loss_step": 2.159794330596924, "n_params": 4326430, "total_flops": 17543846707200000, "train_loss": 0.02664504051208496, "subset_score_loss": 0.02664504051208496}
+{"step": 1330000, "wall_time": 13871.460509300232, "train_loss_step": 2.4202539920806885, "n_params": 4326430, "total_flops": 17676754636800000, "train_loss": 0.026254022121429445, "subset_score_loss": 0.026254022121429445}
+{"step": 1340000, "wall_time": 13968.874244213104, "train_loss_step": 2.501258373260498, "n_params": 4326430, "total_flops": 17809662566400000, "train_loss": 0.026042946179707847, "subset_score_loss": 0.026042946179707847}
+{"step": 1350000, "wall_time": 14064.92451119423, "train_loss_step": 2.226635456085205, "n_params": 4326430, "total_flops": 17942570496000000, "train_loss": 0.025937944650650024, "subset_score_loss": 0.025937944650650024}
+{"step": 1360000, "wall_time": 14160.093636751175, "train_loss_step": 2.672825336456299, "n_params": 4326430, "total_flops": 18075478425600000, "train_loss": 0.02607009808222453, "subset_score_loss": 0.02607009808222453}
+{"step": 1370000, "wall_time": 14254.351505994797, "train_loss_step": 2.4496781826019287, "n_params": 4326430, "total_flops": 18208386355200000, "train_loss": 0.025745896498362224, "subset_score_loss": 0.025745896498362224}
+{"step": 1380000, "wall_time": 14349.463017702103, "train_loss_step": 2.522871971130371, "n_params": 4326430, "total_flops": 18341294284800000, "train_loss": 0.026308155059814452, "subset_score_loss": 0.026308155059814452}
+{"step": 1390000, "wall_time": 14446.26481461525, "train_loss_step": 2.3622868061065674, "n_params": 4326430, "total_flops": 18474202214400000, "train_loss": 0.025644322236378986, "subset_score_loss": 0.025644322236378986}
+{"step": 1400000, "wall_time": 14616.919004201889, "train_loss_step": 2.5618605613708496, "n_params": 4326430, "total_flops": 18607110144000000, "train_loss": 0.02556182344754537, "subset_score_loss": 0.02556182344754537, "memorization_fraction_pixel": 0.19439999759197235, "mean_nn_ratio_pixel": 0.5077323913574219, "fid": 56.70344442468757}
+{"step": 1410000, "wall_time": 14714.0288169384, "train_loss_step": 2.365173101425171, "n_params": 4326430, "total_flops": 18740018073600000, "train_loss": 0.025067033370335896, "subset_score_loss": 0.025067033370335896}
+{"step": 1420000, "wall_time": 14811.25716304779, "train_loss_step": 2.5688772201538086, "n_params": 4326430, "total_flops": 18872926003200000, "train_loss": 0.025087016820907592, "subset_score_loss": 0.025087016820907592}
+{"step": 1430000, "wall_time": 14908.516647338867, "train_loss_step": 2.5415048599243164, "n_params": 4326430, "total_flops": 19005833932800000, "train_loss": 0.024578261375427245, "subset_score_loss": 0.024578261375427245}
+{"step": 1440000, "wall_time": 15006.09482717514, "train_loss_step": 2.2679646015167236, "n_params": 4326430, "total_flops": 19138741862400000, "train_loss": 0.025180510679880776, "subset_score_loss": 0.025180510679880776}
+{"step": 1450000, "wall_time": 15100.381238937378, "train_loss_step": 2.4405875205993652, "n_params": 4326430, "total_flops": 19271649792000000, "train_loss": 0.02454105814297994, "subset_score_loss": 0.02454105814297994}
+{"step": 1460000, "wall_time": 15196.281465291977, "train_loss_step": 2.407244920730591, "n_params": 4326430, "total_flops": 19404557721600000, "train_loss": 0.02437940041224162, "subset_score_loss": 0.02437940041224162}
+{"step": 1470000, "wall_time": 15288.232983350754, "train_loss_step": 2.6009931564331055, "n_params": 4326430, "total_flops": 19537465651200000, "train_loss": 0.024210697412490843, "subset_score_loss": 0.024210697412490843}
+{"step": 1480000, "wall_time": 15385.056572198868, "train_loss_step": 2.414999485015869, "n_params": 4326430, "total_flops": 19670373580800000, "train_loss": 0.024385128418604532, "subset_score_loss": 0.024385128418604532}
+{"step": 1490000, "wall_time": 15482.152968406677, "train_loss_step": 2.4938724040985107, "n_params": 4326430, "total_flops": 19803281510400000, "train_loss": 0.024533488353093467, "subset_score_loss": 0.024533488353093467}
+{"step": 1500000, "wall_time": 15653.308530330658, "train_loss_step": 2.4405877590179443, "n_params": 4326430, "total_flops": 19936189440000000, "train_loss": 0.0244920551776886, "subset_score_loss": 0.0244920551776886, "memorization_fraction_pixel": 0.19619999825954437, "mean_nn_ratio_pixel": 0.49768584966659546, "fid": 56.784632502883014}
+{"step": 1510000, "wall_time": 15750.539276599884, "train_loss_step": 2.456822395324707, "n_params": 4326430, "total_flops": 20069097369600000, "train_loss": 0.024086244901021323, "subset_score_loss": 0.024086244901021323}
+{"step": 1520000, "wall_time": 15847.907024145126, "train_loss_step": 2.2407546043395996, "n_params": 4326430, "total_flops": 20202005299200000, "train_loss": 0.02397603988647461, "subset_score_loss": 0.02397603988647461}
+{"step": 1530000, "wall_time": 15945.274985551834, "train_loss_step": 2.4092397689819336, "n_params": 4326430, "total_flops": 20334913228800000, "train_loss": 0.023634127775828042, "subset_score_loss": 0.023634127775828042}
+{"step": 1540000, "wall_time": 16041.071977376938, "train_loss_step": 2.366713285446167, "n_params": 4326430, "total_flops": 20467821158400000, "train_loss": 0.02360600431760152, "subset_score_loss": 0.02360600431760152}
+{"step": 1550000, "wall_time": 16137.021968126297, "train_loss_step": 2.5211634635925293, "n_params": 4326430, "total_flops": 20600729088000000, "train_loss": 0.02357166012128194, "subset_score_loss": 0.02357166012128194}
+{"step": 1560000, "wall_time": 16224.318092107773, "train_loss_step": 2.392998695373535, "n_params": 4326430, "total_flops": 20733637017600000, "train_loss": 0.023917094866434733, "subset_score_loss": 0.023917094866434733}
+{"step": 1570000, "wall_time": 16321.406137228012, "train_loss_step": 2.55928635597229, "n_params": 4326430, "total_flops": 20866544947200000, "train_loss": 0.023145769039789835, "subset_score_loss": 0.023145769039789835}
+{"step": 1580000, "wall_time": 16418.844945907593, "train_loss_step": 2.559471607208252, "n_params": 4326430, "total_flops": 20999452876800000, "train_loss": 0.023432189226150514, "subset_score_loss": 0.023432189226150514}
+{"step": 1590000, "wall_time": 16516.214063882828, "train_loss_step": 2.267906665802002, "n_params": 4326430, "total_flops": 21132360806400000, "train_loss": 0.02289862632751465, "subset_score_loss": 0.02289862632751465}
+{"step": 1600000, "wall_time": 16686.25493144989, "train_loss_step": 2.3168816566467285, "n_params": 4326430, "total_flops": 21265268736000000, "train_loss": 0.023013160626093546, "subset_score_loss": 0.023013160626093546, "memorization_fraction_pixel": 0.2054000049829483, "mean_nn_ratio_pixel": 0.48773497343063354, "fid": 57.14238646312586}
+{"step": 1610000, "wall_time": 16783.577052116394, "train_loss_step": 2.4088873863220215, "n_params": 4326430, "total_flops": 21398176665600000, "train_loss": 0.023194819688796997, "subset_score_loss": 0.023194819688796997}
+{"step": 1620000, "wall_time": 16881.145197868347, "train_loss_step": 2.480146884918213, "n_params": 4326430, "total_flops": 21531084595200000, "train_loss": 0.022757099072138468, "subset_score_loss": 0.022757099072138468}
+{"step": 1630000, "wall_time": 16979.16260290146, "train_loss_step": 2.503622531890869, "n_params": 4326430, "total_flops": 21663992524800000, "train_loss": 0.023222841819127402, "subset_score_loss": 0.023222841819127402}
+{"step": 1640000, "wall_time": 17075.612330198288, "train_loss_step": 2.217872142791748, "n_params": 4326430, "total_flops": 21796900454400000, "train_loss": 0.022775113582611084, "subset_score_loss": 0.022775113582611084}
+{"step": 1650000, "wall_time": 17162.269295454025, "train_loss_step": 2.6196703910827637, "n_params": 4326430, "total_flops": 21929808384000000, "train_loss": 0.022508700688680012, "subset_score_loss": 0.022508700688680012}
+{"step": 1660000, "wall_time": 17257.779136896133, "train_loss_step": 2.353774070739746, "n_params": 4326430, "total_flops": 22062716313600000, "train_loss": 0.022396208842595418, "subset_score_loss": 0.022396208842595418}
+{"step": 1670000, "wall_time": 17354.876359462738, "train_loss_step": 2.303447961807251, "n_params": 4326430, "total_flops": 22195624243200000, "train_loss": 0.0226898729801178, "subset_score_loss": 0.0226898729801178}
+{"step": 1680000, "wall_time": 17451.97947382927, "train_loss_step": 2.3645262718200684, "n_params": 4326430, "total_flops": 22328532172800000, "train_loss": 0.02202701767285665, "subset_score_loss": 0.02202701767285665}
+{"step": 1690000, "wall_time": 17549.295335769653, "train_loss_step": 2.366441249847412, "n_params": 4326430, "total_flops": 22461440102400000, "train_loss": 0.022475504875183107, "subset_score_loss": 0.022475504875183107}
+{"step": 1700000, "wall_time": 17720.04547715187, "train_loss_step": 2.4496617317199707, "n_params": 4326430, "total_flops": 22594348032000000, "train_loss": 0.022160629431406658, "subset_score_loss": 0.022160629431406658, "memorization_fraction_pixel": 0.2150000035762787, "mean_nn_ratio_pixel": 0.480243980884552, "fid": 56.428726239691784}
+{"step": 1710000, "wall_time": 17817.36775612831, "train_loss_step": 2.360477924346924, "n_params": 4326430, "total_flops": 22727255961600000, "train_loss": 0.021718865633010863, "subset_score_loss": 0.021718865633010863}
+{"step": 1720000, "wall_time": 17914.722088336945, "train_loss_step": 2.211486339569092, "n_params": 4326430, "total_flops": 22860163891200000, "train_loss": 0.022071125109990437, "subset_score_loss": 0.022071125109990437}
+{"step": 1730000, "wall_time": 18010.510911226273, "train_loss_step": 2.4474215507507324, "n_params": 4326430, "total_flops": 22993071820800000, "train_loss": 0.021911593278249104, "subset_score_loss": 0.021911593278249104}
+{"step": 1740000, "wall_time": 18102.70729494095, "train_loss_step": 2.360678195953369, "n_params": 4326430, "total_flops": 23125979750400000, "train_loss": 0.021514701843261718, "subset_score_loss": 0.021514701843261718}
+{"step": 1750000, "wall_time": 18192.829976558685, "train_loss_step": 2.3161728382110596, "n_params": 4326430, "total_flops": 23258887680000000, "train_loss": 0.021511757373809816, "subset_score_loss": 0.021511757373809816}
+{"step": 1760000, "wall_time": 18290.340468883514, "train_loss_step": 2.394094705581665, "n_params": 4326430, "total_flops": 23391795609600000, "train_loss": 0.021578071514765422, "subset_score_loss": 0.021578071514765422}
+{"step": 1770000, "wall_time": 18387.33356165886, "train_loss_step": 2.179839849472046, "n_params": 4326430, "total_flops": 23524703539200000, "train_loss": 0.021624153852462767, "subset_score_loss": 0.021624153852462767}
+{"step": 1780000, "wall_time": 18484.898857831955, "train_loss_step": 2.573134422302246, "n_params": 4326430, "total_flops": 23657611468800000, "train_loss": 0.021926764647165933, "subset_score_loss": 0.021926764647165933}
+{"step": 1790000, "wall_time": 18582.521776914597, "train_loss_step": 2.3549184799194336, "n_params": 4326430, "total_flops": 23790519398400000, "train_loss": 0.021273199717203775, "subset_score_loss": 0.021273199717203775}
+{"step": 1800000, "wall_time": 18753.40825676918, "train_loss_step": 2.3213891983032227, "n_params": 4326430, "total_flops": 23923427328000000, "train_loss": 0.020921321709950765, "subset_score_loss": 0.020921321709950765, "memorization_fraction_pixel": 0.22310000658035278, "mean_nn_ratio_pixel": 0.4726350009441376, "fid": 56.920985749408494}
+{"step": 1810000, "wall_time": 18850.804602861404, "train_loss_step": 2.461634635925293, "n_params": 4326430, "total_flops": 24056335257600000, "train_loss": 0.020871386925379435, "subset_score_loss": 0.020871386925379435}
+{"step": 1820000, "wall_time": 18948.275292396545, "train_loss_step": 2.4268598556518555, "n_params": 4326430, "total_flops": 24189243187200000, "train_loss": 0.021014271179835002, "subset_score_loss": 0.021014271179835002}
+{"step": 1830000, "wall_time": 19044.029386997223, "train_loss_step": 2.526510000228882, "n_params": 4326430, "total_flops": 24322151116800000, "train_loss": 0.020889703432718912, "subset_score_loss": 0.020889703432718912}
+{"step": 1840000, "wall_time": 19129.4972717762, "train_loss_step": 2.4071409702301025, "n_params": 4326430, "total_flops": 24455059046400000, "train_loss": 0.02045205036799113, "subset_score_loss": 0.02045205036799113}
+{"step": 1850000, "wall_time": 19225.2842130661, "train_loss_step": 2.4105420112609863, "n_params": 4326430, "total_flops": 24587966976000000, "train_loss": 0.02077182332674662, "subset_score_loss": 0.02077182332674662}
+{"step": 1860000, "wall_time": 19322.57100558281, "train_loss_step": 2.733861207962036, "n_params": 4326430, "total_flops": 24720874905600000, "train_loss": 0.020383799076080324, "subset_score_loss": 0.020383799076080324}
+{"step": 1870000, "wall_time": 19419.587741851807, "train_loss_step": 2.285970449447632, "n_params": 4326430, "total_flops": 24853782835200000, "train_loss": 0.02074951728185018, "subset_score_loss": 0.02074951728185018}
+{"step": 1880000, "wall_time": 19517.13397669792, "train_loss_step": 2.291595935821533, "n_params": 4326430, "total_flops": 24986690764800000, "train_loss": 0.02077780763308207, "subset_score_loss": 0.02077780763308207}
+{"step": 1890000, "wall_time": 19614.311081647873, "train_loss_step": 2.233102321624756, "n_params": 4326430, "total_flops": 25119598694400000, "train_loss": 0.020421797037124635, "subset_score_loss": 0.020421797037124635}
+{"step": 1900000, "wall_time": 19783.638480901718, "train_loss_step": 2.3852901458740234, "n_params": 4326430, "total_flops": 25252506624000000, "train_loss": 0.019969787200291952, "subset_score_loss": 0.019969787200291952, "memorization_fraction_pixel": 0.23729999363422394, "mean_nn_ratio_pixel": 0.46046504378318787, "fid": 56.211192581828314}
+{"step": 1910000, "wall_time": 19880.600902318954, "train_loss_step": 2.5898351669311523, "n_params": 4326430, "total_flops": 25385414553600000, "train_loss": 0.020453488826751708, "subset_score_loss": 0.020453488826751708}
+{"step": 1920000, "wall_time": 19976.830077409744, "train_loss_step": 2.2565746307373047, "n_params": 4326430, "total_flops": 25518322483200000, "train_loss": 0.020204806327819826, "subset_score_loss": 0.020204806327819826}
+{"step": 1930000, "wall_time": 20065.988851308823, "train_loss_step": 2.5194571018218994, "n_params": 4326430, "total_flops": 25651230412800000, "train_loss": 0.020414421955744427, "subset_score_loss": 0.020414421955744427}
+{"step": 1940000, "wall_time": 20161.013113975525, "train_loss_step": 2.424694776535034, "n_params": 4326430, "total_flops": 25784138342400000, "train_loss": 0.020021599531173707, "subset_score_loss": 0.020021599531173707}
+{"step": 1950000, "wall_time": 20256.68260860443, "train_loss_step": 2.4491801261901855, "n_params": 4326430, "total_flops": 25917046272000000, "train_loss": 0.01996965010960897, "subset_score_loss": 0.01996965010960897}
+{"step": 1960000, "wall_time": 20354.21371126175, "train_loss_step": 2.366321086883545, "n_params": 4326430, "total_flops": 26049954201600000, "train_loss": 0.020394198099772134, "subset_score_loss": 0.020394198099772134}
+{"step": 1970000, "wall_time": 20451.20546722412, "train_loss_step": 2.307032585144043, "n_params": 4326430, "total_flops": 26182862131200000, "train_loss": 0.02018319567044576, "subset_score_loss": 0.02018319567044576}
+{"step": 1980000, "wall_time": 20548.58504986763, "train_loss_step": 2.4159035682678223, "n_params": 4326430, "total_flops": 26315770060800000, "train_loss": 0.019711109002431233, "subset_score_loss": 0.019711109002431233}
+{"step": 1990000, "wall_time": 20645.916916370392, "train_loss_step": 2.3141260147094727, "n_params": 4326430, "total_flops": 26448677990400000, "train_loss": 0.019250192244847617, "subset_score_loss": 0.019250192244847617}
+{"step": 2000000, "wall_time": 20815.43222308159, "train_loss_step": 2.2184646129608154, "n_params": 4326430, "total_flops": 26581585920000000, "train_loss": 0.019704173008600872, "subset_score_loss": 0.019704173008600872, "memorization_fraction_pixel": 0.2409999966621399, "mean_nn_ratio_pixel": 0.4573134779930115, "fid": 56.93242838424885}
+{"step": 2010000, "wall_time": 20912.920430660248, "train_loss_step": 2.3137450218200684, "n_params": 4326430, "total_flops": 26714493849600000, "train_loss": 0.019450040658315022, "subset_score_loss": 0.019450040658315022}
+{"step": 2020000, "wall_time": 21009.01602578163, "train_loss_step": 2.3552842140197754, "n_params": 4326430, "total_flops": 26847401779200000, "train_loss": 0.019457507133483886, "subset_score_loss": 0.019457507133483886}
+{"step": 2030000, "wall_time": 21097.807289600372, "train_loss_step": 2.1871023178100586, "n_params": 4326430, "total_flops": 26980309708800000, "train_loss": 0.019501833120981853, "subset_score_loss": 0.019501833120981853}
+{"step": 2040000, "wall_time": 21193.947742938995, "train_loss_step": 2.374356746673584, "n_params": 4326430, "total_flops": 27113217638400000, "train_loss": 0.01900076468785604, "subset_score_loss": 0.01900076468785604}
+{"step": 2050000, "wall_time": 21291.34067797661, "train_loss_step": 2.0404105186462402, "n_params": 4326430, "total_flops": 27246125568000000, "train_loss": 0.01949755152066549, "subset_score_loss": 0.01949755152066549}
+{"step": 2060000, "wall_time": 21390.316745519638, "train_loss_step": 2.2139902114868164, "n_params": 4326430, "total_flops": 27379033497600000, "train_loss": 0.0190025528271993, "subset_score_loss": 0.0190025528271993}
+{"step": 2070000, "wall_time": 21489.211757183075, "train_loss_step": 2.328183889389038, "n_params": 4326430, "total_flops": 27511941427200000, "train_loss": 0.0194824755191803, "subset_score_loss": 0.0194824755191803}
+{"step": 2080000, "wall_time": 21587.336224079132, "train_loss_step": 2.2344722747802734, "n_params": 4326430, "total_flops": 27644849356800000, "train_loss": 0.01881195108095805, "subset_score_loss": 0.01881195108095805}
+{"step": 2090000, "wall_time": 21686.03401207924, "train_loss_step": 2.3011374473571777, "n_params": 4326430, "total_flops": 27777757286400000, "train_loss": 0.01926316022872925, "subset_score_loss": 0.01926316022872925}
+{"step": 2100000, "wall_time": 21857.920114040375, "train_loss_step": 2.361945152282715, "n_params": 4326430, "total_flops": 27910665216000000, "train_loss": 0.018982263406117757, "subset_score_loss": 0.018982263406117757, "memorization_fraction_pixel": 0.25690001249313354, "mean_nn_ratio_pixel": 0.44834160804748535, "fid": 56.30604608302363}
+{"step": 2110000, "wall_time": 21954.73981976509, "train_loss_step": 2.2775120735168457, "n_params": 4326430, "total_flops": 28043573145600000, "train_loss": 0.018675822019577026, "subset_score_loss": 0.018675822019577026}
+{"step": 2120000, "wall_time": 22038.09227824211, "train_loss_step": 2.2315733432769775, "n_params": 4326430, "total_flops": 28176481075200000, "train_loss": 0.018904443581899008, "subset_score_loss": 0.018904443581899008}
+{"step": 2130000, "wall_time": 22133.13625574112, "train_loss_step": 2.5701990127563477, "n_params": 4326430, "total_flops": 28309389004800000, "train_loss": 0.018377087513605752, "subset_score_loss": 0.018377087513605752}
+{"step": 2140000, "wall_time": 22230.337129354477, "train_loss_step": 2.275498390197754, "n_params": 4326430, "total_flops": 28442296934400000, "train_loss": 0.01855182449022929, "subset_score_loss": 0.01855182449022929}
+{"step": 2150000, "wall_time": 22329.141454935074, "train_loss_step": 2.432251453399658, "n_params": 4326430, "total_flops": 28575204864000000, "train_loss": 0.019019971291224163, "subset_score_loss": 0.019019971291224163}
+{"step": 2160000, "wall_time": 22428.17945575714, "train_loss_step": 2.387399435043335, "n_params": 4326430, "total_flops": 28708112793600000, "train_loss": 0.018387037515640258, "subset_score_loss": 0.018387037515640258}
+{"step": 2170000, "wall_time": 22526.609944820404, "train_loss_step": 2.3343043327331543, "n_params": 4326430, "total_flops": 28841020723200000, "train_loss": 0.018377429246902464, "subset_score_loss": 0.018377429246902464}
+{"step": 2180000, "wall_time": 22624.983478546143, "train_loss_step": 2.30594801902771, "n_params": 4326430, "total_flops": 28973928652800000, "train_loss": 0.01817716161410014, "subset_score_loss": 0.01817716161410014}
+{"step": 2190000, "wall_time": 22722.54282641411, "train_loss_step": 2.5032215118408203, "n_params": 4326430, "total_flops": 29106836582400000, "train_loss": 0.0180891215801239, "subset_score_loss": 0.0180891215801239}
+{"step": 2200000, "wall_time": 22895.145589113235, "train_loss_step": 2.3329684734344482, "n_params": 4326430, "total_flops": 29239744512000000, "train_loss": 0.01776785453160604, "subset_score_loss": 0.01776785453160604, "memorization_fraction_pixel": 0.2498999983072281, "mean_nn_ratio_pixel": 0.44821304082870483, "fid": 56.56499961647001}
+{"step": 2210000, "wall_time": 22991.137514829636, "train_loss_step": 2.4714150428771973, "n_params": 4326430, "total_flops": 29372652441600000, "train_loss": 0.01820214589436849, "subset_score_loss": 0.01820214589436849}
+{"step": 2220000, "wall_time": 23073.9042365551, "train_loss_step": 2.289818048477173, "n_params": 4326430, "total_flops": 29505560371200000, "train_loss": 0.018118141094843547, "subset_score_loss": 0.018118141094843547}
+{"step": 2230000, "wall_time": 23171.422383069992, "train_loss_step": 2.46016788482666, "n_params": 4326430, "total_flops": 29638468300800000, "train_loss": 0.018696639935175577, "subset_score_loss": 0.018696639935175577}
+{"step": 2240000, "wall_time": 23269.81644177437, "train_loss_step": 2.3832292556762695, "n_params": 4326430, "total_flops": 29771376230400000, "train_loss": 0.01817625363667806, "subset_score_loss": 0.01817625363667806}
+{"step": 2250000, "wall_time": 23368.62803888321, "train_loss_step": 2.4510602951049805, "n_params": 4326430, "total_flops": 29904284160000000, "train_loss": 0.017886946598688763, "subset_score_loss": 0.017886946598688763}
+{"step": 2260000, "wall_time": 23467.394391536713, "train_loss_step": 2.4208052158355713, "n_params": 4326430, "total_flops": 30037192089600000, "train_loss": 0.017939629157384236, "subset_score_loss": 0.017939629157384236}
+{"step": 2270000, "wall_time": 23565.827054977417, "train_loss_step": 2.2547945976257324, "n_params": 4326430, "total_flops": 30170100019200000, "train_loss": 0.017636926968892415, "subset_score_loss": 0.017636926968892415}
+{"step": 2280000, "wall_time": 23662.68219089508, "train_loss_step": 2.359866142272949, "n_params": 4326430, "total_flops": 30303007948800000, "train_loss": 0.017899614572525025, "subset_score_loss": 0.017899614572525025}
+{"step": 2290000, "wall_time": 23759.81857943535, "train_loss_step": 2.480895519256592, "n_params": 4326430, "total_flops": 30435915878400000, "train_loss": 0.01752475698788961, "subset_score_loss": 0.01752475698788961}
+{"step": 2300000, "wall_time": 23930.97884964943, "train_loss_step": 2.5116052627563477, "n_params": 4326430, "total_flops": 30568823808000000, "train_loss": 0.01765291690826416, "subset_score_loss": 0.01765291690826416, "memorization_fraction_pixel": 0.2558000087738037, "mean_nn_ratio_pixel": 0.4432460069656372, "fid": 57.2123730644382}
+{"step": 2310000, "wall_time": 24019.42006254196, "train_loss_step": 2.1846730709075928, "n_params": 4326430, "total_flops": 30701731737600000, "train_loss": 0.017550907532374063, "subset_score_loss": 0.017550907532374063}
+{"step": 2320000, "wall_time": 24114.866139173508, "train_loss_step": 2.3956379890441895, "n_params": 4326430, "total_flops": 30834639667200000, "train_loss": 0.017580775419871013, "subset_score_loss": 0.017580775419871013}
+{"step": 2330000, "wall_time": 24210.60733962059, "train_loss_step": 2.1437432765960693, "n_params": 4326430, "total_flops": 30967547596800000, "train_loss": 0.017392257849375408, "subset_score_loss": 0.017392257849375408}
+{"step": 2340000, "wall_time": 24308.091585874557, "train_loss_step": 2.395667552947998, "n_params": 4326430, "total_flops": 31100455526400000, "train_loss": 0.018026949961980183, "subset_score_loss": 0.018026949961980183}
+{"step": 2350000, "wall_time": 24405.30159831047, "train_loss_step": 2.455803632736206, "n_params": 4326430, "total_flops": 31233363456000000, "train_loss": 0.017746480305989583, "subset_score_loss": 0.017746480305989583}
+{"step": 2360000, "wall_time": 24502.619525671005, "train_loss_step": 2.4742836952209473, "n_params": 4326430, "total_flops": 31366271385600000, "train_loss": 0.017392301559448244, "subset_score_loss": 0.017392301559448244}
+{"step": 2370000, "wall_time": 24599.27280473709, "train_loss_step": 2.4017045497894287, "n_params": 4326430, "total_flops": 31499179315200000, "train_loss": 0.01702921191851298, "subset_score_loss": 0.01702921191851298}
+{"step": 2380000, "wall_time": 24696.333384275436, "train_loss_step": 2.4120333194732666, "n_params": 4326430, "total_flops": 31632087244800000, "train_loss": 0.017561662197113036, "subset_score_loss": 0.017561662197113036}
+{"step": 2390000, "wall_time": 24793.36595916748, "train_loss_step": 2.0391969680786133, "n_params": 4326430, "total_flops": 31764995174400000, "train_loss": 0.01706529458363851, "subset_score_loss": 0.01706529458363851}
+{"step": 2400000, "wall_time": 24962.202338933945, "train_loss_step": 2.360525131225586, "n_params": 4326430, "total_flops": 31897903104000000, "train_loss": 0.017069681485493978, "subset_score_loss": 0.017069681485493978, "memorization_fraction_pixel": 0.2718000113964081, "mean_nn_ratio_pixel": 0.4337782859802246, "fid": 56.0558862675357}
+{"step": 2410000, "wall_time": 25050.962378025055, "train_loss_step": 2.246100425720215, "n_params": 4326430, "total_flops": 32030811033600000, "train_loss": 0.01740760604540507, "subset_score_loss": 0.01740760604540507}
+{"step": 2420000, "wall_time": 25146.949298858643, "train_loss_step": 2.224012851715088, "n_params": 4326430, "total_flops": 32163718963200000, "train_loss": 0.01708398461341858, "subset_score_loss": 0.01708398461341858}
+{"step": 2430000, "wall_time": 25242.498780965805, "train_loss_step": 2.1429646015167236, "n_params": 4326430, "total_flops": 32296626892800000, "train_loss": 0.017514697710673013, "subset_score_loss": 0.017514697710673013}
+{"step": 2440000, "wall_time": 25339.439615488052, "train_loss_step": 2.5642952919006348, "n_params": 4326430, "total_flops": 32429534822400000, "train_loss": 0.01681458353996277, "subset_score_loss": 0.01681458353996277}
+{"step": 2450000, "wall_time": 25436.67734646797, "train_loss_step": 2.3442368507385254, "n_params": 4326430, "total_flops": 32562442752000000, "train_loss": 0.016681931416193643, "subset_score_loss": 0.016681931416193643}
+{"step": 2460000, "wall_time": 25533.9707300663, "train_loss_step": 2.696589469909668, "n_params": 4326430, "total_flops": 32695350681600000, "train_loss": 0.017067553599675496, "subset_score_loss": 0.017067553599675496}
+{"step": 2470000, "wall_time": 25630.605624198914, "train_loss_step": 2.359238624572754, "n_params": 4326430, "total_flops": 32828258611200000, "train_loss": 0.01666081150372823, "subset_score_loss": 0.01666081150372823}
+{"step": 2480000, "wall_time": 25728.130387306213, "train_loss_step": 2.2669267654418945, "n_params": 4326430, "total_flops": 32961166540800000, "train_loss": 0.016598679622014365, "subset_score_loss": 0.016598679622014365}
+{"step": 2490000, "wall_time": 25824.792920827866, "train_loss_step": 2.4014952182769775, "n_params": 4326430, "total_flops": 33094074470400000, "train_loss": 0.016225400567054748, "subset_score_loss": 0.016225400567054748}
+{"step": 2500000, "wall_time": 25984.307640314102, "train_loss_step": 2.3464865684509277, "n_params": 4326430, "total_flops": 33226982400000000, "train_loss": 0.016785500446955363, "subset_score_loss": 0.016785500446955363, "memorization_fraction_pixel": 0.27709999680519104, "mean_nn_ratio_pixel": 0.43031492829322815, "fid": 57.1036059951205}
+{"step": 2510000, "wall_time": 26080.395599365234, "train_loss_step": 2.3120222091674805, "n_params": 4326430, "total_flops": 33359890329600000, "train_loss": 0.016360106070836385, "subset_score_loss": 0.016360106070836385}
+{"step": 2520000, "wall_time": 26176.308141231537, "train_loss_step": 2.219533920288086, "n_params": 4326430, "total_flops": 33492798259200000, "train_loss": 0.016441648205121357, "subset_score_loss": 0.016441648205121357}
+{"step": 2530000, "wall_time": 26273.33668756485, "train_loss_step": 2.30727481842041, "n_params": 4326430, "total_flops": 33625706188800000, "train_loss": 0.016150579849878947, "subset_score_loss": 0.016150579849878947}
+{"step": 2540000, "wall_time": 26370.574388742447, "train_loss_step": 2.1803104877471924, "n_params": 4326430, "total_flops": 33758614118400000, "train_loss": 0.016796648502349854, "subset_score_loss": 0.016796648502349854}
+{"step": 2550000, "wall_time": 26467.788801193237, "train_loss_step": 2.357113838195801, "n_params": 4326430, "total_flops": 33891522048000000, "train_loss": 0.01626284122467041, "subset_score_loss": 0.01626284122467041}
+{"step": 2560000, "wall_time": 26564.51070165634, "train_loss_step": 2.3633196353912354, "n_params": 4326430, "total_flops": 34024429977600000, "train_loss": 0.016480448842048644, "subset_score_loss": 0.016480448842048644}
+{"step": 2570000, "wall_time": 26661.236790418625, "train_loss_step": 2.1618518829345703, "n_params": 4326430, "total_flops": 34157337907200000, "train_loss": 0.01605639060338338, "subset_score_loss": 0.01605639060338338}
+{"step": 2580000, "wall_time": 26757.690222501755, "train_loss_step": 2.219562530517578, "n_params": 4326430, "total_flops": 34290245836800000, "train_loss": 0.016097986698150636, "subset_score_loss": 0.016097986698150636}
+{"step": 2590000, "wall_time": 26854.53017115593, "train_loss_step": 2.289675235748291, "n_params": 4326430, "total_flops": 34423153766400000, "train_loss": 0.01611257195472717, "subset_score_loss": 0.01611257195472717}
+{"step": 2600000, "wall_time": 27015.484820842743, "train_loss_step": 2.17036771774292, "n_params": 4326430, "total_flops": 34556061696000000, "train_loss": 0.016099188725153604, "subset_score_loss": 0.016099188725153604, "memorization_fraction_pixel": 0.2806999981403351, "mean_nn_ratio_pixel": 0.4279216229915619, "fid": 56.32021386570346}
+{"step": 2610000, "wall_time": 27110.937027931213, "train_loss_step": 2.4166088104248047, "n_params": 4326430, "total_flops": 34688969625600000, "train_loss": 0.015994341174761454, "subset_score_loss": 0.015994341174761454}
+{"step": 2620000, "wall_time": 27206.809527873993, "train_loss_step": 2.52609920501709, "n_params": 4326430, "total_flops": 34821877555200000, "train_loss": 0.016016432642936708, "subset_score_loss": 0.016016432642936708}
+{"step": 2630000, "wall_time": 27304.108864068985, "train_loss_step": 2.153212785720825, "n_params": 4326430, "total_flops": 34954785484800000, "train_loss": 0.016040503978729248, "subset_score_loss": 0.016040503978729248}
+{"step": 2640000, "wall_time": 27401.490802049637, "train_loss_step": 2.490467071533203, "n_params": 4326430, "total_flops": 35087693414400000, "train_loss": 0.015849884351094565, "subset_score_loss": 0.015849884351094565}
+{"step": 2650000, "wall_time": 27498.39142227173, "train_loss_step": 2.3887600898742676, "n_params": 4326430, "total_flops": 35220601344000000, "train_loss": 0.01593327522277832, "subset_score_loss": 0.01593327522277832}
+{"step": 2660000, "wall_time": 27595.804356336594, "train_loss_step": 2.3952388763427734, "n_params": 4326430, "total_flops": 35353509273600000, "train_loss": 0.01598615348339081, "subset_score_loss": 0.01598615348339081}
+{"step": 2670000, "wall_time": 27692.204703330994, "train_loss_step": 2.215557098388672, "n_params": 4326430, "total_flops": 35486417203200000, "train_loss": 0.015744114915529888, "subset_score_loss": 0.015744114915529888}
+{"step": 2680000, "wall_time": 27789.337522029877, "train_loss_step": 2.390171527862549, "n_params": 4326430, "total_flops": 35619325132800000, "train_loss": 0.015813268224398293, "subset_score_loss": 0.015813268224398293}
+{"step": 2690000, "wall_time": 27886.48676776886, "train_loss_step": 2.0380349159240723, "n_params": 4326430, "total_flops": 35752233062400000, "train_loss": 0.01566718618075053, "subset_score_loss": 0.01566718618075053}
+{"step": 2700000, "wall_time": 28043.1807448864, "train_loss_step": 2.3275537490844727, "n_params": 4326430, "total_flops": 35885140992000000, "train_loss": 0.015912612279256184, "subset_score_loss": 0.015912612279256184, "memorization_fraction_pixel": 0.2872999906539917, "mean_nn_ratio_pixel": 0.4196276366710663, "fid": 57.36153118929214}
+{"step": 2710000, "wall_time": 28140.650336027145, "train_loss_step": 2.2847557067871094, "n_params": 4326430, "total_flops": 36018048921600000, "train_loss": 0.015743290384610493, "subset_score_loss": 0.015743290384610493}
+{"step": 2720000, "wall_time": 28236.31187725067, "train_loss_step": 2.3646154403686523, "n_params": 4326430, "total_flops": 36150956851200000, "train_loss": 0.015313783288002014, "subset_score_loss": 0.015313783288002014}
+{"step": 2730000, "wall_time": 28333.523148536682, "train_loss_step": 2.2902896404266357, "n_params": 4326430, "total_flops": 36283864780800000, "train_loss": 0.015309109290440878, "subset_score_loss": 0.015309109290440878}
+{"step": 2740000, "wall_time": 28430.323572397232, "train_loss_step": 2.1641197204589844, "n_params": 4326430, "total_flops": 36416772710400000, "train_loss": 0.01542303462823232, "subset_score_loss": 0.01542303462823232}
+{"step": 2750000, "wall_time": 28527.53831219673, "train_loss_step": 2.211946725845337, "n_params": 4326430, "total_flops": 36549680640000000, "train_loss": 0.015619526306788126, "subset_score_loss": 0.015619526306788126}
+{"step": 2760000, "wall_time": 28624.749594449997, "train_loss_step": 2.2268459796905518, "n_params": 4326430, "total_flops": 36682588569600000, "train_loss": 0.015632707873980203, "subset_score_loss": 0.015632707873980203}
+{"step": 2770000, "wall_time": 28721.15784931183, "train_loss_step": 2.0798797607421875, "n_params": 4326430, "total_flops": 36815496499200000, "train_loss": 0.015469658374786376, "subset_score_loss": 0.015469658374786376}
+{"step": 2780000, "wall_time": 28818.317745685577, "train_loss_step": 2.2265355587005615, "n_params": 4326430, "total_flops": 36948404428800000, "train_loss": 0.01517766018708547, "subset_score_loss": 0.01517766018708547}
+{"step": 2790000, "wall_time": 28903.672775506973, "train_loss_step": 2.056122303009033, "n_params": 4326430, "total_flops": 37081312358400000, "train_loss": 0.015121259291966756, "subset_score_loss": 0.015121259291966756}
+{"step": 2800000, "wall_time": 29073.03360080719, "train_loss_step": 2.193512439727783, "n_params": 4326430, "total_flops": 37214220288000000, "train_loss": 0.01545582413673401, "subset_score_loss": 0.01545582413673401, "memorization_fraction_pixel": 0.2957000136375427, "mean_nn_ratio_pixel": 0.4184008836746216, "fid": 56.9384671370089}
+{"step": 2810000, "wall_time": 29169.035574436188, "train_loss_step": 2.272523880004883, "n_params": 4326430, "total_flops": 37347128217600000, "train_loss": 0.015226211150487263, "subset_score_loss": 0.015226211150487263}
+{"step": 2820000, "wall_time": 29266.32181787491, "train_loss_step": 2.264720916748047, "n_params": 4326430, "total_flops": 37480036147200000, "train_loss": 0.015293456117312114, "subset_score_loss": 0.015293456117312114}
+{"step": 2830000, "wall_time": 29363.612149477005, "train_loss_step": 2.4283254146575928, "n_params": 4326430, "total_flops": 37612944076800000, "train_loss": 0.015645294388135274, "subset_score_loss": 0.015645294388135274}
+{"step": 2840000, "wall_time": 29461.130440711975, "train_loss_step": 2.1616153717041016, "n_params": 4326430, "total_flops": 37745852006400000, "train_loss": 0.015683966875076293, "subset_score_loss": 0.015683966875076293}
+{"step": 2850000, "wall_time": 29558.609194517136, "train_loss_step": 2.037370204925537, "n_params": 4326430, "total_flops": 37878759936000000, "train_loss": 0.015080037713050842, "subset_score_loss": 0.015080037713050842}
+{"step": 2860000, "wall_time": 29655.86253786087, "train_loss_step": 2.2079529762268066, "n_params": 4326430, "total_flops": 38011667865600000, "train_loss": 0.014764708280563355, "subset_score_loss": 0.014764708280563355}
+{"step": 2870000, "wall_time": 29753.50568819046, "train_loss_step": 2.249582290649414, "n_params": 4326430, "total_flops": 38144575795200000, "train_loss": 0.014906815687815348, "subset_score_loss": 0.014906815687815348}
+{"step": 2880000, "wall_time": 29849.920838356018, "train_loss_step": 2.059488296508789, "n_params": 4326430, "total_flops": 38277483724800000, "train_loss": 0.014825421571731567, "subset_score_loss": 0.014825421571731567}
+{"step": 2890000, "wall_time": 29944.862570524216, "train_loss_step": 2.235562562942505, "n_params": 4326430, "total_flops": 38410391654400000, "train_loss": 0.015133123596509297, "subset_score_loss": 0.015133123596509297}
+{"step": 2900000, "wall_time": 30115.71011543274, "train_loss_step": 2.1793570518493652, "n_params": 4326430, "total_flops": 38543299584000000, "train_loss": 0.014903249343236287, "subset_score_loss": 0.014903249343236287, "memorization_fraction_pixel": 0.30320000648498535, "mean_nn_ratio_pixel": 0.4120672941207886, "fid": 56.50775700495659}
+{"step": 2910000, "wall_time": 30213.104125976562, "train_loss_step": 2.3285651206970215, "n_params": 4326430, "total_flops": 38676207513600000, "train_loss": 0.014820985992749532, "subset_score_loss": 0.014820985992749532}
+{"step": 2920000, "wall_time": 30311.872554302216, "train_loss_step": 2.5829315185546875, "n_params": 4326430, "total_flops": 38809115443200000, "train_loss": 0.014578517278035481, "subset_score_loss": 0.014578517278035481}
+{"step": 2930000, "wall_time": 30410.53261256218, "train_loss_step": 2.1780080795288086, "n_params": 4326430, "total_flops": 38942023372800000, "train_loss": 0.015283206105232238, "subset_score_loss": 0.015283206105232238}
+{"step": 2940000, "wall_time": 30509.52421450615, "train_loss_step": 2.391610622406006, "n_params": 4326430, "total_flops": 39074931302400000, "train_loss": 0.014720413088798522, "subset_score_loss": 0.014720413088798522}
+{"step": 2950000, "wall_time": 30607.480868816376, "train_loss_step": 2.343207359313965, "n_params": 4326430, "total_flops": 39207839232000000, "train_loss": 0.014796323577562968, "subset_score_loss": 0.014796323577562968}
+{"step": 2960000, "wall_time": 30706.59645342827, "train_loss_step": 2.0605688095092773, "n_params": 4326430, "total_flops": 39340747161600000, "train_loss": 0.014380780855814616, "subset_score_loss": 0.014380780855814616}
+{"step": 2970000, "wall_time": 30803.80022764206, "train_loss_step": 2.0558712482452393, "n_params": 4326430, "total_flops": 39473655091200000, "train_loss": 0.014541522661844889, "subset_score_loss": 0.014541522661844889}
+{"step": 2980000, "wall_time": 30890.191625595093, "train_loss_step": 2.1073520183563232, "n_params": 4326430, "total_flops": 39606563020800000, "train_loss": 0.014605446656545003, "subset_score_loss": 0.014605446656545003}
+{"step": 2990000, "wall_time": 30988.883692979813, "train_loss_step": 2.3361411094665527, "n_params": 4326430, "total_flops": 39739470950400000, "train_loss": 0.015030033389727275, "subset_score_loss": 0.015030033389727275}
+{"step": 3000000, "wall_time": 31159.517382383347, "train_loss_step": 2.318502426147461, "n_params": 4326430, "total_flops": 39872378880000000, "train_loss": 0.014653840661048889, "subset_score_loss": 0.014653840661048889, "memorization_fraction_pixel": 0.29980000853538513, "mean_nn_ratio_pixel": 0.4147644639015198, "fid": 56.1263073572593}
+{"step": 3010000, "wall_time": 31256.03857254982, "train_loss_step": 2.314444065093994, "n_params": 4326430, "total_flops": 40005286809600000, "train_loss": 0.014492321014404296, "subset_score_loss": 0.014492321014404296}
+{"step": 3020000, "wall_time": 31354.75197339058, "train_loss_step": 2.1954431533813477, "n_params": 4326430, "total_flops": 40138194739200000, "train_loss": 0.014278234044710795, "subset_score_loss": 0.014278234044710795}
+{"step": 3030000, "wall_time": 31454.209042072296, "train_loss_step": 2.38456392288208, "n_params": 4326430, "total_flops": 40271102668800000, "train_loss": 0.01452659567197164, "subset_score_loss": 0.01452659567197164}
+{"step": 3040000, "wall_time": 31552.79004764557, "train_loss_step": 2.3169171810150146, "n_params": 4326430, "total_flops": 40404010598400000, "train_loss": 0.014615034063657125, "subset_score_loss": 0.014615034063657125}
+{"step": 3050000, "wall_time": 31651.726367235184, "train_loss_step": 2.238764762878418, "n_params": 4326430, "total_flops": 40536918528000000, "train_loss": 0.014406107862790426, "subset_score_loss": 0.014406107862790426}
+{"step": 3060000, "wall_time": 31750.866369962692, "train_loss_step": 2.250795841217041, "n_params": 4326430, "total_flops": 40669826457600000, "train_loss": 0.014207471410433452, "subset_score_loss": 0.014207471410433452}
+{"step": 3070000, "wall_time": 31840.70816206932, "train_loss_step": 2.4440391063690186, "n_params": 4326430, "total_flops": 40802734387200000, "train_loss": 0.014154500762621562, "subset_score_loss": 0.014154500762621562}
+{"step": 3080000, "wall_time": 31937.9910800457, "train_loss_step": 2.234480857849121, "n_params": 4326430, "total_flops": 40935642316800000, "train_loss": 0.014027368028958638, "subset_score_loss": 0.014027368028958638}
+{"step": 3090000, "wall_time": 32037.25529050827, "train_loss_step": 2.4934329986572266, "n_params": 4326430, "total_flops": 41068550246400000, "train_loss": 0.014261997739473979, "subset_score_loss": 0.014261997739473979}
+{"step": 3100000, "wall_time": 32206.016370534897, "train_loss_step": 2.209611177444458, "n_params": 4326430, "total_flops": 41201458176000000, "train_loss": 0.014180201292037963, "subset_score_loss": 0.014180201292037963, "memorization_fraction_pixel": 0.3043000102043152, "mean_nn_ratio_pixel": 0.41060274839401245, "fid": 56.82182591494761}
+{"step": 3110000, "wall_time": 32304.413122415543, "train_loss_step": 2.298372745513916, "n_params": 4326430, "total_flops": 41334366105600000, "train_loss": 0.013970766464869182, "subset_score_loss": 0.013970766464869182}
+{"step": 3120000, "wall_time": 32403.441937446594, "train_loss_step": 2.4300360679626465, "n_params": 4326430, "total_flops": 41467274035200000, "train_loss": 0.014252100388209026, "subset_score_loss": 0.014252100388209026}
+{"step": 3130000, "wall_time": 32501.993768930435, "train_loss_step": 2.1124720573425293, "n_params": 4326430, "total_flops": 41600181964800000, "train_loss": 0.014094096422195435, "subset_score_loss": 0.014094096422195435}
+{"step": 3140000, "wall_time": 32600.918097257614, "train_loss_step": 2.4268572330474854, "n_params": 4326430, "total_flops": 41733089894400000, "train_loss": 0.014156330625216167, "subset_score_loss": 0.014156330625216167}
+{"step": 3150000, "wall_time": 32700.262018203735, "train_loss_step": 2.0000343322753906, "n_params": 4326430, "total_flops": 41865997824000000, "train_loss": 0.013681723674138387, "subset_score_loss": 0.013681723674138387}
+{"step": 3160000, "wall_time": 32792.68128800392, "train_loss_step": 2.3273842334747314, "n_params": 4326430, "total_flops": 41998905753600000, "train_loss": 0.014159814516703288, "subset_score_loss": 0.014159814516703288}
+{"step": 3170000, "wall_time": 32882.53633356094, "train_loss_step": 2.103144407272339, "n_params": 4326430, "total_flops": 42131813683200000, "train_loss": 0.014168211817741394, "subset_score_loss": 0.014168211817741394}
+{"step": 3180000, "wall_time": 32980.07091140747, "train_loss_step": 2.2991280555725098, "n_params": 4326430, "total_flops": 42264721612800000, "train_loss": 0.01427906056245168, "subset_score_loss": 0.01427906056245168}
+{"step": 3190000, "wall_time": 33072.80089497566, "train_loss_step": 2.2552268505096436, "n_params": 4326430, "total_flops": 42397629542400000, "train_loss": 0.013853603601455688, "subset_score_loss": 0.013853603601455688}
+{"step": 3200000, "wall_time": 33236.819806575775, "train_loss_step": 2.278879404067993, "n_params": 4326430, "total_flops": 42530537472000000, "train_loss": 0.013819172978401184, "subset_score_loss": 0.013819172978401184, "memorization_fraction_pixel": 0.305400013923645, "mean_nn_ratio_pixel": 0.4097655713558197, "fid": 56.43133664228164}
+{"step": 3210000, "wall_time": 33335.95449066162, "train_loss_step": 2.305802822113037, "n_params": 4326430, "total_flops": 42663445401600000, "train_loss": 0.013724231719970703, "subset_score_loss": 0.013724231719970703}
+{"step": 3220000, "wall_time": 33434.71317410469, "train_loss_step": 2.2350640296936035, "n_params": 4326430, "total_flops": 42796353331200000, "train_loss": 0.013827824592590332, "subset_score_loss": 0.013827824592590332}
+{"step": 3230000, "wall_time": 33532.33129835129, "train_loss_step": 2.222942352294922, "n_params": 4326430, "total_flops": 42929261260800000, "train_loss": 0.014522111415863037, "subset_score_loss": 0.014522111415863037}
+{"step": 3240000, "wall_time": 33631.69523048401, "train_loss_step": 2.165295124053955, "n_params": 4326430, "total_flops": 43062169190400000, "train_loss": 0.014162543416023254, "subset_score_loss": 0.014162543416023254}
+{"step": 3250000, "wall_time": 33730.89801001549, "train_loss_step": 1.9768524169921875, "n_params": 4326430, "total_flops": 43195077120000000, "train_loss": 0.013505923748016357, "subset_score_loss": 0.013505923748016357}
+{"step": 3260000, "wall_time": 33816.27753472328, "train_loss_step": 2.290534257888794, "n_params": 4326430, "total_flops": 43327985049600000, "train_loss": 0.013586601614952088, "subset_score_loss": 0.013586601614952088}
+{"step": 3270000, "wall_time": 33909.91387796402, "train_loss_step": 2.316962480545044, "n_params": 4326430, "total_flops": 43460892979200000, "train_loss": 0.013669564326604208, "subset_score_loss": 0.013669564326604208}
+{"step": 3280000, "wall_time": 34008.464654922485, "train_loss_step": 2.2209267616271973, "n_params": 4326430, "total_flops": 43593800908800000, "train_loss": 0.013614237308502197, "subset_score_loss": 0.013614237308502197}
+{"step": 3290000, "wall_time": 34102.37748336792, "train_loss_step": 2.4766674041748047, "n_params": 4326430, "total_flops": 43726708838400000, "train_loss": 0.01339570184548696, "subset_score_loss": 0.01339570184548696}
+{"step": 3300000, "wall_time": 34267.834282159805, "train_loss_step": 2.426659345626831, "n_params": 4326430, "total_flops": 43859616768000000, "train_loss": 0.013504217068354288, "subset_score_loss": 0.013504217068354288, "memorization_fraction_pixel": 0.3059999942779541, "mean_nn_ratio_pixel": 0.40404656529426575, "fid": 56.36161702840316}
+{"step": 3310000, "wall_time": 34367.28616142273, "train_loss_step": 2.2555882930755615, "n_params": 4326430, "total_flops": 43992524697600000, "train_loss": 0.013639667630195617, "subset_score_loss": 0.013639667630195617}
+{"step": 3320000, "wall_time": 34465.69322013855, "train_loss_step": 2.3190505504608154, "n_params": 4326430, "total_flops": 44125432627200000, "train_loss": 0.01343460778395335, "subset_score_loss": 0.01343460778395335}
+{"step": 3330000, "wall_time": 34564.71681070328, "train_loss_step": 2.3419907093048096, "n_params": 4326430, "total_flops": 44258340556800000, "train_loss": 0.013225704431533813, "subset_score_loss": 0.013225704431533813}
+{"step": 3340000, "wall_time": 34663.70431447029, "train_loss_step": 2.043285369873047, "n_params": 4326430, "total_flops": 44391248486400000, "train_loss": 0.013640812039375306, "subset_score_loss": 0.013640812039375306}
+{"step": 3350000, "wall_time": 34762.47884559631, "train_loss_step": 2.3464176654815674, "n_params": 4326430, "total_flops": 44524156416000000, "train_loss": 0.013289888699849447, "subset_score_loss": 0.013289888699849447}
+{"step": 3360000, "wall_time": 34843.71392774582, "train_loss_step": 2.1384925842285156, "n_params": 4326430, "total_flops": 44657064345600000, "train_loss": 0.013253511985143025, "subset_score_loss": 0.013253511985143025}
+{"step": 3370000, "wall_time": 34940.675845623016, "train_loss_step": 2.374295234680176, "n_params": 4326430, "total_flops": 44789972275200000, "train_loss": 0.013034050663312277, "subset_score_loss": 0.013034050663312277}
+{"step": 3380000, "wall_time": 35038.86200141907, "train_loss_step": 2.2788281440734863, "n_params": 4326430, "total_flops": 44922880204800000, "train_loss": 0.01336188813050588, "subset_score_loss": 0.01336188813050588}
+{"step": 3390000, "wall_time": 35131.53202295303, "train_loss_step": 2.311142921447754, "n_params": 4326430, "total_flops": 45055788134400000, "train_loss": 0.013207230965296428, "subset_score_loss": 0.013207230965296428}
+{"step": 3400000, "wall_time": 35297.96326875687, "train_loss_step": 2.382211685180664, "n_params": 4326430, "total_flops": 45188696064000000, "train_loss": 0.01363374690214793, "subset_score_loss": 0.01363374690214793, "memorization_fraction_pixel": 0.30970001220703125, "mean_nn_ratio_pixel": 0.40389251708984375, "fid": 56.846201944751336}
+{"step": 3410000, "wall_time": 35396.52599668503, "train_loss_step": 1.910522222518921, "n_params": 4326430, "total_flops": 45321603993600000, "train_loss": 0.01329110562801361, "subset_score_loss": 0.01329110562801361}
+{"step": 3420000, "wall_time": 35494.97050404549, "train_loss_step": 2.3951010704040527, "n_params": 4326430, "total_flops": 45454511923200000, "train_loss": 0.01321014662583669, "subset_score_loss": 0.01321014662583669}
+{"step": 3430000, "wall_time": 35593.575206041336, "train_loss_step": 2.1951937675476074, "n_params": 4326430, "total_flops": 45587419852800000, "train_loss": 0.01326147715250651, "subset_score_loss": 0.01326147715250651}
+{"step": 3440000, "wall_time": 35692.66930389404, "train_loss_step": 2.358302116394043, "n_params": 4326430, "total_flops": 45720327782400000, "train_loss": 0.013244845469792684, "subset_score_loss": 0.013244845469792684}
+{"step": 3450000, "wall_time": 35786.955427885056, "train_loss_step": 2.2577481269836426, "n_params": 4326430, "total_flops": 45853235712000000, "train_loss": 0.013001855214436848, "subset_score_loss": 0.013001855214436848}
+{"step": 3460000, "wall_time": 35873.8501534462, "train_loss_step": 2.222423553466797, "n_params": 4326430, "total_flops": 45986143641600000, "train_loss": 0.013404767711957295, "subset_score_loss": 0.013404767711957295}
+{"step": 3470000, "wall_time": 35970.95589995384, "train_loss_step": 2.0644562244415283, "n_params": 4326430, "total_flops": 46119051571200000, "train_loss": 0.012875735759735107, "subset_score_loss": 0.012875735759735107}
+{"step": 3480000, "wall_time": 36068.67303729057, "train_loss_step": 2.295088291168213, "n_params": 4326430, "total_flops": 46251959500800000, "train_loss": 0.012955779830614725, "subset_score_loss": 0.012955779830614725}
+{"step": 3490000, "wall_time": 36160.08463025093, "train_loss_step": 2.312046527862549, "n_params": 4326430, "total_flops": 46384867430400000, "train_loss": 0.013314528266588847, "subset_score_loss": 0.013314528266588847}
+{"step": 3500000, "wall_time": 36321.247874975204, "train_loss_step": 2.425196886062622, "n_params": 4326430, "total_flops": 46517775360000000, "train_loss": 0.01310064693291982, "subset_score_loss": 0.01310064693291982, "memorization_fraction_pixel": 0.3174000084400177, "mean_nn_ratio_pixel": 0.3993006646633148, "fid": 57.041113973187294}
+{"step": 3510000, "wall_time": 36419.68165946007, "train_loss_step": 2.0774130821228027, "n_params": 4326430, "total_flops": 46650683289600000, "train_loss": 0.012704903880755106, "subset_score_loss": 0.012704903880755106}
+{"step": 3520000, "wall_time": 36518.814014196396, "train_loss_step": 2.345329761505127, "n_params": 4326430, "total_flops": 46783591219200000, "train_loss": 0.01327557365099589, "subset_score_loss": 0.01327557365099589}
+{"step": 3530000, "wall_time": 36617.94308876991, "train_loss_step": 2.463719129562378, "n_params": 4326430, "total_flops": 46916499148800000, "train_loss": 0.013032923142115274, "subset_score_loss": 0.013032923142115274}
+{"step": 3540000, "wall_time": 36716.88450574875, "train_loss_step": 2.383871078491211, "n_params": 4326430, "total_flops": 47049407078400000, "train_loss": 0.012650550405184428, "subset_score_loss": 0.012650550405184428}
+{"step": 3550000, "wall_time": 36804.66364169121, "train_loss_step": 2.3266777992248535, "n_params": 4326430, "total_flops": 47182315008000000, "train_loss": 0.012922737995783489, "subset_score_loss": 0.012922737995783489}
+{"step": 3560000, "wall_time": 36900.77755069733, "train_loss_step": 2.0554404258728027, "n_params": 4326430, "total_flops": 47315222937600000, "train_loss": 0.01242466668287913, "subset_score_loss": 0.01242466668287913}
+{"step": 3570000, "wall_time": 36999.61183357239, "train_loss_step": 2.369265556335449, "n_params": 4326430, "total_flops": 47448130867200000, "train_loss": 0.012636922796567281, "subset_score_loss": 0.012636922796567281}
+{"step": 3580000, "wall_time": 37097.5483276844, "train_loss_step": 2.252626895904541, "n_params": 4326430, "total_flops": 47581038796800000, "train_loss": 0.012589262922604878, "subset_score_loss": 0.012589262922604878}
+{"step": 3590000, "wall_time": 37195.00709247589, "train_loss_step": 2.278593063354492, "n_params": 4326430, "total_flops": 47713946726400000, "train_loss": 0.012564573685328166, "subset_score_loss": 0.012564573685328166}
+{"step": 3600000, "wall_time": 37354.33277153969, "train_loss_step": 2.313788890838623, "n_params": 4326430, "total_flops": 47846854656000000, "train_loss": 0.012619340419769287, "subset_score_loss": 0.012619340419769287, "memorization_fraction_pixel": 0.32010000944137573, "mean_nn_ratio_pixel": 0.3999492824077606, "fid": 55.80850346747097}
+{"step": 3610000, "wall_time": 37453.088567733765, "train_loss_step": 2.273653984069824, "n_params": 4326430, "total_flops": 47979762585600000, "train_loss": 0.012776177128156025, "subset_score_loss": 0.012776177128156025}
+{"step": 3620000, "wall_time": 37552.10062909126, "train_loss_step": 2.448209047317505, "n_params": 4326430, "total_flops": 48112670515200000, "train_loss": 0.012835781772931416, "subset_score_loss": 0.012835781772931416}
+{"step": 3630000, "wall_time": 37651.09542608261, "train_loss_step": 2.235959053039551, "n_params": 4326430, "total_flops": 48245578444800000, "train_loss": 0.012658339738845826, "subset_score_loss": 0.012658339738845826}
+{"step": 3640000, "wall_time": 37748.566256284714, "train_loss_step": 2.1992485523223877, "n_params": 4326430, "total_flops": 48378486374400000, "train_loss": 0.012254934509595234, "subset_score_loss": 0.012254934509595234}
+{"step": 3650000, "wall_time": 37830.01044154167, "train_loss_step": 2.468985080718994, "n_params": 4326430, "total_flops": 48511394304000000, "train_loss": 0.01247913638750712, "subset_score_loss": 0.01247913638750712}
+{"step": 3660000, "wall_time": 37927.42565822601, "train_loss_step": 2.2637572288513184, "n_params": 4326430, "total_flops": 48644302233600000, "train_loss": 0.012238642573356629, "subset_score_loss": 0.012238642573356629}
+{"step": 3670000, "wall_time": 38025.24174928665, "train_loss_step": 2.254206418991089, "n_params": 4326430, "total_flops": 48777210163200000, "train_loss": 0.012533250451087951, "subset_score_loss": 0.012533250451087951}
+{"step": 3680000, "wall_time": 38123.98088693619, "train_loss_step": 2.5088424682617188, "n_params": 4326430, "total_flops": 48910118092800000, "train_loss": 0.012694082657496135, "subset_score_loss": 0.012694082657496135}
+{"step": 3690000, "wall_time": 38221.21789765358, "train_loss_step": 2.3017020225524902, "n_params": 4326430, "total_flops": 49043026022400000, "train_loss": 0.012119285265604655, "subset_score_loss": 0.012119285265604655}
+{"step": 3700000, "wall_time": 38386.31193566322, "train_loss_step": 2.0518460273742676, "n_params": 4326430, "total_flops": 49175933952000000, "train_loss": 0.012466448545455932, "subset_score_loss": 0.012466448545455932, "memorization_fraction_pixel": 0.3221000134944916, "mean_nn_ratio_pixel": 0.39891746640205383, "fid": 56.8113545020319}
+{"step": 3710000, "wall_time": 38485.32455277443, "train_loss_step": 2.1837291717529297, "n_params": 4326430, "total_flops": 49308841881600000, "train_loss": 0.012453842163085937, "subset_score_loss": 0.012453842163085937}
+{"step": 3720000, "wall_time": 38584.59899187088, "train_loss_step": 2.3761208057403564, "n_params": 4326430, "total_flops": 49441749811200000, "train_loss": 0.012284404039382935, "subset_score_loss": 0.012284404039382935}
+{"step": 3730000, "wall_time": 38683.45078420639, "train_loss_step": 2.3847622871398926, "n_params": 4326430, "total_flops": 49574657740800000, "train_loss": 0.012678980827331543, "subset_score_loss": 0.012678980827331543}
+{"step": 3740000, "wall_time": 38776.545766830444, "train_loss_step": 2.4430735111236572, "n_params": 4326430, "total_flops": 49707565670400000, "train_loss": 0.012294965982437133, "subset_score_loss": 0.012294965982437133}
+{"step": 3750000, "wall_time": 38870.0805850029, "train_loss_step": 2.069904327392578, "n_params": 4326430, "total_flops": 49840473600000000, "train_loss": 0.012225267291069031, "subset_score_loss": 0.012225267291069031}
+{"step": 3760000, "wall_time": 38966.67160987854, "train_loss_step": 2.2625482082366943, "n_params": 4326430, "total_flops": 49973381529600000, "train_loss": 0.01250281830628713, "subset_score_loss": 0.01250281830628713}
+{"step": 3770000, "wall_time": 39064.90357351303, "train_loss_step": 2.248149871826172, "n_params": 4326430, "total_flops": 50106289459200000, "train_loss": 0.012398834029833475, "subset_score_loss": 0.012398834029833475}
+{"step": 3780000, "wall_time": 39161.70497107506, "train_loss_step": 2.127408027648926, "n_params": 4326430, "total_flops": 50239197388800000, "train_loss": 0.01211717426776886, "subset_score_loss": 0.01211717426776886}
+{"step": 3790000, "wall_time": 39259.52334308624, "train_loss_step": 2.2158305644989014, "n_params": 4326430, "total_flops": 50372105318400000, "train_loss": 0.012235708038012187, "subset_score_loss": 0.012235708038012187}
+{"step": 3800000, "wall_time": 39430.442051410675, "train_loss_step": 2.346717357635498, "n_params": 4326430, "total_flops": 50505013248000000, "train_loss": 0.011948518951733907, "subset_score_loss": 0.011948518951733907, "memorization_fraction_pixel": 0.33649998903274536, "mean_nn_ratio_pixel": 0.3897154927253723, "fid": 56.41495241518908}
+{"step": 3810000, "wall_time": 39529.690123319626, "train_loss_step": 2.292320489883423, "n_params": 4326430, "total_flops": 50637921177600000, "train_loss": 0.012075096368789673, "subset_score_loss": 0.012075096368789673}
+{"step": 3820000, "wall_time": 39628.511550188065, "train_loss_step": 2.3228750228881836, "n_params": 4326430, "total_flops": 50770829107200000, "train_loss": 0.012048051754633585, "subset_score_loss": 0.012048051754633585}
+{"step": 3830000, "wall_time": 39727.23998403549, "train_loss_step": 2.2663142681121826, "n_params": 4326430, "total_flops": 50903737036800000, "train_loss": 0.01200314164161682, "subset_score_loss": 0.01200314164161682}
+{"step": 3840000, "wall_time": 39809.01782941818, "train_loss_step": 2.586848735809326, "n_params": 4326430, "total_flops": 51036644966400000, "train_loss": 0.012042198578516643, "subset_score_loss": 0.012042198578516643}
+{"step": 3850000, "wall_time": 39904.38646507263, "train_loss_step": 2.100864887237549, "n_params": 4326430, "total_flops": 51169552896000000, "train_loss": 0.012090156475702921, "subset_score_loss": 0.012090156475702921}
+{"step": 3860000, "wall_time": 40002.94224143028, "train_loss_step": 1.972246766090393, "n_params": 4326430, "total_flops": 51302460825600000, "train_loss": 0.01201304296652476, "subset_score_loss": 0.01201304296652476}
+{"step": 3870000, "wall_time": 40102.007375478745, "train_loss_step": 2.1369729042053223, "n_params": 4326430, "total_flops": 51435368755200000, "train_loss": 0.01199985941251119, "subset_score_loss": 0.01199985941251119}
+{"step": 3880000, "wall_time": 40198.71453332901, "train_loss_step": 2.3064613342285156, "n_params": 4326430, "total_flops": 51568276684800000, "train_loss": 0.012299334009488424, "subset_score_loss": 0.012299334009488424}
+{"step": 3890000, "wall_time": 40295.993936538696, "train_loss_step": 2.0368120670318604, "n_params": 4326430, "total_flops": 51701184614400000, "train_loss": 0.011700675884882609, "subset_score_loss": 0.011700675884882609}
+{"step": 3900000, "wall_time": 40468.820472955704, "train_loss_step": 1.9690256118774414, "n_params": 4326430, "total_flops": 51834092544000000, "train_loss": 0.01175335943698883, "subset_score_loss": 0.01175335943698883, "memorization_fraction_pixel": 0.3301999866962433, "mean_nn_ratio_pixel": 0.3940922021865845, "fid": 56.825180331102636}
+{"step": 3910000, "wall_time": 40568.338418483734, "train_loss_step": 2.2483739852905273, "n_params": 4326430, "total_flops": 51967000473600000, "train_loss": 0.012013168136278788, "subset_score_loss": 0.012013168136278788}
+{"step": 3920000, "wall_time": 40667.55994820595, "train_loss_step": 2.4019675254821777, "n_params": 4326430, "total_flops": 52099908403200000, "train_loss": 0.012324332197507223, "subset_score_loss": 0.012324332197507223}
+{"step": 3930000, "wall_time": 40765.624275922775, "train_loss_step": 2.2949612140655518, "n_params": 4326430, "total_flops": 52232816332800000, "train_loss": 0.01196015477180481, "subset_score_loss": 0.01196015477180481}
+{"step": 3940000, "wall_time": 40847.141426086426, "train_loss_step": 1.9488475322723389, "n_params": 4326430, "total_flops": 52365724262400000, "train_loss": 0.011941022674242656, "subset_score_loss": 0.011941022674242656}
+{"step": 3950000, "wall_time": 40943.72879290581, "train_loss_step": 2.335434913635254, "n_params": 4326430, "total_flops": 52498632192000000, "train_loss": 0.01169533133506775, "subset_score_loss": 0.01169533133506775}
+{"step": 3960000, "wall_time": 41042.424031972885, "train_loss_step": 2.2765285968780518, "n_params": 4326430, "total_flops": 52631540121600000, "train_loss": 0.011736066142717997, "subset_score_loss": 0.011736066142717997}
+{"step": 3970000, "wall_time": 41141.63022017479, "train_loss_step": 2.313730239868164, "n_params": 4326430, "total_flops": 52764448051200000, "train_loss": 0.011918064951896668, "subset_score_loss": 0.011918064951896668}
+{"step": 3980000, "wall_time": 41237.85066533089, "train_loss_step": 2.258436679840088, "n_params": 4326430, "total_flops": 52897355980800000, "train_loss": 0.011718146006266276, "subset_score_loss": 0.011718146006266276}
+{"step": 3990000, "wall_time": 41335.060237407684, "train_loss_step": 2.635281562805176, "n_params": 4326430, "total_flops": 53030263910400000, "train_loss": 0.011688002943992614, "subset_score_loss": 0.011688002943992614}
+{"step": 4000000, "wall_time": 41508.06679868698, "train_loss_step": 2.282810688018799, "n_params": 4326430, "total_flops": 53163171840000000, "train_loss": 0.011703640222549438, "subset_score_loss": 0.011703640222549438, "memorization_fraction_pixel": 0.33880001306533813, "mean_nn_ratio_pixel": 0.3900439739227295, "fid": 56.49460860991649}
+{"step": 4010000, "wall_time": 41608.09913754463, "train_loss_step": 2.343614101409912, "n_params": 4326430, "total_flops": 53296079769600000, "train_loss": 0.011386778950691224, "subset_score_loss": 0.011386778950691224}
+{"step": 4020000, "wall_time": 41707.916862249374, "train_loss_step": 2.2642195224761963, "n_params": 4326430, "total_flops": 53428987699200000, "train_loss": 0.01186468501885732, "subset_score_loss": 0.01186468501885732}
+{"step": 4030000, "wall_time": 41801.424031972885, "train_loss_step": 2.289445638656616, "n_params": 4326430, "total_flops": 53561895628800000, "train_loss": 0.011430652936299641, "subset_score_loss": 0.011430652936299641}
+{"step": 4040000, "wall_time": 41892.38579630852, "train_loss_step": 2.1565001010894775, "n_params": 4326430, "total_flops": 53694803558400000, "train_loss": 0.011372629801432292, "subset_score_loss": 0.011372629801432292}
+{"step": 4050000, "wall_time": 41990.23305630684, "train_loss_step": 2.1924033164978027, "n_params": 4326430, "total_flops": 53827711488000000, "train_loss": 0.011488314469655354, "subset_score_loss": 0.011488314469655354}
+{"step": 4060000, "wall_time": 42089.9041864872, "train_loss_step": 2.0409460067749023, "n_params": 4326430, "total_flops": 53960619417600000, "train_loss": 0.011376083890597025, "subset_score_loss": 0.011376083890597025}
+{"step": 4070000, "wall_time": 42185.49430203438, "train_loss_step": 2.187490463256836, "n_params": 4326430, "total_flops": 54093527347200000, "train_loss": 0.011660494407018026, "subset_score_loss": 0.011660494407018026}
+{"step": 4080000, "wall_time": 42282.24638962746, "train_loss_step": 2.2468149662017822, "n_params": 4326430, "total_flops": 54226435276800000, "train_loss": 0.011330912510553995, "subset_score_loss": 0.011330912510553995}
+{"step": 4090000, "wall_time": 42382.066014528275, "train_loss_step": 2.024390935897827, "n_params": 4326430, "total_flops": 54359343206400000, "train_loss": 0.011380334695180258, "subset_score_loss": 0.011380334695180258}
+{"step": 4100000, "wall_time": 42554.659193754196, "train_loss_step": 2.254469633102417, "n_params": 4326430, "total_flops": 54492251136000000, "train_loss": 0.011561230818430582, "subset_score_loss": 0.011561230818430582, "memorization_fraction_pixel": 0.3188999891281128, "mean_nn_ratio_pixel": 0.39382609724998474, "fid": 56.20684351326888}
+{"step": 4110000, "wall_time": 42654.13770484924, "train_loss_step": 2.388538360595703, "n_params": 4326430, "total_flops": 54625159065600000, "train_loss": 0.011257070302963256, "subset_score_loss": 0.011257070302963256}
+{"step": 4120000, "wall_time": 42753.71887946129, "train_loss_step": 2.191575050354004, "n_params": 4326430, "total_flops": 54758066995200000, "train_loss": 0.011442812283833821, "subset_score_loss": 0.011442812283833821}
+{"step": 4130000, "wall_time": 42838.50426840782, "train_loss_step": 2.332376003265381, "n_params": 4326430, "total_flops": 54890974924800000, "train_loss": 0.011918005347251893, "subset_score_loss": 0.011918005347251893}
+{"step": 4140000, "wall_time": 42935.67961835861, "train_loss_step": 2.2189059257507324, "n_params": 4326430, "total_flops": 55023882854400000, "train_loss": 0.011207891503969829, "subset_score_loss": 0.011207891503969829}
+{"step": 4150000, "wall_time": 43035.68835711479, "train_loss_step": 2.2971110343933105, "n_params": 4326430, "total_flops": 55156790784000000, "train_loss": 0.011535576979319255, "subset_score_loss": 0.011535576979319255}
+{"step": 4160000, "wall_time": 43134.88378930092, "train_loss_step": 2.330275774002075, "n_params": 4326430, "total_flops": 55289698713600000, "train_loss": 0.011363983154296875, "subset_score_loss": 0.011363983154296875}
+{"step": 4170000, "wall_time": 43229.6392250061, "train_loss_step": 2.117992877960205, "n_params": 4326430, "total_flops": 55422606643200000, "train_loss": 0.011641575892766317, "subset_score_loss": 0.011641575892766317}
+{"step": 4180000, "wall_time": 43326.7827835083, "train_loss_step": 2.3024394512176514, "n_params": 4326430, "total_flops": 55555514572800000, "train_loss": 0.011480421821276347, "subset_score_loss": 0.011480421821276347}
+{"step": 4190000, "wall_time": 43426.80690598488, "train_loss_step": 2.43072772026062, "n_params": 4326430, "total_flops": 55688422502400000, "train_loss": 0.011298903822898864, "subset_score_loss": 0.011298903822898864}
+{"step": 4200000, "wall_time": 43599.9652838707, "train_loss_step": 2.332516670227051, "n_params": 4326430, "total_flops": 55821330432000000, "train_loss": 0.011430475115776061, "subset_score_loss": 0.011430475115776061, "memorization_fraction_pixel": 0.32199999690055847, "mean_nn_ratio_pixel": 0.3924747705459595, "fid": 56.63413376700778}
+{"step": 4210000, "wall_time": 43700.010405778885, "train_loss_step": 2.2716264724731445, "n_params": 4326430, "total_flops": 55954238361600000, "train_loss": 0.011474150419235229, "subset_score_loss": 0.011474150419235229}
+{"step": 4220000, "wall_time": 43793.9769423008, "train_loss_step": 2.262657880783081, "n_params": 4326430, "total_flops": 56087146291200000, "train_loss": 0.011499688029289246, "subset_score_loss": 0.011499688029289246}
+{"step": 4230000, "wall_time": 43883.5036342144, "train_loss_step": 2.3194284439086914, "n_params": 4326430, "total_flops": 56220054220800000, "train_loss": 0.01100350817044576, "subset_score_loss": 0.01100350817044576}
+{"step": 4240000, "wall_time": 43981.378754377365, "train_loss_step": 2.1978256702423096, "n_params": 4326430, "total_flops": 56352962150400000, "train_loss": 0.011017570892969767, "subset_score_loss": 0.011017570892969767}
+{"step": 4250000, "wall_time": 44080.91735935211, "train_loss_step": 2.034144401550293, "n_params": 4326430, "total_flops": 56485870080000000, "train_loss": 0.011161836981773376, "subset_score_loss": 0.011161836981773376}
+{"step": 4260000, "wall_time": 44177.85620045662, "train_loss_step": 2.243777275085449, "n_params": 4326430, "total_flops": 56618778009600000, "train_loss": 0.011154915889104207, "subset_score_loss": 0.011154915889104207}
+{"step": 4270000, "wall_time": 44277.44056868553, "train_loss_step": 2.5307140350341797, "n_params": 4326430, "total_flops": 56751685939200000, "train_loss": 0.011252036690711975, "subset_score_loss": 0.011252036690711975}
+{"step": 4280000, "wall_time": 44375.23281955719, "train_loss_step": 2.3305888175964355, "n_params": 4326430, "total_flops": 56884593868800000, "train_loss": 0.011192303895950318, "subset_score_loss": 0.011192303895950318}
+{"step": 4290000, "wall_time": 44474.894277095795, "train_loss_step": 1.785723328590393, "n_params": 4326430, "total_flops": 57017501798400000, "train_loss": 0.011468926072120666, "subset_score_loss": 0.011468926072120666}
+{"step": 4300000, "wall_time": 44648.13549423218, "train_loss_step": 2.1089046001434326, "n_params": 4326430, "total_flops": 57150409728000000, "train_loss": 0.01117679476737976, "subset_score_loss": 0.01117679476737976, "memorization_fraction_pixel": 0.3310999870300293, "mean_nn_ratio_pixel": 0.390099436044693, "fid": 56.6373566940806}
+{"step": 4310000, "wall_time": 44747.01988530159, "train_loss_step": 2.0008602142333984, "n_params": 4326430, "total_flops": 57283317657600000, "train_loss": 0.010959420601526897, "subset_score_loss": 0.010959420601526897}
+{"step": 4320000, "wall_time": 44832.25381946564, "train_loss_step": 2.0837979316711426, "n_params": 4326430, "total_flops": 57416225587200000, "train_loss": 0.011123236020406086, "subset_score_loss": 0.011123236020406086}
+{"step": 4330000, "wall_time": 44927.98071742058, "train_loss_step": 2.5621066093444824, "n_params": 4326430, "total_flops": 57549133516800000, "train_loss": 0.011092509826024373, "subset_score_loss": 0.011092509826024373}
+{"step": 4340000, "wall_time": 45025.627712249756, "train_loss_step": 2.1869115829467773, "n_params": 4326430, "total_flops": 57682041446400000, "train_loss": 0.011163821816444397, "subset_score_loss": 0.011163821816444397}
+{"step": 4350000, "wall_time": 45123.76190686226, "train_loss_step": 2.3704864978790283, "n_params": 4326430, "total_flops": 57814949376000000, "train_loss": 0.01067164142926534, "subset_score_loss": 0.01067164142926534}
+{"step": 4360000, "wall_time": 45221.86294007301, "train_loss_step": 2.2978463172912598, "n_params": 4326430, "total_flops": 57947857305600000, "train_loss": 0.01090785562992096, "subset_score_loss": 0.01090785562992096}
+{"step": 4370000, "wall_time": 45319.1783759594, "train_loss_step": 2.185608148574829, "n_params": 4326430, "total_flops": 58080765235200000, "train_loss": 0.010950607061386109, "subset_score_loss": 0.010950607061386109}
+{"step": 4380000, "wall_time": 45418.458552122116, "train_loss_step": 2.4974405765533447, "n_params": 4326430, "total_flops": 58213673164800000, "train_loss": 0.010663179556528728, "subset_score_loss": 0.010663179556528728}
+{"step": 4390000, "wall_time": 45518.24942755699, "train_loss_step": 2.1382498741149902, "n_params": 4326430, "total_flops": 58346581094400000, "train_loss": 0.01085292398929596, "subset_score_loss": 0.01085292398929596}
+{"step": 4400000, "wall_time": 45691.61161637306, "train_loss_step": 2.5331027507781982, "n_params": 4326430, "total_flops": 58479489024000000, "train_loss": 0.01099962592124939, "subset_score_loss": 0.01099962592124939, "memorization_fraction_pixel": 0.33489999175071716, "mean_nn_ratio_pixel": 0.3858148455619812, "fid": 57.61940818807652}
+{"step": 4410000, "wall_time": 45790.46214747429, "train_loss_step": 2.2281126976013184, "n_params": 4326430, "total_flops": 58612396953600000, "train_loss": 0.010808374484380085, "subset_score_loss": 0.010808374484380085}
+{"step": 4420000, "wall_time": 45877.105825424194, "train_loss_step": 2.1953470706939697, "n_params": 4326430, "total_flops": 58745304883200000, "train_loss": 0.010580108563105265, "subset_score_loss": 0.010580108563105265}
+{"step": 4430000, "wall_time": 45975.27964258194, "train_loss_step": 2.1893420219421387, "n_params": 4326430, "total_flops": 58878212812800000, "train_loss": 0.010701420903205871, "subset_score_loss": 0.010701420903205871}
+{"step": 4440000, "wall_time": 46074.031034469604, "train_loss_step": 2.071389675140381, "n_params": 4326430, "total_flops": 59011120742400000, "train_loss": 0.010880768299102783, "subset_score_loss": 0.010880768299102783}
+{"step": 4450000, "wall_time": 46173.421454668045, "train_loss_step": 2.0540530681610107, "n_params": 4326430, "total_flops": 59144028672000000, "train_loss": 0.011082634329795837, "subset_score_loss": 0.011082634329795837}
+{"step": 4460000, "wall_time": 46271.69426870346, "train_loss_step": 1.9432090520858765, "n_params": 4326430, "total_flops": 59276936601600000, "train_loss": 0.010982632637023926, "subset_score_loss": 0.010982632637023926}
+{"step": 4470000, "wall_time": 46368.76548624039, "train_loss_step": 2.2390074729919434, "n_params": 4326430, "total_flops": 59409844531200000, "train_loss": 0.010243278741836549, "subset_score_loss": 0.010243278741836549}
+{"step": 4480000, "wall_time": 46467.706881284714, "train_loss_step": 2.406644105911255, "n_params": 4326430, "total_flops": 59542752460800000, "train_loss": 0.010524459679921468, "subset_score_loss": 0.010524459679921468}
+{"step": 4490000, "wall_time": 46567.27219748497, "train_loss_step": 2.0782718658447266, "n_params": 4326430, "total_flops": 59675660390400000, "train_loss": 0.010643882552782695, "subset_score_loss": 0.010643882552782695}
+{"step": 4500000, "wall_time": 46739.67323637009, "train_loss_step": 2.148364543914795, "n_params": 4326430, "total_flops": 59808568320000000, "train_loss": 0.010611556967099508, "subset_score_loss": 0.010611556967099508, "memorization_fraction_pixel": 0.33869999647140503, "mean_nn_ratio_pixel": 0.3866294026374817, "fid": 57.769472502782804}
+{"step": 4510000, "wall_time": 46828.38208293915, "train_loss_step": 2.2408533096313477, "n_params": 4326430, "total_flops": 59941476249600000, "train_loss": 0.010858080784479777, "subset_score_loss": 0.010858080784479777}
+{"step": 4520000, "wall_time": 46924.567840099335, "train_loss_step": 2.1864099502563477, "n_params": 4326430, "total_flops": 60074384179200000, "train_loss": 0.010202415784200032, "subset_score_loss": 0.010202415784200032}
+{"step": 4530000, "wall_time": 47022.016078948975, "train_loss_step": 2.2379612922668457, "n_params": 4326430, "total_flops": 60207292108800000, "train_loss": 0.010463024179140726, "subset_score_loss": 0.010463024179140726}
+{"step": 4540000, "wall_time": 47121.12384033203, "train_loss_step": 2.251659870147705, "n_params": 4326430, "total_flops": 60340200038400000, "train_loss": 0.01071712871392568, "subset_score_loss": 0.01071712871392568}
+{"step": 4550000, "wall_time": 47219.05543422699, "train_loss_step": 2.3722033500671387, "n_params": 4326430, "total_flops": 60473107968000000, "train_loss": 0.010482290387153625, "subset_score_loss": 0.010482290387153625}
+{"step": 4560000, "wall_time": 47317.529386520386, "train_loss_step": 2.181947708129883, "n_params": 4326430, "total_flops": 60606015897600000, "train_loss": 0.01053205927213033, "subset_score_loss": 0.01053205927213033}
+{"step": 4570000, "wall_time": 47416.86040854454, "train_loss_step": 2.2957468032836914, "n_params": 4326430, "total_flops": 60738923827200000, "train_loss": 0.01039948066075643, "subset_score_loss": 0.01039948066075643}
+{"step": 4580000, "wall_time": 47515.761880874634, "train_loss_step": 2.052187919616699, "n_params": 4326430, "total_flops": 60871831756800000, "train_loss": 0.010974764823913574, "subset_score_loss": 0.010974764823913574}
+{"step": 4590000, "wall_time": 47614.69809436798, "train_loss_step": 2.0837581157684326, "n_params": 4326430, "total_flops": 61004739686400000, "train_loss": 0.010515737533569335, "subset_score_loss": 0.010515737533569335}
+{"step": 4600000, "wall_time": 47788.370703458786, "train_loss_step": 2.2755074501037598, "n_params": 4326430, "total_flops": 61137647616000000, "train_loss": 0.01035835047562917, "subset_score_loss": 0.01035835047562917, "memorization_fraction_pixel": 0.3456999957561493, "mean_nn_ratio_pixel": 0.38532593846321106, "fid": 56.47024141319191}
+{"step": 4610000, "wall_time": 47881.66279697418, "train_loss_step": 2.2504401206970215, "n_params": 4326430, "total_flops": 61270555545600000, "train_loss": 0.010458901524543762, "subset_score_loss": 0.010458901524543762}
+{"step": 4620000, "wall_time": 47981.08440232277, "train_loss_step": 2.34022855758667, "n_params": 4326430, "total_flops": 61403463475200000, "train_loss": 0.010645174980163574, "subset_score_loss": 0.010645174980163574}
+{"step": 4630000, "wall_time": 48078.88261294365, "train_loss_step": 2.34432315826416, "n_params": 4326430, "total_flops": 61536371404800000, "train_loss": 0.01033125917116801, "subset_score_loss": 0.01033125917116801}
+{"step": 4640000, "wall_time": 48179.12721347809, "train_loss_step": 2.153822422027588, "n_params": 4326430, "total_flops": 61669279334400000, "train_loss": 0.010340104500452677, "subset_score_loss": 0.010340104500452677}
+{"step": 4650000, "wall_time": 48276.368723630905, "train_loss_step": 2.254117965698242, "n_params": 4326430, "total_flops": 61802187264000000, "train_loss": 0.010812602440516154, "subset_score_loss": 0.010812602440516154}
+{"step": 4660000, "wall_time": 48374.196209430695, "train_loss_step": 2.0881097316741943, "n_params": 4326430, "total_flops": 61935095193600000, "train_loss": 0.010274224479993184, "subset_score_loss": 0.010274224479993184}
+{"step": 4670000, "wall_time": 48472.95221710205, "train_loss_step": 2.3204636573791504, "n_params": 4326430, "total_flops": 62068003123200000, "train_loss": 0.010399941603342693, "subset_score_loss": 0.010399941603342693}
+{"step": 4680000, "wall_time": 48572.53193759918, "train_loss_step": 2.0107803344726562, "n_params": 4326430, "total_flops": 62200911052800000, "train_loss": 0.010272493958473206, "subset_score_loss": 0.010272493958473206}
+{"step": 4690000, "wall_time": 48672.244713783264, "train_loss_step": 2.1929149627685547, "n_params": 4326430, "total_flops": 62333818982400000, "train_loss": 0.010299625992774963, "subset_score_loss": 0.010299625992774963}
+{"step": 4700000, "wall_time": 48827.74088740349, "train_loss_step": 2.257686138153076, "n_params": 4326430, "total_flops": 62466726912000000, "train_loss": 0.010292114814122517, "subset_score_loss": 0.010292114814122517, "memorization_fraction_pixel": 0.34860000014305115, "mean_nn_ratio_pixel": 0.38248780369758606, "fid": 56.72156525420556}
+{"step": 4710000, "wall_time": 48908.67074251175, "train_loss_step": 2.1849594116210938, "n_params": 4326430, "total_flops": 62599634841600000, "train_loss": 0.01034855842590332, "subset_score_loss": 0.01034855842590332}
+{"step": 4720000, "wall_time": 48988.87985897064, "train_loss_step": 1.997192144393921, "n_params": 4326430, "total_flops": 62732542771200000, "train_loss": 0.010108685493469239, "subset_score_loss": 0.010108685493469239}
+{"step": 4730000, "wall_time": 49069.16852974892, "train_loss_step": 2.346757173538208, "n_params": 4326430, "total_flops": 62865450700800000, "train_loss": 0.010103049874305724, "subset_score_loss": 0.010103049874305724}
+{"step": 4740000, "wall_time": 49147.86468219757, "train_loss_step": 2.182231903076172, "n_params": 4326430, "total_flops": 62998358630400000, "train_loss": 0.010698155562082926, "subset_score_loss": 0.010698155562082926}
+{"step": 4750000, "wall_time": 49229.17596387863, "train_loss_step": 2.4480392932891846, "n_params": 4326430, "total_flops": 63131266560000000, "train_loss": 0.010245400667190551, "subset_score_loss": 0.010245400667190551}
+{"step": 4760000, "wall_time": 49306.99287009239, "train_loss_step": 2.0317230224609375, "n_params": 4326430, "total_flops": 63264174489600000, "train_loss": 0.010414986809094747, "subset_score_loss": 0.010414986809094747}
+{"step": 4770000, "wall_time": 49388.24741458893, "train_loss_step": 2.07798433303833, "n_params": 4326430, "total_flops": 63397082419200000, "train_loss": 0.01008411447207133, "subset_score_loss": 0.01008411447207133}
+{"step": 4780000, "wall_time": 49469.28932762146, "train_loss_step": 2.2619760036468506, "n_params": 4326430, "total_flops": 63529990348800000, "train_loss": 0.010217461983362834, "subset_score_loss": 0.010217461983362834}
+{"step": 4790000, "wall_time": 49550.48729586601, "train_loss_step": 2.28535795211792, "n_params": 4326430, "total_flops": 63662898278400000, "train_loss": 0.009620203574498495, "subset_score_loss": 0.009620203574498495}
+{"step": 4800000, "wall_time": 49693.01248025894, "train_loss_step": 2.3768200874328613, "n_params": 4326430, "total_flops": 63795806208000000, "train_loss": 0.010044265786806743, "subset_score_loss": 0.010044265786806743, "memorization_fraction_pixel": 0.33500000834465027, "mean_nn_ratio_pixel": 0.3868204653263092, "fid": 56.547382441215746}
+{"step": 4810000, "wall_time": 49774.50337600708, "train_loss_step": 2.414607286453247, "n_params": 4326430, "total_flops": 63928714137600000, "train_loss": 0.009837567806243896, "subset_score_loss": 0.009837567806243896}
+{"step": 4820000, "wall_time": 49850.4512693882, "train_loss_step": 2.2091479301452637, "n_params": 4326430, "total_flops": 64061622067200000, "train_loss": 0.009798991680145263, "subset_score_loss": 0.009798991680145263}
+{"step": 4830000, "wall_time": 49911.07262778282, "train_loss_step": 2.108917713165283, "n_params": 4326430, "total_flops": 64194529996800000, "train_loss": 0.010021583239237467, "subset_score_loss": 0.010021583239237467}
+{"step": 4840000, "wall_time": 49958.94821214676, "train_loss_step": 2.043577194213867, "n_params": 4326430, "total_flops": 64327437926400000, "train_loss": 0.0097514013449351, "subset_score_loss": 0.0097514013449351}
+{"step": 4850000, "wall_time": 49993.43052482605, "train_loss_step": 2.268404006958008, "n_params": 4326430, "total_flops": 64460345856000000, "train_loss": 0.01030137042204539, "subset_score_loss": 0.01030137042204539}
+{"step": 4860000, "wall_time": 50015.30053329468, "train_loss_step": 2.1111159324645996, "n_params": 4326430, "total_flops": 64593253785600000, "train_loss": 0.010020969311396281, "subset_score_loss": 0.010020969311396281}
+{"step": 4870000, "wall_time": 50037.60937690735, "train_loss_step": 2.0675811767578125, "n_params": 4326430, "total_flops": 64726161715200000, "train_loss": 0.01013793448607127, "subset_score_loss": 0.01013793448607127}
+{"step": 4880000, "wall_time": 50059.73386526108, "train_loss_step": 2.096283435821533, "n_params": 4326430, "total_flops": 64859069644800000, "train_loss": 0.010287821292877197, "subset_score_loss": 0.010287821292877197}
+{"step": 4890000, "wall_time": 50082.30724453926, "train_loss_step": 2.1013364791870117, "n_params": 4326430, "total_flops": 64991977574400000, "train_loss": 0.009941430886586507, "subset_score_loss": 0.009941430886586507}
+{"step": 4900000, "wall_time": 50123.27176070213, "train_loss_step": 2.0711209774017334, "n_params": 4326430, "total_flops": 65124885504000000, "train_loss": 0.010335591435432435, "subset_score_loss": 0.010335591435432435, "memorization_fraction_pixel": 0.3425000011920929, "mean_nn_ratio_pixel": 0.3833329975605011, "fid": 56.75054217672761}
+{"step": 4910000, "wall_time": 50147.72152137756, "train_loss_step": 2.1904444694519043, "n_params": 4326430, "total_flops": 65257793433600000, "train_loss": 0.009971670309702555, "subset_score_loss": 0.009971670309702555}
+{"step": 4920000, "wall_time": 50171.77900886536, "train_loss_step": 2.3289618492126465, "n_params": 4326430, "total_flops": 65390701363200000, "train_loss": 0.009972123305002849, "subset_score_loss": 0.009972123305002849}
+{"step": 4930000, "wall_time": 50196.386697769165, "train_loss_step": 2.2167534828186035, "n_params": 4326430, "total_flops": 65523609292800000, "train_loss": 0.009858923157056172, "subset_score_loss": 0.009858923157056172}
+{"step": 4940000, "wall_time": 50220.24421262741, "train_loss_step": 2.2559609413146973, "n_params": 4326430, "total_flops": 65656517222400000, "train_loss": 0.00997810165087382, "subset_score_loss": 0.00997810165087382}
+{"step": 4950000, "wall_time": 50243.60594177246, "train_loss_step": 2.235776662826538, "n_params": 4326430, "total_flops": 65789425152000000, "train_loss": 0.010211857159932454, "subset_score_loss": 0.010211857159932454}
+{"step": 4960000, "wall_time": 50266.939670324326, "train_loss_step": 2.161757469177246, "n_params": 4326430, "total_flops": 65922333081600000, "train_loss": 0.0099435160557429, "subset_score_loss": 0.0099435160557429}
+{"step": 4970000, "wall_time": 50289.69824886322, "train_loss_step": 2.1897623538970947, "n_params": 4326430, "total_flops": 66055241011200000, "train_loss": 0.009980649749437968, "subset_score_loss": 0.009980649749437968}
+{"step": 4980000, "wall_time": 50313.24707198143, "train_loss_step": 2.2482540607452393, "n_params": 4326430, "total_flops": 66188148940800000, "train_loss": 0.009912257393201193, "subset_score_loss": 0.009912257393201193}
+{"step": 4990000, "wall_time": 50336.00566530228, "train_loss_step": 2.348085880279541, "n_params": 4326430, "total_flops": 66321056870400000, "train_loss": 0.010038353006045024, "subset_score_loss": 0.010038353006045024}
+{"step": 5000000, "wall_time": 50376.676498413086, "train_loss_step": 2.2135391235351562, "n_params": 4326430, "total_flops": 66453964800000000, "train_loss": 0.009882497787475585, "subset_score_loss": 0.009882497787475585, "memorization_fraction_pixel": 0.34040001034736633, "mean_nn_ratio_pixel": 0.3838651776313782, "fid": 55.90653816228125}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d30/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d30/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..b8e0ef83a2848a85a57cf40e2cdb6c025fd01d50
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d30/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     74s | train_loss=0.9941 | fid=248.5675
+  step   10000 |    170s | train_loss=0.8646
+  step   20000 |    267s | train_loss=0.8536
+  step   30000 |    364s | train_loss=0.8382
+  step   40000 |    461s | train_loss=0.8082
+  step   50000 |    558s | train_loss=0.7582
+  step   60000 |    655s | train_loss=0.6820
+  step   70000 |    750s | train_loss=0.5728
+  step   80000 |    847s | train_loss=0.4513
+  step   90000 |    944s | train_loss=0.3512
+  step  100000 |   1105s | train_loss=0.2815 | fid=63.7853
+  step  110000 |   1201s | train_loss=0.2342
+  step  120000 |   1298s | train_loss=0.2061
+  step  130000 |   1394s | train_loss=0.1841
+  step  140000 |   1491s | train_loss=0.1711
+  step  150000 |   1589s | train_loss=0.1560
+  step  160000 |   1686s | train_loss=0.1460
+  step  170000 |   1783s | train_loss=0.1386
+  step  180000 |   1880s | train_loss=0.1305
+  step  190000 |   1975s | train_loss=0.1234
+  step  200000 |   2142s | train_loss=0.1173 | fid=60.1689
+  step  210000 |   2239s | train_loss=0.1119
+  step  220000 |   2336s | train_loss=0.1072
+  step  230000 |   2434s | train_loss=0.1032
+  step  240000 |   2531s | train_loss=0.0994
+  step  250000 |   2629s | train_loss=0.0948
+  step  260000 |   2726s | train_loss=0.0912
+  step  270000 |   2824s | train_loss=0.0886
+  step  280000 |   2919s | train_loss=0.0856
+  step  290000 |   3017s | train_loss=0.0828
+  step  300000 |   3183s | train_loss=0.0806 | fid=60.6603
+  step  310000 |   3281s | train_loss=0.0789
+  step  320000 |   3378s | train_loss=0.0760
+  step  330000 |   3476s | train_loss=0.0749
+  step  340000 |   3573s | train_loss=0.0727
+  step  350000 |   3671s | train_loss=0.0705
+  step  360000 |   3768s | train_loss=0.0703
+  step  370000 |   3863s | train_loss=0.0669
+  step  380000 |   3961s | train_loss=0.0661
+  step  390000 |   4057s | train_loss=0.0650
+  step  400000 |   4225s | train_loss=0.0638 | fid=59.7074
+  step  410000 |   4322s | train_loss=0.0624
+  step  420000 |   4420s | train_loss=0.0607
+  step  430000 |   4518s | train_loss=0.0601
+  step  440000 |   4615s | train_loss=0.0583
+  step  450000 |   4712s | train_loss=0.0580
+  step  460000 |   4806s | train_loss=0.0572
+  step  470000 |   4904s | train_loss=0.0555
+  step  480000 |   5001s | train_loss=0.0550
+  step  490000 |   5096s | train_loss=0.0544
+  step  500000 |   5264s | train_loss=0.0541 | fid=58.6863
+  step  510000 |   5361s | train_loss=0.0524
+  step  520000 |   5459s | train_loss=0.0525
+  step  530000 |   5556s | train_loss=0.0519
+  step  540000 |   5653s | train_loss=0.0506
+  step  550000 |   5748s | train_loss=0.0491
+  step  560000 |   5845s | train_loss=0.0491
+  step  570000 |   5943s | train_loss=0.0481
+  step  580000 |   6041s | train_loss=0.0479
+  step  590000 |   6134s | train_loss=0.0470
+  step  600000 |   6305s | train_loss=0.0473 | fid=58.6661
+  step  610000 |   6402s | train_loss=0.0455
+  step  620000 |   6499s | train_loss=0.0455
+  step  630000 |   6597s | train_loss=0.0446
+  step  640000 |   6691s | train_loss=0.0439
+  step  650000 |   6789s | train_loss=0.0438
+  step  660000 |   6886s | train_loss=0.0428
+  step  670000 |   6983s | train_loss=0.0432
+  step  680000 |   7079s | train_loss=0.0425
+  step  690000 |   7174s | train_loss=0.0421
+  step  700000 |   7345s | train_loss=0.0415 | fid=59.0550
+  step  710000 |   7442s | train_loss=0.0412
+  step  720000 |   7540s | train_loss=0.0405
+  step  730000 |   7634s | train_loss=0.0398
+  step  740000 |   7731s | train_loss=0.0405
+  step  750000 |   7828s | train_loss=0.0400
+  step  760000 |   7926s | train_loss=0.0391
+  step  770000 |   8024s | train_loss=0.0389
+  step  780000 |   8119s | train_loss=0.0383
+  step  790000 |   8214s | train_loss=0.0381
+  step  800000 |   8384s | train_loss=0.0377 | fid=57.3125
+  step  810000 |   8482s | train_loss=0.0374
+  step  820000 |   8576s | train_loss=0.0369
+  step  830000 |   8673s | train_loss=0.0363
+  step  840000 |   8770s | train_loss=0.0372
+  step  850000 |   8868s | train_loss=0.0367
+  step  860000 |   8965s | train_loss=0.0363
+  step  870000 |   9062s | train_loss=0.0353
+  step  880000 |   9156s | train_loss=0.0353
+  step  890000 |   9253s | train_loss=0.0347
+  step  900000 |   9424s | train_loss=0.0350 | fid=57.1111
+  step  910000 |   9519s | train_loss=0.0339
+  step  920000 |   9615s | train_loss=0.0345
+  step  930000 |   9713s | train_loss=0.0342
+  step  940000 |   9810s | train_loss=0.0335
+  step  950000 |   9907s | train_loss=0.0337
+  step  960000 |  10005s | train_loss=0.0335
+  step  970000 |  10100s | train_loss=0.0327
+  step  980000 |  10195s | train_loss=0.0327
+  step  990000 |  10293s | train_loss=0.0328
+  step 1000000 |  10463s | train_loss=0.0318 | fid=57.7842
+  step 1010000 |  10558s | train_loss=0.0319
+  step 1020000 |  10656s | train_loss=0.0318
+  step 1030000 |  10753s | train_loss=0.0317
+  step 1040000 |  10850s | train_loss=0.0310
+  step 1050000 |  10948s | train_loss=0.0314
+  step 1060000 |  11044s | train_loss=0.0305
+  step 1070000 |  11140s | train_loss=0.0307
+  step 1080000 |  11236s | train_loss=0.0304
+  step 1090000 |  11333s | train_loss=0.0306
+  step 1100000 |  11501s | train_loss=0.0299 | fid=56.8743
+  step 1110000 |  11598s | train_loss=0.0303
+  step 1120000 |  11696s | train_loss=0.0298
+  step 1130000 |  11793s | train_loss=0.0296
+  step 1140000 |  11890s | train_loss=0.0294
+  step 1150000 |  11988s | train_loss=0.0292
+  step 1160000 |  12084s | train_loss=0.0290
+  step 1170000 |  12178s | train_loss=0.0290
+  step 1180000 |  12276s | train_loss=0.0285
+  step 1190000 |  12370s | train_loss=0.0284
+  step 1200000 |  12540s | train_loss=0.0286 | fid=56.7023
+  step 1210000 |  12637s | train_loss=0.0284
+  step 1220000 |  12734s | train_loss=0.0280
+  step 1230000 |  12832s | train_loss=0.0277
+  step 1240000 |  12929s | train_loss=0.0277
+  step 1250000 |  13026s | train_loss=0.0275
+  step 1260000 |  13123s | train_loss=0.0275
+  step 1270000 |  13218s | train_loss=0.0274
+  step 1280000 |  13312s | train_loss=0.0269
+  step 1290000 |  13409s | train_loss=0.0268
+  step 1300000 |  13580s | train_loss=0.0266 | fid=56.9452
+  step 1310000 |  13677s | train_loss=0.0271
+  step 1320000 |  13774s | train_loss=0.0266
+  step 1330000 |  13871s | train_loss=0.0263
+  step 1340000 |  13969s | train_loss=0.0260
+  step 1350000 |  14065s | train_loss=0.0259
+  step 1360000 |  14160s | train_loss=0.0261
+  step 1370000 |  14254s | train_loss=0.0257
+  step 1380000 |  14349s | train_loss=0.0263
+  step 1390000 |  14446s | train_loss=0.0256
+  step 1400000 |  14617s | train_loss=0.0256 | fid=56.7034
+  step 1410000 |  14714s | train_loss=0.0251
+  step 1420000 |  14811s | train_loss=0.0251
+  step 1430000 |  14909s | train_loss=0.0246
+  step 1440000 |  15006s | train_loss=0.0252
+  step 1450000 |  15100s | train_loss=0.0245
+  step 1460000 |  15196s | train_loss=0.0244
+  step 1470000 |  15288s | train_loss=0.0242
+  step 1480000 |  15385s | train_loss=0.0244
+  step 1490000 |  15482s | train_loss=0.0245
+  step 1500000 |  15653s | train_loss=0.0245 | fid=56.7846
+  step 1510000 |  15751s | train_loss=0.0241
+  step 1520000 |  15848s | train_loss=0.0240
+  step 1530000 |  15945s | train_loss=0.0236
+  step 1540000 |  16041s | train_loss=0.0236
+  step 1550000 |  16137s | train_loss=0.0236
+  step 1560000 |  16224s | train_loss=0.0239
+  step 1570000 |  16321s | train_loss=0.0231
+  step 1580000 |  16419s | train_loss=0.0234
+  step 1590000 |  16516s | train_loss=0.0229
+  step 1600000 |  16686s | train_loss=0.0230 | fid=57.1424
+  step 1610000 |  16784s | train_loss=0.0232
+  step 1620000 |  16881s | train_loss=0.0228
+  step 1630000 |  16979s | train_loss=0.0232
+  step 1640000 |  17076s | train_loss=0.0228
+  step 1650000 |  17162s | train_loss=0.0225
+  step 1660000 |  17258s | train_loss=0.0224
+  step 1670000 |  17355s | train_loss=0.0227
+  step 1680000 |  17452s | train_loss=0.0220
+  step 1690000 |  17549s | train_loss=0.0225
+  step 1700000 |  17720s | train_loss=0.0222 | fid=56.4287
+  step 1710000 |  17817s | train_loss=0.0217
+  step 1720000 |  17915s | train_loss=0.0221
+  step 1730000 |  18011s | train_loss=0.0219
+  step 1740000 |  18103s | train_loss=0.0215
+  step 1750000 |  18193s | train_loss=0.0215
+  step 1760000 |  18290s | train_loss=0.0216
+  step 1770000 |  18387s | train_loss=0.0216
+  step 1780000 |  18485s | train_loss=0.0219
+  step 1790000 |  18583s | train_loss=0.0213
+  step 1800000 |  18753s | train_loss=0.0209 | fid=56.9210
+  step 1810000 |  18851s | train_loss=0.0209
+  step 1820000 |  18948s | train_loss=0.0210
+  step 1830000 |  19044s | train_loss=0.0209
+  step 1840000 |  19129s | train_loss=0.0205
+  step 1850000 |  19225s | train_loss=0.0208
+  step 1860000 |  19323s | train_loss=0.0204
+  step 1870000 |  19420s | train_loss=0.0207
+  step 1880000 |  19517s | train_loss=0.0208
+  step 1890000 |  19614s | train_loss=0.0204
+  step 1900000 |  19784s | train_loss=0.0200 | fid=56.2112
+  step 1910000 |  19881s | train_loss=0.0205
+  step 1920000 |  19977s | train_loss=0.0202
+  step 1930000 |  20066s | train_loss=0.0204
+  step 1940000 |  20161s | train_loss=0.0200
+  step 1950000 |  20257s | train_loss=0.0200
+  step 1960000 |  20354s | train_loss=0.0204
+  step 1970000 |  20451s | train_loss=0.0202
+  step 1980000 |  20549s | train_loss=0.0197
+  step 1990000 |  20646s | train_loss=0.0193
+  step 2000000 |  20815s | train_loss=0.0197 | fid=56.9324
+  step 2010000 |  20913s | train_loss=0.0195
+  step 2020000 |  21009s | train_loss=0.0195
+  step 2030000 |  21098s | train_loss=0.0195
+  step 2040000 |  21194s | train_loss=0.0190
+  step 2050000 |  21291s | train_loss=0.0195
+  step 2060000 |  21390s | train_loss=0.0190
+  step 2070000 |  21489s | train_loss=0.0195
+  step 2080000 |  21587s | train_loss=0.0188
+  step 2090000 |  21686s | train_loss=0.0193
+  step 2100000 |  21858s | train_loss=0.0190 | fid=56.3060
+  step 2110000 |  21955s | train_loss=0.0187
+  step 2120000 |  22038s | train_loss=0.0189
+  step 2130000 |  22133s | train_loss=0.0184
+  step 2140000 |  22230s | train_loss=0.0186
+  step 2150000 |  22329s | train_loss=0.0190
+  step 2160000 |  22428s | train_loss=0.0184
+  step 2170000 |  22527s | train_loss=0.0184
+  step 2180000 |  22625s | train_loss=0.0182
+  step 2190000 |  22723s | train_loss=0.0181
+  step 2200000 |  22895s | train_loss=0.0178 | fid=56.5650
+  step 2210000 |  22991s | train_loss=0.0182
+  step 2220000 |  23074s | train_loss=0.0181
+  step 2230000 |  23171s | train_loss=0.0187
+  step 2240000 |  23270s | train_loss=0.0182
+  step 2250000 |  23369s | train_loss=0.0179
+  step 2260000 |  23467s | train_loss=0.0179
+  step 2270000 |  23566s | train_loss=0.0176
+  step 2280000 |  23663s | train_loss=0.0179
+  step 2290000 |  23760s | train_loss=0.0175
+  step 2300000 |  23931s | train_loss=0.0177 | fid=57.2124
+  step 2310000 |  24019s | train_loss=0.0176
+  step 2320000 |  24115s | train_loss=0.0176
+  step 2330000 |  24211s | train_loss=0.0174
+  step 2340000 |  24308s | train_loss=0.0180
+  step 2350000 |  24405s | train_loss=0.0177
+  step 2360000 |  24503s | train_loss=0.0174
+  step 2370000 |  24599s | train_loss=0.0170
+  step 2380000 |  24696s | train_loss=0.0176
+  step 2390000 |  24793s | train_loss=0.0171
+  step 2400000 |  24962s | train_loss=0.0171 | fid=56.0559
+  step 2410000 |  25051s | train_loss=0.0174
+  step 2420000 |  25147s | train_loss=0.0171
+  step 2430000 |  25242s | train_loss=0.0175
+  step 2440000 |  25339s | train_loss=0.0168
+  step 2450000 |  25437s | train_loss=0.0167
+  step 2460000 |  25534s | train_loss=0.0171
+  step 2470000 |  25631s | train_loss=0.0167
+  step 2480000 |  25728s | train_loss=0.0166
+  step 2490000 |  25825s | train_loss=0.0162
+  step 2500000 |  25984s | train_loss=0.0168 | fid=57.1036
+  step 2510000 |  26080s | train_loss=0.0164
+  step 2520000 |  26176s | train_loss=0.0164
+  step 2530000 |  26273s | train_loss=0.0162
+  step 2540000 |  26371s | train_loss=0.0168
+  step 2550000 |  26468s | train_loss=0.0163
+  step 2560000 |  26565s | train_loss=0.0165
+  step 2570000 |  26661s | train_loss=0.0161
+  step 2580000 |  26758s | train_loss=0.0161
+  step 2590000 |  26855s | train_loss=0.0161
+  step 2600000 |  27015s | train_loss=0.0161 | fid=56.3202
+  step 2610000 |  27111s | train_loss=0.0160
+  step 2620000 |  27207s | train_loss=0.0160
+  step 2630000 |  27304s | train_loss=0.0160
+  step 2640000 |  27401s | train_loss=0.0158
+  step 2650000 |  27498s | train_loss=0.0159
+  step 2660000 |  27596s | train_loss=0.0160
+  step 2670000 |  27692s | train_loss=0.0157
+  step 2680000 |  27789s | train_loss=0.0158
+  step 2690000 |  27886s | train_loss=0.0157
+  step 2700000 |  28043s | train_loss=0.0159 | fid=57.3615
+  step 2710000 |  28141s | train_loss=0.0157
+  step 2720000 |  28236s | train_loss=0.0153
+  step 2730000 |  28334s | train_loss=0.0153
+  step 2740000 |  28430s | train_loss=0.0154
+  step 2750000 |  28528s | train_loss=0.0156
+  step 2760000 |  28625s | train_loss=0.0156
+  step 2770000 |  28721s | train_loss=0.0155
+  step 2780000 |  28818s | train_loss=0.0152
+  step 2790000 |  28904s | train_loss=0.0151
+  step 2800000 |  29073s | train_loss=0.0155 | fid=56.9385
+  step 2810000 |  29169s | train_loss=0.0152
+  step 2820000 |  29266s | train_loss=0.0153
+  step 2830000 |  29364s | train_loss=0.0156
+  step 2840000 |  29461s | train_loss=0.0157
+  step 2850000 |  29559s | train_loss=0.0151
+  step 2860000 |  29656s | train_loss=0.0148
+  step 2870000 |  29754s | train_loss=0.0149
+  step 2880000 |  29850s | train_loss=0.0148
+  step 2890000 |  29945s | train_loss=0.0151
+  step 2900000 |  30116s | train_loss=0.0149 | fid=56.5078
+  step 2910000 |  30213s | train_loss=0.0148
+  step 2920000 |  30312s | train_loss=0.0146
+  step 2930000 |  30411s | train_loss=0.0153
+  step 2940000 |  30510s | train_loss=0.0147
+  step 2950000 |  30607s | train_loss=0.0148
+  step 2960000 |  30707s | train_loss=0.0144
+  step 2970000 |  30804s | train_loss=0.0145
+  step 2980000 |  30890s | train_loss=0.0146
+  step 2990000 |  30989s | train_loss=0.0150
+  step 3000000 |  31160s | train_loss=0.0147 | fid=56.1263
+  step 3010000 |  31256s | train_loss=0.0145
+  step 3020000 |  31355s | train_loss=0.0143
+  step 3030000 |  31454s | train_loss=0.0145
+  step 3040000 |  31553s | train_loss=0.0146
+  step 3050000 |  31652s | train_loss=0.0144
+  step 3060000 |  31751s | train_loss=0.0142
+  step 3070000 |  31841s | train_loss=0.0142
+  step 3080000 |  31938s | train_loss=0.0140
+  step 3090000 |  32037s | train_loss=0.0143
+  step 3100000 |  32206s | train_loss=0.0142 | fid=56.8218
+  step 3110000 |  32304s | train_loss=0.0140
+  step 3120000 |  32403s | train_loss=0.0143
+  step 3130000 |  32502s | train_loss=0.0141
+  step 3140000 |  32601s | train_loss=0.0142
+  step 3150000 |  32700s | train_loss=0.0137
+  step 3160000 |  32793s | train_loss=0.0142
+  step 3170000 |  32883s | train_loss=0.0142
+  step 3180000 |  32980s | train_loss=0.0143
+  step 3190000 |  33073s | train_loss=0.0139
+  step 3200000 |  33237s | train_loss=0.0138 | fid=56.4313
+  step 3210000 |  33336s | train_loss=0.0137
+  step 3220000 |  33435s | train_loss=0.0138
+  step 3230000 |  33532s | train_loss=0.0145
+  step 3240000 |  33632s | train_loss=0.0142
+  step 3250000 |  33731s | train_loss=0.0135
+  step 3260000 |  33816s | train_loss=0.0136
+  step 3270000 |  33910s | train_loss=0.0137
+  step 3280000 |  34008s | train_loss=0.0136
+  step 3290000 |  34102s | train_loss=0.0134
+  step 3300000 |  34268s | train_loss=0.0135 | fid=56.3616
+  step 3310000 |  34367s | train_loss=0.0136
+  step 3320000 |  34466s | train_loss=0.0134
+  step 3330000 |  34565s | train_loss=0.0132
+  step 3340000 |  34664s | train_loss=0.0136
+  step 3350000 |  34762s | train_loss=0.0133
+  step 3360000 |  34844s | train_loss=0.0133
+  step 3370000 |  34941s | train_loss=0.0130
+  step 3380000 |  35039s | train_loss=0.0134
+  step 3390000 |  35132s | train_loss=0.0132
+  step 3400000 |  35298s | train_loss=0.0136 | fid=56.8462
+  step 3410000 |  35397s | train_loss=0.0133
+  step 3420000 |  35495s | train_loss=0.0132
+  step 3430000 |  35594s | train_loss=0.0133
+  step 3440000 |  35693s | train_loss=0.0132
+  step 3450000 |  35787s | train_loss=0.0130
+  step 3460000 |  35874s | train_loss=0.0134
+  step 3470000 |  35971s | train_loss=0.0129
+  step 3480000 |  36069s | train_loss=0.0130
+  step 3490000 |  36160s | train_loss=0.0133
+  step 3500000 |  36321s | train_loss=0.0131 | fid=57.0411
+  step 3510000 |  36420s | train_loss=0.0127
+  step 3520000 |  36519s | train_loss=0.0133
+  step 3530000 |  36618s | train_loss=0.0130
+  step 3540000 |  36717s | train_loss=0.0127
+  step 3550000 |  36805s | train_loss=0.0129
+  step 3560000 |  36901s | train_loss=0.0124
+  step 3570000 |  37000s | train_loss=0.0126
+  step 3580000 |  37098s | train_loss=0.0126
+  step 3590000 |  37195s | train_loss=0.0126
+  step 3600000 |  37354s | train_loss=0.0126 | fid=55.8085
+  step 3610000 |  37453s | train_loss=0.0128
+  step 3620000 |  37552s | train_loss=0.0128
+  step 3630000 |  37651s | train_loss=0.0127
+  step 3640000 |  37749s | train_loss=0.0123
+  step 3650000 |  37830s | train_loss=0.0125
+  step 3660000 |  37927s | train_loss=0.0122
+  step 3670000 |  38025s | train_loss=0.0125
+  step 3680000 |  38124s | train_loss=0.0127
+  step 3690000 |  38221s | train_loss=0.0121
+  step 3700000 |  38386s | train_loss=0.0125 | fid=56.8114
+  step 3710000 |  38485s | train_loss=0.0125
+  step 3720000 |  38585s | train_loss=0.0123
+  step 3730000 |  38683s | train_loss=0.0127
+  step 3740000 |  38777s | train_loss=0.0123
+  step 3750000 |  38870s | train_loss=0.0122
+  step 3760000 |  38967s | train_loss=0.0125
+  step 3770000 |  39065s | train_loss=0.0124
+  step 3780000 |  39162s | train_loss=0.0121
+  step 3790000 |  39260s | train_loss=0.0122
+  step 3800000 |  39430s | train_loss=0.0119 | fid=56.4150
+  step 3810000 |  39530s | train_loss=0.0121
+  step 3820000 |  39629s | train_loss=0.0120
+  step 3830000 |  39727s | train_loss=0.0120
+  step 3840000 |  39809s | train_loss=0.0120
+  step 3850000 |  39904s | train_loss=0.0121
+  step 3860000 |  40003s | train_loss=0.0120
+  step 3870000 |  40102s | train_loss=0.0120
+  step 3880000 |  40199s | train_loss=0.0123
+  step 3890000 |  40296s | train_loss=0.0117
+  step 3900000 |  40469s | train_loss=0.0118 | fid=56.8252
+  step 3910000 |  40568s | train_loss=0.0120
+  step 3920000 |  40668s | train_loss=0.0123
+  step 3930000 |  40766s | train_loss=0.0120
+  step 3940000 |  40847s | train_loss=0.0119
+  step 3950000 |  40944s | train_loss=0.0117
+  step 3960000 |  41042s | train_loss=0.0117
+  step 3970000 |  41142s | train_loss=0.0119
+  step 3980000 |  41238s | train_loss=0.0117
+  step 3990000 |  41335s | train_loss=0.0117
+  step 4000000 |  41508s | train_loss=0.0117 | fid=56.4946
+  step 4010000 |  41608s | train_loss=0.0114
+  step 4020000 |  41708s | train_loss=0.0119
+  step 4030000 |  41801s | train_loss=0.0114
+  step 4040000 |  41892s | train_loss=0.0114
+  step 4050000 |  41990s | train_loss=0.0115
+  step 4060000 |  42090s | train_loss=0.0114
+  step 4070000 |  42185s | train_loss=0.0117
+  step 4080000 |  42282s | train_loss=0.0113
+  step 4090000 |  42382s | train_loss=0.0114
+  step 4100000 |  42555s | train_loss=0.0116 | fid=56.2068
+  step 4110000 |  42654s | train_loss=0.0113
+  step 4120000 |  42754s | train_loss=0.0114
+  step 4130000 |  42839s | train_loss=0.0119
+  step 4140000 |  42936s | train_loss=0.0112
+  step 4150000 |  43036s | train_loss=0.0115
+  step 4160000 |  43135s | train_loss=0.0114
+  step 4170000 |  43230s | train_loss=0.0116
+  step 4180000 |  43327s | train_loss=0.0115
+  step 4190000 |  43427s | train_loss=0.0113
+  step 4200000 |  43600s | train_loss=0.0114 | fid=56.6341
+  step 4210000 |  43700s | train_loss=0.0115
+  step 4220000 |  43794s | train_loss=0.0115
+  step 4230000 |  43884s | train_loss=0.0110
+  step 4240000 |  43981s | train_loss=0.0110
+  step 4250000 |  44081s | train_loss=0.0112
+  step 4260000 |  44178s | train_loss=0.0112
+  step 4270000 |  44277s | train_loss=0.0113
+  step 4280000 |  44375s | train_loss=0.0112
+  step 4290000 |  44475s | train_loss=0.0115
+  step 4300000 |  44648s | train_loss=0.0112 | fid=56.6374
+  step 4310000 |  44747s | train_loss=0.0110
+  step 4320000 |  44832s | train_loss=0.0111
+  step 4330000 |  44928s | train_loss=0.0111
+  step 4340000 |  45026s | train_loss=0.0112
+  step 4350000 |  45124s | train_loss=0.0107
+  step 4360000 |  45222s | train_loss=0.0109
+  step 4370000 |  45319s | train_loss=0.0110
+  step 4380000 |  45418s | train_loss=0.0107
+  step 4390000 |  45518s | train_loss=0.0109
+  step 4400000 |  45692s | train_loss=0.0110 | fid=57.6194
+  step 4410000 |  45790s | train_loss=0.0108
+  step 4420000 |  45877s | train_loss=0.0106
+  step 4430000 |  45975s | train_loss=0.0107
+  step 4440000 |  46074s | train_loss=0.0109
+  step 4450000 |  46173s | train_loss=0.0111
+  step 4460000 |  46272s | train_loss=0.0110
+  step 4470000 |  46369s | train_loss=0.0102
+  step 4480000 |  46468s | train_loss=0.0105
+  step 4490000 |  46567s | train_loss=0.0106
+  step 4500000 |  46740s | train_loss=0.0106 | fid=57.7695
+  step 4510000 |  46828s | train_loss=0.0109
+  step 4520000 |  46925s | train_loss=0.0102
+  step 4530000 |  47022s | train_loss=0.0105
+  step 4540000 |  47121s | train_loss=0.0107
+  step 4550000 |  47219s | train_loss=0.0105
+  step 4560000 |  47318s | train_loss=0.0105
+  step 4570000 |  47417s | train_loss=0.0104
+  step 4580000 |  47516s | train_loss=0.0110
+  step 4590000 |  47615s | train_loss=0.0105
+  step 4600000 |  47788s | train_loss=0.0104 | fid=56.4702
+  step 4610000 |  47882s | train_loss=0.0105
+  step 4620000 |  47981s | train_loss=0.0106
+  step 4630000 |  48079s | train_loss=0.0103
+  step 4640000 |  48179s | train_loss=0.0103
+  step 4650000 |  48276s | train_loss=0.0108
+  step 4660000 |  48374s | train_loss=0.0103
+  step 4670000 |  48473s | train_loss=0.0104
+  step 4680000 |  48573s | train_loss=0.0103
+  step 4690000 |  48672s | train_loss=0.0103
+  step 4700000 |  48828s | train_loss=0.0103 | fid=56.7216
+  step 4710000 |  48909s | train_loss=0.0103
+  step 4720000 |  48989s | train_loss=0.0101
+  step 4730000 |  49069s | train_loss=0.0101
+  step 4740000 |  49148s | train_loss=0.0107
+  step 4750000 |  49229s | train_loss=0.0102
+  step 4760000 |  49307s | train_loss=0.0104
+  step 4770000 |  49388s | train_loss=0.0101
+  step 4780000 |  49469s | train_loss=0.0102
+  step 4790000 |  49550s | train_loss=0.0096
+  step 4800000 |  49693s | train_loss=0.0100 | fid=56.5474
+  step 4810000 |  49775s | train_loss=0.0098
+  step 4820000 |  49850s | train_loss=0.0098
+  step 4830000 |  49911s | train_loss=0.0100
+  step 4840000 |  49959s | train_loss=0.0098
+  step 4850000 |  49993s | train_loss=0.0103
+  step 4860000 |  50015s | train_loss=0.0100
+  step 4870000 |  50038s | train_loss=0.0101
+  step 4880000 |  50060s | train_loss=0.0103
+  step 4890000 |  50082s | train_loss=0.0099
+  step 4900000 |  50123s | train_loss=0.0103 | fid=56.7505
+  step 4910000 |  50148s | train_loss=0.0100
+  step 4920000 |  50172s | train_loss=0.0100
+  step 4930000 |  50196s | train_loss=0.0099
+  step 4940000 |  50220s | train_loss=0.0100
+  step 4950000 |  50244s | train_loss=0.0102
+  step 4960000 |  50267s | train_loss=0.0099
+  step 4970000 |  50290s | train_loss=0.0100
+  step 4980000 |  50313s | train_loss=0.0099
+  step 4990000 |  50336s | train_loss=0.0100
+  step 5000000 |  50377s | train_loss=0.0099 | fid=55.9065
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d40/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d40/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..6319d10b953b5b376e3352dc179cdb606ca8ad60
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d40/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d40/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d40",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 45,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d40/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d40/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..121f631ba246899e393f380ae74694e6ede23298
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d40/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 40, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d40/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 45}
+{"step": 1, "wall_time": 74.23826360702515, "train_loss_step": 39.873680114746094, "n_params": 4346920, "total_flops": 13353738240, "train_loss": 0.9970876693725585, "subset_score_loss": 0.9970876693725585, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9738192558288574, "fid": 275.8812916101451}
+{"step": 10000, "wall_time": 167.24879336357117, "train_loss_step": 9.107382774353027, "n_params": 4346920, "total_flops": 133537382400000, "train_loss": 0.8479949951171875, "subset_score_loss": 0.8479949951171875}
+{"step": 20000, "wall_time": 261.1564562320709, "train_loss_step": 8.21255111694336, "n_params": 4346920, "total_flops": 267074764800000, "train_loss": 0.8191451072692871, "subset_score_loss": 0.8191451072692871}
+{"step": 30000, "wall_time": 354.8960118293762, "train_loss_step": 8.00126838684082, "n_params": 4346920, "total_flops": 400612147200000, "train_loss": 0.7638271808624267, "subset_score_loss": 0.7638271808624267}
+{"step": 40000, "wall_time": 448.44650197029114, "train_loss_step": 7.791999816894531, "n_params": 4346920, "total_flops": 534149529600000, "train_loss": 0.6788285255432129, "subset_score_loss": 0.6788285255432129}
+{"step": 50000, "wall_time": 542.0489976406097, "train_loss_step": 6.692015647888184, "n_params": 4346920, "total_flops": 667686912000000, "train_loss": 0.5490223884582519, "subset_score_loss": 0.5490223884582519}
+{"step": 60000, "wall_time": 635.8606100082397, "train_loss_step": 6.033352851867676, "n_params": 4346920, "total_flops": 801224294400000, "train_loss": 0.4041300296783447, "subset_score_loss": 0.4041300296783447}
+{"step": 70000, "wall_time": 729.2630326747894, "train_loss_step": 5.213010787963867, "n_params": 4346920, "total_flops": 934761676800000, "train_loss": 0.29584536552429197, "subset_score_loss": 0.29584536552429197}
+{"step": 80000, "wall_time": 822.1482861042023, "train_loss_step": 5.01837158203125, "n_params": 4346920, "total_flops": 1068299059200000, "train_loss": 0.23079843521118165, "subset_score_loss": 0.23079843521118165}
+{"step": 90000, "wall_time": 915.7559270858765, "train_loss_step": 4.749524116516113, "n_params": 4346920, "total_flops": 1201836441600000, "train_loss": 0.19229910373687745, "subset_score_loss": 0.19229910373687745}
+{"step": 100000, "wall_time": 1076.3899009227753, "train_loss_step": 4.425261497497559, "n_params": 4346920, "total_flops": 1335373824000000, "train_loss": 0.17029916048049926, "subset_score_loss": 0.17029916048049926, "memorization_fraction_pixel": 0.00039999998989515007, "mean_nn_ratio_pixel": 0.8894703388214111, "fid": 58.36012681083611}
+{"step": 110000, "wall_time": 1167.909998178482, "train_loss_step": 4.407174587249756, "n_params": 4346920, "total_flops": 1468911206400000, "train_loss": 0.15509090423583985, "subset_score_loss": 0.15509090423583985}
+{"step": 120000, "wall_time": 1261.5401430130005, "train_loss_step": 4.451757907867432, "n_params": 4346920, "total_flops": 1602448588800000, "train_loss": 0.14180299043655395, "subset_score_loss": 0.14180299043655395}
+{"step": 130000, "wall_time": 1355.0240952968597, "train_loss_step": 3.826211452484131, "n_params": 4346920, "total_flops": 1735985971200000, "train_loss": 0.1304554224014282, "subset_score_loss": 0.1304554224014282}
+{"step": 140000, "wall_time": 1448.3401675224304, "train_loss_step": 3.979858160018921, "n_params": 4346920, "total_flops": 1869523353600000, "train_loss": 0.1239802360534668, "subset_score_loss": 0.1239802360534668}
+{"step": 150000, "wall_time": 1542.2013750076294, "train_loss_step": 3.9594407081604004, "n_params": 4346920, "total_flops": 2003060736000000, "train_loss": 0.11573721170425415, "subset_score_loss": 0.11573721170425415}
+{"step": 160000, "wall_time": 1636.2045450210571, "train_loss_step": 3.80753755569458, "n_params": 4346920, "total_flops": 2136598118400000, "train_loss": 0.11010893583297729, "subset_score_loss": 0.11010893583297729}
+{"step": 170000, "wall_time": 1729.8441145420074, "train_loss_step": 4.022360801696777, "n_params": 4346920, "total_flops": 2270135500800000, "train_loss": 0.1060250997543335, "subset_score_loss": 0.1060250997543335}
+{"step": 180000, "wall_time": 1823.8442902565002, "train_loss_step": 3.569730758666992, "n_params": 4346920, "total_flops": 2403672883200000, "train_loss": 0.10127228498458862, "subset_score_loss": 0.10127228498458862}
+{"step": 190000, "wall_time": 1918.0586276054382, "train_loss_step": 3.7377777099609375, "n_params": 4346920, "total_flops": 2537210265600000, "train_loss": 0.09637446999549866, "subset_score_loss": 0.09637446999549866}
+{"step": 200000, "wall_time": 2079.483542203903, "train_loss_step": 3.777925968170166, "n_params": 4346920, "total_flops": 2670747648000000, "train_loss": 0.09392764568328857, "subset_score_loss": 0.09392764568328857, "memorization_fraction_pixel": 0.018200000748038292, "mean_nn_ratio_pixel": 0.797981858253479, "fid": 56.63093434481884}
+{"step": 210000, "wall_time": 2171.8881192207336, "train_loss_step": 4.185642719268799, "n_params": 4346920, "total_flops": 2804285030400000, "train_loss": 0.08993130326271057, "subset_score_loss": 0.08993130326271057}
+{"step": 220000, "wall_time": 2265.71387219429, "train_loss_step": 3.6951498985290527, "n_params": 4346920, "total_flops": 2937822412800000, "train_loss": 0.08683987259864807, "subset_score_loss": 0.08683987259864807}
+{"step": 230000, "wall_time": 2359.785973072052, "train_loss_step": 3.6905603408813477, "n_params": 4346920, "total_flops": 3071359795200000, "train_loss": 0.08385011553764343, "subset_score_loss": 0.08385011553764343}
+{"step": 240000, "wall_time": 2453.611472606659, "train_loss_step": 3.4404003620147705, "n_params": 4346920, "total_flops": 3204897177600000, "train_loss": 0.07997778654098511, "subset_score_loss": 0.07997778654098511}
+{"step": 250000, "wall_time": 2547.645574092865, "train_loss_step": 4.012367248535156, "n_params": 4346920, "total_flops": 3338434560000000, "train_loss": 0.07804380655288697, "subset_score_loss": 0.07804380655288697}
+{"step": 260000, "wall_time": 2641.701611995697, "train_loss_step": 3.4114527702331543, "n_params": 4346920, "total_flops": 3471971942400000, "train_loss": 0.07649924159049988, "subset_score_loss": 0.07649924159049988}
+{"step": 270000, "wall_time": 2735.6946647167206, "train_loss_step": 3.599797487258911, "n_params": 4346920, "total_flops": 3605509324800000, "train_loss": 0.073488849401474, "subset_score_loss": 0.073488849401474}
+{"step": 280000, "wall_time": 2829.9297375679016, "train_loss_step": 3.3772644996643066, "n_params": 4346920, "total_flops": 3739046707200000, "train_loss": 0.07205849885940552, "subset_score_loss": 0.07205849885940552}
+{"step": 290000, "wall_time": 2921.914891242981, "train_loss_step": 3.5464980602264404, "n_params": 4346920, "total_flops": 3872584089600000, "train_loss": 0.07108739614486695, "subset_score_loss": 0.07108739614486695}
+{"step": 300000, "wall_time": 3087.3399243354797, "train_loss_step": 3.677907943725586, "n_params": 4346920, "total_flops": 4006121472000000, "train_loss": 0.06786439418792725, "subset_score_loss": 0.06786439418792725, "memorization_fraction_pixel": 0.0478999987244606, "mean_nn_ratio_pixel": 0.7350939512252808, "fid": 56.64058360157952}
+{"step": 310000, "wall_time": 3180.636305332184, "train_loss_step": 3.3363771438598633, "n_params": 4346920, "total_flops": 4139658854400000, "train_loss": 0.0668621838092804, "subset_score_loss": 0.0668621838092804}
+{"step": 320000, "wall_time": 3273.990639448166, "train_loss_step": 3.554741144180298, "n_params": 4346920, "total_flops": 4273196236800000, "train_loss": 0.06548537015914917, "subset_score_loss": 0.06548537015914917}
+{"step": 330000, "wall_time": 3368.1692419052124, "train_loss_step": 3.5847833156585693, "n_params": 4346920, "total_flops": 4406733619200000, "train_loss": 0.06482124328613281, "subset_score_loss": 0.06482124328613281}
+{"step": 340000, "wall_time": 3462.4123458862305, "train_loss_step": 3.395186424255371, "n_params": 4346920, "total_flops": 4540271001600000, "train_loss": 0.062375050783157346, "subset_score_loss": 0.062375050783157346}
+{"step": 350000, "wall_time": 3556.581695318222, "train_loss_step": 3.2072439193725586, "n_params": 4346920, "total_flops": 4673808384000000, "train_loss": 0.060348665714263915, "subset_score_loss": 0.060348665714263915}
+{"step": 360000, "wall_time": 3650.6755158901215, "train_loss_step": 3.5357086658477783, "n_params": 4346920, "total_flops": 4807345766400000, "train_loss": 0.0594140350818634, "subset_score_loss": 0.0594140350818634}
+{"step": 370000, "wall_time": 3744.590521335602, "train_loss_step": 3.4581356048583984, "n_params": 4346920, "total_flops": 4940883148800000, "train_loss": 0.058580583333969115, "subset_score_loss": 0.058580583333969115}
+{"step": 380000, "wall_time": 3837.705711364746, "train_loss_step": 3.229685068130493, "n_params": 4346920, "total_flops": 5074420531200000, "train_loss": 0.05791172385215759, "subset_score_loss": 0.05791172385215759}
+{"step": 390000, "wall_time": 3930.315916776657, "train_loss_step": 3.257290840148926, "n_params": 4346920, "total_flops": 5207957913600000, "train_loss": 0.05696765184402466, "subset_score_loss": 0.05696765184402466}
+{"step": 400000, "wall_time": 4096.002514362335, "train_loss_step": 3.1960248947143555, "n_params": 4346920, "total_flops": 5341495296000000, "train_loss": 0.056253498792648314, "subset_score_loss": 0.056253498792648314, "memorization_fraction_pixel": 0.08749999850988388, "mean_nn_ratio_pixel": 0.6860126256942749, "fid": 56.624845243219596}
+{"step": 410000, "wall_time": 4190.378942489624, "train_loss_step": 3.0356574058532715, "n_params": 4346920, "total_flops": 5475032678400000, "train_loss": 0.05418186187744141, "subset_score_loss": 0.05418186187744141}
+{"step": 420000, "wall_time": 4283.022684335709, "train_loss_step": 3.018085479736328, "n_params": 4346920, "total_flops": 5608570060800000, "train_loss": 0.0541786253452301, "subset_score_loss": 0.0541786253452301}
+{"step": 430000, "wall_time": 4377.023224830627, "train_loss_step": 3.2890536785125732, "n_params": 4346920, "total_flops": 5742107443200000, "train_loss": 0.05288165807723999, "subset_score_loss": 0.05288165807723999}
+{"step": 440000, "wall_time": 4471.253444433212, "train_loss_step": 3.548001527786255, "n_params": 4346920, "total_flops": 5875644825600000, "train_loss": 0.05166062116622925, "subset_score_loss": 0.05166062116622925}
+{"step": 450000, "wall_time": 4565.496492385864, "train_loss_step": 3.3741722106933594, "n_params": 4346920, "total_flops": 6009182208000000, "train_loss": 0.05150415897369385, "subset_score_loss": 0.05150415897369385}
+{"step": 460000, "wall_time": 4659.612328052521, "train_loss_step": 3.2306175231933594, "n_params": 4346920, "total_flops": 6142719590400000, "train_loss": 0.05047251582145691, "subset_score_loss": 0.05047251582145691}
+{"step": 470000, "wall_time": 4753.484202384949, "train_loss_step": 3.1775007247924805, "n_params": 4346920, "total_flops": 6276256972800000, "train_loss": 0.0494758278131485, "subset_score_loss": 0.0494758278131485}
+{"step": 480000, "wall_time": 4844.4327800273895, "train_loss_step": 3.349517822265625, "n_params": 4346920, "total_flops": 6409794355200000, "train_loss": 0.048896589875221254, "subset_score_loss": 0.048896589875221254}
+{"step": 490000, "wall_time": 4938.330664157867, "train_loss_step": 2.996737480163574, "n_params": 4346920, "total_flops": 6543331737600000, "train_loss": 0.04874260425567627, "subset_score_loss": 0.04874260425567627}
+{"step": 500000, "wall_time": 5103.855739355087, "train_loss_step": 3.4155070781707764, "n_params": 4346920, "total_flops": 6676869120000000, "train_loss": 0.04823509156703949, "subset_score_loss": 0.04823509156703949, "memorization_fraction_pixel": 0.13459999859333038, "mean_nn_ratio_pixel": 0.6364085674285889, "fid": 55.885411168867215}
+{"step": 510000, "wall_time": 5197.686559677124, "train_loss_step": 3.03029727935791, "n_params": 4346920, "total_flops": 6810406502400000, "train_loss": 0.04740433692932129, "subset_score_loss": 0.04740433692932129}
+{"step": 520000, "wall_time": 5290.705433130264, "train_loss_step": 3.1932873725891113, "n_params": 4346920, "total_flops": 6943943884800000, "train_loss": 0.04724217653274536, "subset_score_loss": 0.04724217653274536}
+{"step": 530000, "wall_time": 5384.501846551895, "train_loss_step": 3.0729081630706787, "n_params": 4346920, "total_flops": 7077481267200000, "train_loss": 0.04590502679347992, "subset_score_loss": 0.04590502679347992}
+{"step": 540000, "wall_time": 5478.447468519211, "train_loss_step": 3.166581153869629, "n_params": 4346920, "total_flops": 7211018649600000, "train_loss": 0.04594561159610748, "subset_score_loss": 0.04594561159610748}
+{"step": 550000, "wall_time": 5572.530118942261, "train_loss_step": 3.26786208152771, "n_params": 4346920, "total_flops": 7344556032000000, "train_loss": 0.04508435130119324, "subset_score_loss": 0.04508435130119324}
+{"step": 560000, "wall_time": 5666.676454305649, "train_loss_step": 3.184558153152466, "n_params": 4346920, "total_flops": 7478093414400000, "train_loss": 0.0441732257604599, "subset_score_loss": 0.0441732257604599}
+{"step": 570000, "wall_time": 5757.112320661545, "train_loss_step": 3.1673593521118164, "n_params": 4346920, "total_flops": 7611630796800000, "train_loss": 0.04345445930957794, "subset_score_loss": 0.04345445930957794}
+{"step": 580000, "wall_time": 5851.398009061813, "train_loss_step": 3.059445381164551, "n_params": 4346920, "total_flops": 7745168179200000, "train_loss": 0.04379006326198578, "subset_score_loss": 0.04379006326198578}
+{"step": 590000, "wall_time": 5945.783580064774, "train_loss_step": 2.8350038528442383, "n_params": 4346920, "total_flops": 7878705561600000, "train_loss": 0.043070006370544436, "subset_score_loss": 0.043070006370544436}
+{"step": 600000, "wall_time": 6111.4612073898315, "train_loss_step": 3.0765817165374756, "n_params": 4346920, "total_flops": 8012242944000000, "train_loss": 0.04261621832847595, "subset_score_loss": 0.04261621832847595, "memorization_fraction_pixel": 0.1485999971628189, "mean_nn_ratio_pixel": 0.6193562150001526, "fid": 54.47448024342655}
+{"step": 610000, "wall_time": 6205.262220621109, "train_loss_step": 2.988243818283081, "n_params": 4346920, "total_flops": 8145780326400000, "train_loss": 0.041974103450775145, "subset_score_loss": 0.041974103450775145}
+{"step": 620000, "wall_time": 6299.689112901688, "train_loss_step": 2.9561214447021484, "n_params": 4346920, "total_flops": 8279317708800000, "train_loss": 0.04135607481002808, "subset_score_loss": 0.04135607481002808}
+{"step": 630000, "wall_time": 6392.576296567917, "train_loss_step": 2.9587504863739014, "n_params": 4346920, "total_flops": 8412855091200000, "train_loss": 0.041302987933158876, "subset_score_loss": 0.041302987933158876}
+{"step": 640000, "wall_time": 6486.375845909119, "train_loss_step": 3.1669347286224365, "n_params": 4346920, "total_flops": 8546392473600000, "train_loss": 0.04081223905086517, "subset_score_loss": 0.04081223905086517}
+{"step": 650000, "wall_time": 6580.6242690086365, "train_loss_step": 3.1067447662353516, "n_params": 4346920, "total_flops": 8679929856000000, "train_loss": 0.04004704654216766, "subset_score_loss": 0.04004704654216766}
+{"step": 660000, "wall_time": 6673.977914571762, "train_loss_step": 2.9598546028137207, "n_params": 4346920, "total_flops": 8813467238400000, "train_loss": 0.040117856860160825, "subset_score_loss": 0.040117856860160825}
+{"step": 670000, "wall_time": 6765.143740415573, "train_loss_step": 3.0917210578918457, "n_params": 4346920, "total_flops": 8947004620800000, "train_loss": 0.03949170708656311, "subset_score_loss": 0.03949170708656311}
+{"step": 680000, "wall_time": 6859.154664754868, "train_loss_step": 3.116513252258301, "n_params": 4346920, "total_flops": 9080542003200000, "train_loss": 0.03921903967857361, "subset_score_loss": 0.03921903967857361}
+{"step": 690000, "wall_time": 6953.2432017326355, "train_loss_step": 2.9433624744415283, "n_params": 4346920, "total_flops": 9214079385600000, "train_loss": 0.03961516320705414, "subset_score_loss": 0.03961516320705414}
+{"step": 700000, "wall_time": 7118.653090000153, "train_loss_step": 3.1954782009124756, "n_params": 4346920, "total_flops": 9347616768000000, "train_loss": 0.03921034038066864, "subset_score_loss": 0.03921034038066864, "memorization_fraction_pixel": 0.18709999322891235, "mean_nn_ratio_pixel": 0.581298828125, "fid": 54.37366697197395}
+{"step": 710000, "wall_time": 7212.209232807159, "train_loss_step": 3.010251998901367, "n_params": 4346920, "total_flops": 9481154150400000, "train_loss": 0.038768789172172545, "subset_score_loss": 0.038768789172172545}
+{"step": 720000, "wall_time": 7306.529340744019, "train_loss_step": 2.570119857788086, "n_params": 4346920, "total_flops": 9614691532800000, "train_loss": 0.037976634502410886, "subset_score_loss": 0.037976634502410886}
+{"step": 730000, "wall_time": 7398.937222480774, "train_loss_step": 3.1051549911499023, "n_params": 4346920, "total_flops": 9748228915200000, "train_loss": 0.037435182929039, "subset_score_loss": 0.037435182929039}
+{"step": 740000, "wall_time": 7493.093609333038, "train_loss_step": 3.0606136322021484, "n_params": 4346920, "total_flops": 9881766297600000, "train_loss": 0.037494617700576785, "subset_score_loss": 0.037494617700576785}
+{"step": 750000, "wall_time": 7587.155029535294, "train_loss_step": 2.9941492080688477, "n_params": 4346920, "total_flops": 10015303680000000, "train_loss": 0.037160944938659665, "subset_score_loss": 0.037160944938659665}
+{"step": 760000, "wall_time": 7677.790932416916, "train_loss_step": 2.725519895553589, "n_params": 4346920, "total_flops": 10148841062400000, "train_loss": 0.036860516667366026, "subset_score_loss": 0.036860516667366026}
+{"step": 770000, "wall_time": 7771.951276540756, "train_loss_step": 3.025630474090576, "n_params": 4346920, "total_flops": 10282378444800000, "train_loss": 0.03614242076873779, "subset_score_loss": 0.03614242076873779}
+{"step": 780000, "wall_time": 7866.338286161423, "train_loss_step": 3.223182201385498, "n_params": 4346920, "total_flops": 10415915827200000, "train_loss": 0.03614899516105652, "subset_score_loss": 0.03614899516105652}
+{"step": 790000, "wall_time": 7960.288544416428, "train_loss_step": 3.069904327392578, "n_params": 4346920, "total_flops": 10549453209600000, "train_loss": 0.035722574591636656, "subset_score_loss": 0.035722574591636656}
+{"step": 800000, "wall_time": 8124.5902988910675, "train_loss_step": 2.9138150215148926, "n_params": 4346920, "total_flops": 10682990592000000, "train_loss": 0.035563477873802186, "subset_score_loss": 0.035563477873802186, "memorization_fraction_pixel": 0.20469999313354492, "mean_nn_ratio_pixel": 0.5719810724258423, "fid": 53.99765655585425}
+{"step": 810000, "wall_time": 8218.700169801712, "train_loss_step": 2.8842597007751465, "n_params": 4346920, "total_flops": 10816527974400000, "train_loss": 0.0351168155670166, "subset_score_loss": 0.0351168155670166}
+{"step": 820000, "wall_time": 8312.988886356354, "train_loss_step": 3.038449764251709, "n_params": 4346920, "total_flops": 10950065356800000, "train_loss": 0.03514680564403534, "subset_score_loss": 0.03514680564403534}
+{"step": 830000, "wall_time": 8406.411230564117, "train_loss_step": 2.952941417694092, "n_params": 4346920, "total_flops": 11083602739200000, "train_loss": 0.03488364517688751, "subset_score_loss": 0.03488364517688751}
+{"step": 840000, "wall_time": 8500.672883033752, "train_loss_step": 3.178131103515625, "n_params": 4346920, "total_flops": 11217140121600000, "train_loss": 0.034515589475631714, "subset_score_loss": 0.034515589475631714}
+{"step": 850000, "wall_time": 8591.162666082382, "train_loss_step": 2.843034267425537, "n_params": 4346920, "total_flops": 11350677504000000, "train_loss": 0.034393310546875, "subset_score_loss": 0.034393310546875}
+{"step": 860000, "wall_time": 8685.261440753937, "train_loss_step": 3.088427782058716, "n_params": 4346920, "total_flops": 11484214886400000, "train_loss": 0.03411328494548797, "subset_score_loss": 0.03411328494548797}
+{"step": 870000, "wall_time": 8779.257884025574, "train_loss_step": 3.018209218978882, "n_params": 4346920, "total_flops": 11617752268800000, "train_loss": 0.03380856812000275, "subset_score_loss": 0.03380856812000275}
+{"step": 880000, "wall_time": 8873.451843500137, "train_loss_step": 2.7061638832092285, "n_params": 4346920, "total_flops": 11751289651200000, "train_loss": 0.0335551768541336, "subset_score_loss": 0.0335551768541336}
+{"step": 890000, "wall_time": 8967.323211431503, "train_loss_step": 2.8286538124084473, "n_params": 4346920, "total_flops": 11884827033600000, "train_loss": 0.03413852751255035, "subset_score_loss": 0.03413852751255035}
+{"step": 900000, "wall_time": 9131.817857980728, "train_loss_step": 2.9315786361694336, "n_params": 4346920, "total_flops": 12018364416000000, "train_loss": 0.03369151651859283, "subset_score_loss": 0.03369151651859283, "memorization_fraction_pixel": 0.24279999732971191, "mean_nn_ratio_pixel": 0.5376639366149902, "fid": 53.21023505508695}
+{"step": 910000, "wall_time": 9225.612611293793, "train_loss_step": 2.9334897994995117, "n_params": 4346920, "total_flops": 12151901798400000, "train_loss": 0.0325727254152298, "subset_score_loss": 0.0325727254152298}
+{"step": 920000, "wall_time": 9319.560882806778, "train_loss_step": 2.662611484527588, "n_params": 4346920, "total_flops": 12285439180800000, "train_loss": 0.03318764865398407, "subset_score_loss": 0.03318764865398407}
+{"step": 930000, "wall_time": 9414.113629102707, "train_loss_step": 2.657104253768921, "n_params": 4346920, "total_flops": 12418976563200000, "train_loss": 0.03265171051025391, "subset_score_loss": 0.03265171051025391}
+{"step": 940000, "wall_time": 9505.618471384048, "train_loss_step": 2.858045816421509, "n_params": 4346920, "total_flops": 12552513945600000, "train_loss": 0.03234982490539551, "subset_score_loss": 0.03234982490539551}
+{"step": 950000, "wall_time": 9596.85915017128, "train_loss_step": 2.9727814197540283, "n_params": 4346920, "total_flops": 12686051328000000, "train_loss": 0.032255548238754275, "subset_score_loss": 0.032255548238754275}
+{"step": 960000, "wall_time": 9690.89389538765, "train_loss_step": 2.919726848602295, "n_params": 4346920, "total_flops": 12819588710400000, "train_loss": 0.031700947880744935, "subset_score_loss": 0.031700947880744935}
+{"step": 970000, "wall_time": 9785.24433708191, "train_loss_step": 3.031717300415039, "n_params": 4346920, "total_flops": 12953126092800000, "train_loss": 0.031480219960212705, "subset_score_loss": 0.031480219960212705}
+{"step": 980000, "wall_time": 9879.27942276001, "train_loss_step": 3.026289463043213, "n_params": 4346920, "total_flops": 13086663475200000, "train_loss": 0.03140612542629242, "subset_score_loss": 0.03140612542629242}
+{"step": 990000, "wall_time": 9973.277524709702, "train_loss_step": 3.0575242042541504, "n_params": 4346920, "total_flops": 13220200857600000, "train_loss": 0.031034904718399047, "subset_score_loss": 0.031034904718399047}
+{"step": 1000000, "wall_time": 10138.411610364914, "train_loss_step": 2.697230339050293, "n_params": 4346920, "total_flops": 13353738240000000, "train_loss": 0.031122943758964537, "subset_score_loss": 0.031122943758964537, "memorization_fraction_pixel": 0.25519999861717224, "mean_nn_ratio_pixel": 0.5313918590545654, "fid": 53.27360590267628}
+{"step": 1010000, "wall_time": 10232.490757465363, "train_loss_step": 2.809762477874756, "n_params": 4346920, "total_flops": 13487275622400000, "train_loss": 0.030531036853790283, "subset_score_loss": 0.030531036853790283}
+{"step": 1020000, "wall_time": 10326.912680149078, "train_loss_step": 2.6260061264038086, "n_params": 4346920, "total_flops": 13620813004800000, "train_loss": 0.030791446566581726, "subset_score_loss": 0.030791446566581726}
+{"step": 1030000, "wall_time": 10420.858767986298, "train_loss_step": 2.8168468475341797, "n_params": 4346920, "total_flops": 13754350387200000, "train_loss": 0.03084883987903595, "subset_score_loss": 0.03084883987903595}
+{"step": 1040000, "wall_time": 10509.432643175125, "train_loss_step": 3.007324695587158, "n_params": 4346920, "total_flops": 13887887769600000, "train_loss": 0.030287495255470274, "subset_score_loss": 0.030287495255470274}
+{"step": 1050000, "wall_time": 10603.271592617035, "train_loss_step": 2.996626615524292, "n_params": 4346920, "total_flops": 14021425152000000, "train_loss": 0.030715078115463257, "subset_score_loss": 0.030715078115463257}
+{"step": 1060000, "wall_time": 10697.50192785263, "train_loss_step": 2.9899559020996094, "n_params": 4346920, "total_flops": 14154962534400000, "train_loss": 0.02973742187023163, "subset_score_loss": 0.02973742187023163}
+{"step": 1070000, "wall_time": 10791.479702234268, "train_loss_step": 2.985334634780884, "n_params": 4346920, "total_flops": 14288499916800000, "train_loss": 0.03019484281539917, "subset_score_loss": 0.03019484281539917}
+{"step": 1080000, "wall_time": 10885.379635095596, "train_loss_step": 2.9721240997314453, "n_params": 4346920, "total_flops": 14422037299200000, "train_loss": 0.029441815614700318, "subset_score_loss": 0.029441815614700318}
+{"step": 1090000, "wall_time": 10979.562054157257, "train_loss_step": 2.7525057792663574, "n_params": 4346920, "total_flops": 14555574681600000, "train_loss": 0.029229068756103517, "subset_score_loss": 0.029229068756103517}
+{"step": 1100000, "wall_time": 11144.807821035385, "train_loss_step": 2.8902714252471924, "n_params": 4346920, "total_flops": 14689112064000000, "train_loss": 0.028911182284355165, "subset_score_loss": 0.028911182284355165, "memorization_fraction_pixel": 0.2935999929904938, "mean_nn_ratio_pixel": 0.49950355291366577, "fid": 52.9604321609754}
+{"step": 1110000, "wall_time": 11238.693158388138, "train_loss_step": 2.642458915710449, "n_params": 4346920, "total_flops": 14822649446400000, "train_loss": 0.028887879848480225, "subset_score_loss": 0.028887879848480225}
+{"step": 1120000, "wall_time": 11332.621998786926, "train_loss_step": 2.9152302742004395, "n_params": 4346920, "total_flops": 14956186828800000, "train_loss": 0.028809770941734314, "subset_score_loss": 0.028809770941734314}
+{"step": 1130000, "wall_time": 11423.582238674164, "train_loss_step": 2.806835174560547, "n_params": 4346920, "total_flops": 15089724211200000, "train_loss": 0.02854389250278473, "subset_score_loss": 0.02854389250278473}
+{"step": 1140000, "wall_time": 11516.324576377869, "train_loss_step": 2.769442319869995, "n_params": 4346920, "total_flops": 15223261593600000, "train_loss": 0.028343671560287477, "subset_score_loss": 0.028343671560287477}
+{"step": 1150000, "wall_time": 11610.599771976471, "train_loss_step": 2.8893821239471436, "n_params": 4346920, "total_flops": 15356798976000000, "train_loss": 0.028047889471054077, "subset_score_loss": 0.028047889471054077}
+{"step": 1160000, "wall_time": 11704.747174739838, "train_loss_step": 2.4090089797973633, "n_params": 4346920, "total_flops": 15490336358400000, "train_loss": 0.027911105751991273, "subset_score_loss": 0.027911105751991273}
+{"step": 1170000, "wall_time": 11798.7568526268, "train_loss_step": 2.8233120441436768, "n_params": 4346920, "total_flops": 15623873740800000, "train_loss": 0.02808057367801666, "subset_score_loss": 0.02808057367801666}
+{"step": 1180000, "wall_time": 11892.536640882492, "train_loss_step": 2.4975337982177734, "n_params": 4346920, "total_flops": 15757411123200000, "train_loss": 0.027890270948410033, "subset_score_loss": 0.027890270948410033}
+{"step": 1190000, "wall_time": 11986.968698978424, "train_loss_step": 2.7979249954223633, "n_params": 4346920, "total_flops": 15890948505600000, "train_loss": 0.02753849923610687, "subset_score_loss": 0.02753849923610687}
+{"step": 1200000, "wall_time": 12152.008630037308, "train_loss_step": 2.6326212882995605, "n_params": 4346920, "total_flops": 16024485888000000, "train_loss": 0.027766817808151247, "subset_score_loss": 0.027766817808151247, "memorization_fraction_pixel": 0.3068000078201294, "mean_nn_ratio_pixel": 0.48988965153694153, "fid": 52.4569786154684}
+{"step": 1210000, "wall_time": 12246.237665653229, "train_loss_step": 2.7294106483459473, "n_params": 4346920, "total_flops": 16158023270400000, "train_loss": 0.027862250804901123, "subset_score_loss": 0.027862250804901123}
+{"step": 1220000, "wall_time": 12339.9621322155, "train_loss_step": 2.629934310913086, "n_params": 4346920, "total_flops": 16291560652800000, "train_loss": 0.02757275998592377, "subset_score_loss": 0.02757275998592377}
+{"step": 1230000, "wall_time": 12430.792777061462, "train_loss_step": 3.0046157836914062, "n_params": 4346920, "total_flops": 16425098035200000, "train_loss": 0.027113941311836243, "subset_score_loss": 0.027113941311836243}
+{"step": 1240000, "wall_time": 12525.5036714077, "train_loss_step": 2.5722804069519043, "n_params": 4346920, "total_flops": 16558635417600000, "train_loss": 0.02687734365463257, "subset_score_loss": 0.02687734365463257}
+{"step": 1250000, "wall_time": 12617.179297685623, "train_loss_step": 2.5979747772216797, "n_params": 4346920, "total_flops": 16692172800000000, "train_loss": 0.027366361021995543, "subset_score_loss": 0.027366361021995543}
+{"step": 1260000, "wall_time": 12711.100188732147, "train_loss_step": 2.572099208831787, "n_params": 4346920, "total_flops": 16825710182400000, "train_loss": 0.026726505160331725, "subset_score_loss": 0.026726505160331725}
+{"step": 1270000, "wall_time": 12805.254632234573, "train_loss_step": 2.775650978088379, "n_params": 4346920, "total_flops": 16959247564800000, "train_loss": 0.02676663100719452, "subset_score_loss": 0.02676663100719452}
+{"step": 1280000, "wall_time": 12899.660584926605, "train_loss_step": 2.6735639572143555, "n_params": 4346920, "total_flops": 17092784947200000, "train_loss": 0.0262602835893631, "subset_score_loss": 0.0262602835893631}
+{"step": 1290000, "wall_time": 12994.131564617157, "train_loss_step": 2.69110107421875, "n_params": 4346920, "total_flops": 17226322329600000, "train_loss": 0.026355263590812684, "subset_score_loss": 0.026355263590812684}
+{"step": 1300000, "wall_time": 13159.60677576065, "train_loss_step": 2.8652987480163574, "n_params": 4346920, "total_flops": 17359859712000000, "train_loss": 0.025472354888916016, "subset_score_loss": 0.025472354888916016, "memorization_fraction_pixel": 0.31790000200271606, "mean_nn_ratio_pixel": 0.4774872958660126, "fid": 52.753244650960184}
+{"step": 1310000, "wall_time": 13253.552845478058, "train_loss_step": 2.820265054702759, "n_params": 4346920, "total_flops": 17493397094400000, "train_loss": 0.02640053629875183, "subset_score_loss": 0.02640053629875183}
+{"step": 1320000, "wall_time": 13344.015136957169, "train_loss_step": 2.4434690475463867, "n_params": 4346920, "total_flops": 17626934476800000, "train_loss": 0.025720664858818056, "subset_score_loss": 0.025720664858818056}
+{"step": 1330000, "wall_time": 13438.11801314354, "train_loss_step": 2.7993533611297607, "n_params": 4346920, "total_flops": 17760471859200000, "train_loss": 0.0255947083234787, "subset_score_loss": 0.0255947083234787}
+{"step": 1340000, "wall_time": 13532.398493289948, "train_loss_step": 2.968705415725708, "n_params": 4346920, "total_flops": 17894009241600000, "train_loss": 0.02609022855758667, "subset_score_loss": 0.02609022855758667}
+{"step": 1350000, "wall_time": 13624.917007684708, "train_loss_step": 2.6756553649902344, "n_params": 4346920, "total_flops": 18027546624000000, "train_loss": 0.026260831952095033, "subset_score_loss": 0.026260831952095033}
+{"step": 1360000, "wall_time": 13718.842142105103, "train_loss_step": 3.0442209243774414, "n_params": 4346920, "total_flops": 18161084006400000, "train_loss": 0.02569875419139862, "subset_score_loss": 0.02569875419139862}
+{"step": 1370000, "wall_time": 13812.406748056412, "train_loss_step": 2.6662538051605225, "n_params": 4346920, "total_flops": 18294621388800000, "train_loss": 0.02520800828933716, "subset_score_loss": 0.02520800828933716}
+{"step": 1380000, "wall_time": 13906.362192630768, "train_loss_step": 2.8823864459991455, "n_params": 4346920, "total_flops": 18428158771200000, "train_loss": 0.0253353089094162, "subset_score_loss": 0.0253353089094162}
+{"step": 1390000, "wall_time": 14000.839015245438, "train_loss_step": 2.864347457885742, "n_params": 4346920, "total_flops": 18561696153600000, "train_loss": 0.025328367948532104, "subset_score_loss": 0.025328367948532104}
+{"step": 1400000, "wall_time": 14165.377082109451, "train_loss_step": 2.793613910675049, "n_params": 4346920, "total_flops": 18695233536000000, "train_loss": 0.025043189525604248, "subset_score_loss": 0.025043189525604248, "memorization_fraction_pixel": 0.34459999203681946, "mean_nn_ratio_pixel": 0.4646945297718048, "fid": 52.00911532987776}
+{"step": 1410000, "wall_time": 14257.027799844742, "train_loss_step": 2.8147194385528564, "n_params": 4346920, "total_flops": 18828770918400000, "train_loss": 0.024539567530155182, "subset_score_loss": 0.024539567530155182}
+{"step": 1420000, "wall_time": 14349.562384605408, "train_loss_step": 2.5033926963806152, "n_params": 4346920, "total_flops": 18962308300800000, "train_loss": 0.02505836486816406, "subset_score_loss": 0.02505836486816406}
+{"step": 1430000, "wall_time": 14443.004437208176, "train_loss_step": 2.864607095718384, "n_params": 4346920, "total_flops": 19095845683200000, "train_loss": 0.024214476346969604, "subset_score_loss": 0.024214476346969604}
+{"step": 1440000, "wall_time": 14536.788047790527, "train_loss_step": 2.8301093578338623, "n_params": 4346920, "total_flops": 19229383065600000, "train_loss": 0.0241978257894516, "subset_score_loss": 0.0241978257894516}
+{"step": 1450000, "wall_time": 14629.49086356163, "train_loss_step": 2.566012144088745, "n_params": 4346920, "total_flops": 19362920448000000, "train_loss": 0.0245652511715889, "subset_score_loss": 0.0245652511715889}
+{"step": 1460000, "wall_time": 14723.465731143951, "train_loss_step": 2.6268539428710938, "n_params": 4346920, "total_flops": 19496457830400000, "train_loss": 0.023989282548427582, "subset_score_loss": 0.023989282548427582}
+{"step": 1470000, "wall_time": 14817.614974498749, "train_loss_step": 2.8492298126220703, "n_params": 4346920, "total_flops": 19629995212800000, "train_loss": 0.02396838665008545, "subset_score_loss": 0.02396838665008545}
+{"step": 1480000, "wall_time": 14911.593424797058, "train_loss_step": 2.7016615867614746, "n_params": 4346920, "total_flops": 19763532595200000, "train_loss": 0.02452138513326645, "subset_score_loss": 0.02452138513326645}
+{"step": 1490000, "wall_time": 15005.89095377922, "train_loss_step": 2.441828966140747, "n_params": 4346920, "total_flops": 19897069977600000, "train_loss": 0.0242498978972435, "subset_score_loss": 0.0242498978972435}
+{"step": 1500000, "wall_time": 15171.304604768753, "train_loss_step": 2.7289376258850098, "n_params": 4346920, "total_flops": 20030607360000000, "train_loss": 0.02364693284034729, "subset_score_loss": 0.02364693284034729, "memorization_fraction_pixel": 0.36239999532699585, "mean_nn_ratio_pixel": 0.4501188397407532, "fid": 51.43744867264804}
+{"step": 1510000, "wall_time": 15259.591747522354, "train_loss_step": 2.7737441062927246, "n_params": 4346920, "total_flops": 20164144742400000, "train_loss": 0.023584648966789246, "subset_score_loss": 0.023584648966789246}
+{"step": 1520000, "wall_time": 15353.239778995514, "train_loss_step": 2.69750714302063, "n_params": 4346920, "total_flops": 20297682124800000, "train_loss": 0.023196525871753693, "subset_score_loss": 0.023196525871753693}
+{"step": 1530000, "wall_time": 15447.311277389526, "train_loss_step": 2.6782102584838867, "n_params": 4346920, "total_flops": 20431219507200000, "train_loss": 0.02336694747209549, "subset_score_loss": 0.02336694747209549}
+{"step": 1540000, "wall_time": 15541.325603485107, "train_loss_step": 2.7872705459594727, "n_params": 4346920, "total_flops": 20564756889600000, "train_loss": 0.023768284916877748, "subset_score_loss": 0.023768284916877748}
+{"step": 1550000, "wall_time": 15636.037574768066, "train_loss_step": 2.7268052101135254, "n_params": 4346920, "total_flops": 20698294272000000, "train_loss": 0.023137739300727843, "subset_score_loss": 0.023137739300727843}
+{"step": 1560000, "wall_time": 15728.078575611115, "train_loss_step": 2.7237048149108887, "n_params": 4346920, "total_flops": 20831831654400000, "train_loss": 0.023037488758563995, "subset_score_loss": 0.023037488758563995}
+{"step": 1570000, "wall_time": 15822.065828323364, "train_loss_step": 2.746527671813965, "n_params": 4346920, "total_flops": 20965369036800000, "train_loss": 0.023334172368049622, "subset_score_loss": 0.023334172368049622}
+{"step": 1580000, "wall_time": 15916.069558620453, "train_loss_step": 2.653416156768799, "n_params": 4346920, "total_flops": 21098906419200000, "train_loss": 0.022702063620090484, "subset_score_loss": 0.022702063620090484}
+{"step": 1590000, "wall_time": 16008.716895341873, "train_loss_step": 2.648135185241699, "n_params": 4346920, "total_flops": 21232443801600000, "train_loss": 0.022577545046806334, "subset_score_loss": 0.022577545046806334}
+{"step": 1600000, "wall_time": 16171.36570596695, "train_loss_step": 2.531111240386963, "n_params": 4346920, "total_flops": 21365981184000000, "train_loss": 0.022692269086837767, "subset_score_loss": 0.022692269086837767, "memorization_fraction_pixel": 0.398499995470047, "mean_nn_ratio_pixel": 0.4344441890716553, "fid": 51.91321167355819}
+{"step": 1610000, "wall_time": 16263.35176539421, "train_loss_step": 2.7013893127441406, "n_params": 4346920, "total_flops": 21499518566400000, "train_loss": 0.022889189422130585, "subset_score_loss": 0.022889189422130585}
+{"step": 1620000, "wall_time": 16357.086230516434, "train_loss_step": 2.8867692947387695, "n_params": 4346920, "total_flops": 21633055948800000, "train_loss": 0.0224936380982399, "subset_score_loss": 0.0224936380982399}
+{"step": 1630000, "wall_time": 16451.50101017952, "train_loss_step": 2.670504093170166, "n_params": 4346920, "total_flops": 21766593331200000, "train_loss": 0.022026531398296356, "subset_score_loss": 0.022026531398296356}
+{"step": 1640000, "wall_time": 16545.52517604828, "train_loss_step": 2.5566463470458984, "n_params": 4346920, "total_flops": 21900130713600000, "train_loss": 0.02209753543138504, "subset_score_loss": 0.02209753543138504}
+{"step": 1650000, "wall_time": 16639.910499811172, "train_loss_step": 2.902400016784668, "n_params": 4346920, "total_flops": 22033668096000000, "train_loss": 0.022080390155315398, "subset_score_loss": 0.022080390155315398}
+{"step": 1660000, "wall_time": 16732.769352436066, "train_loss_step": 2.662353277206421, "n_params": 4346920, "total_flops": 22167205478400000, "train_loss": 0.02284914404153824, "subset_score_loss": 0.02284914404153824}
+{"step": 1670000, "wall_time": 16826.931915283203, "train_loss_step": 2.7264552116394043, "n_params": 4346920, "total_flops": 22300742860800000, "train_loss": 0.02195606529712677, "subset_score_loss": 0.02195606529712677}
+{"step": 1680000, "wall_time": 16921.106978416443, "train_loss_step": 2.6978464126586914, "n_params": 4346920, "total_flops": 22434280243200000, "train_loss": 0.021771758794784546, "subset_score_loss": 0.021771758794784546}
+{"step": 1690000, "wall_time": 17013.910744667053, "train_loss_step": 2.554689407348633, "n_params": 4346920, "total_flops": 22567817625600000, "train_loss": 0.022020120918750764, "subset_score_loss": 0.022020120918750764}
+{"step": 1700000, "wall_time": 17171.176871061325, "train_loss_step": 2.727888584136963, "n_params": 4346920, "total_flops": 22701355008000000, "train_loss": 0.02153032422065735, "subset_score_loss": 0.02153032422065735, "memorization_fraction_pixel": 0.41519999504089355, "mean_nn_ratio_pixel": 0.4250686466693878, "fid": 52.461020156567386}
+{"step": 1710000, "wall_time": 17265.29671883583, "train_loss_step": 2.5090842247009277, "n_params": 4346920, "total_flops": 22834892390400000, "train_loss": 0.02173987925052643, "subset_score_loss": 0.02173987925052643}
+{"step": 1720000, "wall_time": 17358.987887382507, "train_loss_step": 2.45503568649292, "n_params": 4346920, "total_flops": 22968429772800000, "train_loss": 0.021404050290584564, "subset_score_loss": 0.021404050290584564}
+{"step": 1730000, "wall_time": 17453.152126312256, "train_loss_step": 2.7819037437438965, "n_params": 4346920, "total_flops": 23101967155200000, "train_loss": 0.02235872596502304, "subset_score_loss": 0.02235872596502304}
+{"step": 1740000, "wall_time": 17547.222713708878, "train_loss_step": 2.61812162399292, "n_params": 4346920, "total_flops": 23235504537600000, "train_loss": 0.021402518451213836, "subset_score_loss": 0.021402518451213836}
+{"step": 1750000, "wall_time": 17641.221381664276, "train_loss_step": 2.5020904541015625, "n_params": 4346920, "total_flops": 23369041920000000, "train_loss": 0.02166484296321869, "subset_score_loss": 0.02166484296321869}
+{"step": 1760000, "wall_time": 17734.056371688843, "train_loss_step": 2.412040948867798, "n_params": 4346920, "total_flops": 23502579302400000, "train_loss": 0.02106626331806183, "subset_score_loss": 0.02106626331806183}
+{"step": 1770000, "wall_time": 17828.215045928955, "train_loss_step": 2.5568981170654297, "n_params": 4346920, "total_flops": 23636116684800000, "train_loss": 0.021121299266815184, "subset_score_loss": 0.021121299266815184}
+{"step": 1780000, "wall_time": 17922.247530698776, "train_loss_step": 2.657036304473877, "n_params": 4346920, "total_flops": 23769654067200000, "train_loss": 0.02122752070426941, "subset_score_loss": 0.02122752070426941}
+{"step": 1790000, "wall_time": 18014.71563053131, "train_loss_step": 2.6337342262268066, "n_params": 4346920, "total_flops": 23903191449600000, "train_loss": 0.021509942412376405, "subset_score_loss": 0.021509942412376405}
+{"step": 1800000, "wall_time": 18172.055292844772, "train_loss_step": 2.6572463512420654, "n_params": 4346920, "total_flops": 24036728832000000, "train_loss": 0.02094637006521225, "subset_score_loss": 0.02094637006521225, "memorization_fraction_pixel": 0.42419999837875366, "mean_nn_ratio_pixel": 0.4178164601325989, "fid": 52.18673842502541}
+{"step": 1810000, "wall_time": 18266.329927921295, "train_loss_step": 2.751633405685425, "n_params": 4346920, "total_flops": 24170266214400000, "train_loss": 0.020938916504383086, "subset_score_loss": 0.020938916504383086}
+{"step": 1820000, "wall_time": 18360.3747048378, "train_loss_step": 2.6930034160614014, "n_params": 4346920, "total_flops": 24303803596800000, "train_loss": 0.020733974874019623, "subset_score_loss": 0.020733974874019623}
+{"step": 1830000, "wall_time": 18454.275260210037, "train_loss_step": 2.5718190670013428, "n_params": 4346920, "total_flops": 24437340979200000, "train_loss": 0.021009606122970582, "subset_score_loss": 0.021009606122970582}
+{"step": 1840000, "wall_time": 18548.418527841568, "train_loss_step": 2.593688488006592, "n_params": 4346920, "total_flops": 24570878361600000, "train_loss": 0.020589643716812135, "subset_score_loss": 0.020589643716812135}
+{"step": 1850000, "wall_time": 18642.666290283203, "train_loss_step": 2.5383834838867188, "n_params": 4346920, "total_flops": 24704415744000000, "train_loss": 0.02059422731399536, "subset_score_loss": 0.02059422731399536}
+{"step": 1860000, "wall_time": 18736.948142290115, "train_loss_step": 2.8892979621887207, "n_params": 4346920, "total_flops": 24837953126400000, "train_loss": 0.02055003046989441, "subset_score_loss": 0.02055003046989441}
+{"step": 1870000, "wall_time": 18829.12775850296, "train_loss_step": 2.6385598182678223, "n_params": 4346920, "total_flops": 24971490508800000, "train_loss": 0.020118771493434905, "subset_score_loss": 0.020118771493434905}
+{"step": 1880000, "wall_time": 18922.991129159927, "train_loss_step": 2.6514153480529785, "n_params": 4346920, "total_flops": 25105027891200000, "train_loss": 0.020777885615825654, "subset_score_loss": 0.020777885615825654}
+{"step": 1890000, "wall_time": 19015.77366542816, "train_loss_step": 2.6100244522094727, "n_params": 4346920, "total_flops": 25238565273600000, "train_loss": 0.020175880193710326, "subset_score_loss": 0.020175880193710326}
+{"step": 1900000, "wall_time": 19171.1418094635, "train_loss_step": 2.686459541320801, "n_params": 4346920, "total_flops": 25372102656000000, "train_loss": 0.01961544305086136, "subset_score_loss": 0.01961544305086136, "memorization_fraction_pixel": 0.44130000472068787, "mean_nn_ratio_pixel": 0.40654319524765015, "fid": 52.38416255263347}
+{"step": 1910000, "wall_time": 19265.075399398804, "train_loss_step": 2.4851489067077637, "n_params": 4346920, "total_flops": 25505640038400000, "train_loss": 0.020441117882728576, "subset_score_loss": 0.020441117882728576}
+{"step": 1920000, "wall_time": 19358.95979833603, "train_loss_step": 2.5514187812805176, "n_params": 4346920, "total_flops": 25639177420800000, "train_loss": 0.019781260192394255, "subset_score_loss": 0.019781260192394255}
+{"step": 1930000, "wall_time": 19452.720811128616, "train_loss_step": 2.822671890258789, "n_params": 4346920, "total_flops": 25772714803200000, "train_loss": 0.020394320785999297, "subset_score_loss": 0.020394320785999297}
+{"step": 1940000, "wall_time": 19546.726048469543, "train_loss_step": 2.4609522819519043, "n_params": 4346920, "total_flops": 25906252185600000, "train_loss": 0.019641277194023133, "subset_score_loss": 0.019641277194023133}
+{"step": 1950000, "wall_time": 19640.787760734558, "train_loss_step": 2.6516056060791016, "n_params": 4346920, "total_flops": 26039789568000000, "train_loss": 0.01976487636566162, "subset_score_loss": 0.01976487636566162}
+{"step": 1960000, "wall_time": 19734.80610895157, "train_loss_step": 2.8242831230163574, "n_params": 4346920, "total_flops": 26173326950400000, "train_loss": 0.01981879323720932, "subset_score_loss": 0.01981879323720932}
+{"step": 1970000, "wall_time": 19827.21720814705, "train_loss_step": 2.600790023803711, "n_params": 4346920, "total_flops": 26306864332800000, "train_loss": 0.019717910885810853, "subset_score_loss": 0.019717910885810853}
+{"step": 1980000, "wall_time": 19920.85940027237, "train_loss_step": 2.6277785301208496, "n_params": 4346920, "total_flops": 26440401715200000, "train_loss": 0.01973266005516052, "subset_score_loss": 0.01973266005516052}
+{"step": 1990000, "wall_time": 20013.47369146347, "train_loss_step": 2.637699604034424, "n_params": 4346920, "total_flops": 26573939097600000, "train_loss": 0.0199774831533432, "subset_score_loss": 0.0199774831533432}
+{"step": 2000000, "wall_time": 20170.04911661148, "train_loss_step": 2.4832723140716553, "n_params": 4346920, "total_flops": 26707476480000000, "train_loss": 0.019621561467647552, "subset_score_loss": 0.019621561467647552, "memorization_fraction_pixel": 0.4456000030040741, "mean_nn_ratio_pixel": 0.4045540392398834, "fid": 51.96667258033515}
+{"step": 2010000, "wall_time": 20264.29855465889, "train_loss_step": 2.639087677001953, "n_params": 4346920, "total_flops": 26841013862400000, "train_loss": 0.019099679589271546, "subset_score_loss": 0.019099679589271546}
+{"step": 2020000, "wall_time": 20358.2830991745, "train_loss_step": 2.474799633026123, "n_params": 4346920, "total_flops": 26974551244800000, "train_loss": 0.019839975237846374, "subset_score_loss": 0.019839975237846374}
+{"step": 2030000, "wall_time": 20452.187972784042, "train_loss_step": 2.5837156772613525, "n_params": 4346920, "total_flops": 27108088627200000, "train_loss": 0.01939353495836258, "subset_score_loss": 0.01939353495836258}
+{"step": 2040000, "wall_time": 20546.228602409363, "train_loss_step": 2.355112075805664, "n_params": 4346920, "total_flops": 27241626009600000, "train_loss": 0.01914404332637787, "subset_score_loss": 0.01914404332637787}
+{"step": 2050000, "wall_time": 20640.29001879692, "train_loss_step": 2.402791976928711, "n_params": 4346920, "total_flops": 27375163392000000, "train_loss": 0.018827468156814575, "subset_score_loss": 0.018827468156814575}
+{"step": 2060000, "wall_time": 20734.64321064949, "train_loss_step": 2.5455081462860107, "n_params": 4346920, "total_flops": 27508700774400000, "train_loss": 0.019503125548362733, "subset_score_loss": 0.019503125548362733}
+{"step": 2070000, "wall_time": 20827.200536727905, "train_loss_step": 2.5182743072509766, "n_params": 4346920, "total_flops": 27642238156800000, "train_loss": 0.019050343334674834, "subset_score_loss": 0.019050343334674834}
+{"step": 2080000, "wall_time": 20921.717261075974, "train_loss_step": 2.487273693084717, "n_params": 4346920, "total_flops": 27775775539200000, "train_loss": 0.019205014407634734, "subset_score_loss": 0.019205014407634734}
+{"step": 2090000, "wall_time": 21013.96189570427, "train_loss_step": 2.5607094764709473, "n_params": 4346920, "total_flops": 27909312921600000, "train_loss": 0.018909844756126403, "subset_score_loss": 0.018909844756126403}
+{"step": 2100000, "wall_time": 21172.388542175293, "train_loss_step": 2.2656302452087402, "n_params": 4346920, "total_flops": 28042850304000000, "train_loss": 0.01879556030035019, "subset_score_loss": 0.01879556030035019, "memorization_fraction_pixel": 0.46869999170303345, "mean_nn_ratio_pixel": 0.39686769247055054, "fid": 52.31433938199895}
+{"step": 2110000, "wall_time": 21266.626165628433, "train_loss_step": 2.347811222076416, "n_params": 4346920, "total_flops": 28176387686400000, "train_loss": 0.018344348669052123, "subset_score_loss": 0.018344348669052123}
+{"step": 2120000, "wall_time": 21361.354592323303, "train_loss_step": 2.790311813354492, "n_params": 4346920, "total_flops": 28309925068800000, "train_loss": 0.018373633921146392, "subset_score_loss": 0.018373633921146392}
+{"step": 2130000, "wall_time": 21456.6815199852, "train_loss_step": 2.647296905517578, "n_params": 4346920, "total_flops": 28443462451200000, "train_loss": 0.01896059662103653, "subset_score_loss": 0.01896059662103653}
+{"step": 2140000, "wall_time": 21550.935620307922, "train_loss_step": 2.665452480316162, "n_params": 4346920, "total_flops": 28576999833600000, "train_loss": 0.018666283786296846, "subset_score_loss": 0.018666283786296846}
+{"step": 2150000, "wall_time": 21645.799906253815, "train_loss_step": 2.6961536407470703, "n_params": 4346920, "total_flops": 28710537216000000, "train_loss": 0.018352019786834716, "subset_score_loss": 0.018352019786834716}
+{"step": 2160000, "wall_time": 21740.253359556198, "train_loss_step": 2.3907248973846436, "n_params": 4346920, "total_flops": 28844074598400000, "train_loss": 0.017916060984134674, "subset_score_loss": 0.017916060984134674}
+{"step": 2170000, "wall_time": 21835.17532157898, "train_loss_step": 2.5221261978149414, "n_params": 4346920, "total_flops": 28977611980800000, "train_loss": 0.018872763216495513, "subset_score_loss": 0.018872763216495513}
+{"step": 2180000, "wall_time": 21927.79362130165, "train_loss_step": 2.630302667617798, "n_params": 4346920, "total_flops": 29111149363200000, "train_loss": 0.018847806751728056, "subset_score_loss": 0.018847806751728056}
+{"step": 2190000, "wall_time": 22011.971417427063, "train_loss_step": 2.5596394538879395, "n_params": 4346920, "total_flops": 29244686745600000, "train_loss": 0.018177543580532075, "subset_score_loss": 0.018177543580532075}
+{"step": 2200000, "wall_time": 22171.32823729515, "train_loss_step": 2.6255409717559814, "n_params": 4346920, "total_flops": 29378224128000000, "train_loss": 0.017892152070999146, "subset_score_loss": 0.017892152070999146, "memorization_fraction_pixel": 0.46959999203681946, "mean_nn_ratio_pixel": 0.39151573181152344, "fid": 51.8351567192611}
+{"step": 2210000, "wall_time": 22266.680424928665, "train_loss_step": 2.656421184539795, "n_params": 4346920, "total_flops": 29511761510400000, "train_loss": 0.01837027370929718, "subset_score_loss": 0.01837027370929718}
+{"step": 2220000, "wall_time": 22361.712166547775, "train_loss_step": 2.712096691131592, "n_params": 4346920, "total_flops": 29645298892800000, "train_loss": 0.01846122890710831, "subset_score_loss": 0.01846122890710831}
+{"step": 2230000, "wall_time": 22456.602868556976, "train_loss_step": 2.775390148162842, "n_params": 4346920, "total_flops": 29778836275200000, "train_loss": 0.018015195429325104, "subset_score_loss": 0.018015195429325104}
+{"step": 2240000, "wall_time": 22550.889813661575, "train_loss_step": 2.5149917602539062, "n_params": 4346920, "total_flops": 29912373657600000, "train_loss": 0.01814711093902588, "subset_score_loss": 0.01814711093902588}
+{"step": 2250000, "wall_time": 22645.521305799484, "train_loss_step": 2.673097610473633, "n_params": 4346920, "total_flops": 30045911040000000, "train_loss": 0.018120880424976348, "subset_score_loss": 0.018120880424976348}
+{"step": 2260000, "wall_time": 22739.397068977356, "train_loss_step": 2.441495656967163, "n_params": 4346920, "total_flops": 30179448422400000, "train_loss": 0.01758079379796982, "subset_score_loss": 0.01758079379796982}
+{"step": 2270000, "wall_time": 22834.448811531067, "train_loss_step": 2.198612928390503, "n_params": 4346920, "total_flops": 30312985804800000, "train_loss": 0.018058229982852936, "subset_score_loss": 0.018058229982852936}
+{"step": 2280000, "wall_time": 22928.000417470932, "train_loss_step": 2.7955942153930664, "n_params": 4346920, "total_flops": 30446523187200000, "train_loss": 0.018054212629795074, "subset_score_loss": 0.018054212629795074}
+{"step": 2290000, "wall_time": 23014.613013267517, "train_loss_step": 2.612595558166504, "n_params": 4346920, "total_flops": 30580060569600000, "train_loss": 0.017589499056339265, "subset_score_loss": 0.017589499056339265}
+{"step": 2300000, "wall_time": 23172.83817100525, "train_loss_step": 2.6416401863098145, "n_params": 4346920, "total_flops": 30713597952000000, "train_loss": 0.01745847761631012, "subset_score_loss": 0.01745847761631012, "memorization_fraction_pixel": 0.47929999232292175, "mean_nn_ratio_pixel": 0.3836856186389923, "fid": 51.82672599844702}
+{"step": 2310000, "wall_time": 23267.519372701645, "train_loss_step": 2.3867945671081543, "n_params": 4346920, "total_flops": 30847135334400000, "train_loss": 0.017115721106529237, "subset_score_loss": 0.017115721106529237}
+{"step": 2320000, "wall_time": 23362.440688848495, "train_loss_step": 2.6541717052459717, "n_params": 4346920, "total_flops": 30980672716800000, "train_loss": 0.017304612696170805, "subset_score_loss": 0.017304612696170805}
+{"step": 2330000, "wall_time": 23456.94403386116, "train_loss_step": 2.4262471199035645, "n_params": 4346920, "total_flops": 31114210099200000, "train_loss": 0.01723313182592392, "subset_score_loss": 0.01723313182592392}
+{"step": 2340000, "wall_time": 23551.401528835297, "train_loss_step": 2.441161870956421, "n_params": 4346920, "total_flops": 31247747481600000, "train_loss": 0.0173009529709816, "subset_score_loss": 0.0173009529709816}
+{"step": 2350000, "wall_time": 23644.838530540466, "train_loss_step": 2.636502742767334, "n_params": 4346920, "total_flops": 31381284864000000, "train_loss": 0.017402876913547517, "subset_score_loss": 0.017402876913547517}
+{"step": 2360000, "wall_time": 23738.723415374756, "train_loss_step": 2.5777270793914795, "n_params": 4346920, "total_flops": 31514822246400000, "train_loss": 0.017265929281711577, "subset_score_loss": 0.017265929281711577}
+{"step": 2370000, "wall_time": 23832.7407143116, "train_loss_step": 2.8015530109405518, "n_params": 4346920, "total_flops": 31648359628800000, "train_loss": 0.0176322340965271, "subset_score_loss": 0.0176322340965271}
+{"step": 2380000, "wall_time": 23926.55800962448, "train_loss_step": 2.348019599914551, "n_params": 4346920, "total_flops": 31781897011200000, "train_loss": 0.01699610650539398, "subset_score_loss": 0.01699610650539398}
+{"step": 2390000, "wall_time": 24012.12530732155, "train_loss_step": 2.4705753326416016, "n_params": 4346920, "total_flops": 31915434393600000, "train_loss": 0.017603182792663576, "subset_score_loss": 0.017603182792663576}
+{"step": 2400000, "wall_time": 24176.619869947433, "train_loss_step": 2.5431580543518066, "n_params": 4346920, "total_flops": 32048971776000000, "train_loss": 0.016652241349220276, "subset_score_loss": 0.016652241349220276, "memorization_fraction_pixel": 0.492900013923645, "mean_nn_ratio_pixel": 0.3810847997665405, "fid": 51.954031673633224}
+{"step": 2410000, "wall_time": 24270.718914747238, "train_loss_step": 2.5104100704193115, "n_params": 4346920, "total_flops": 32182509158400000, "train_loss": 0.017024536430835725, "subset_score_loss": 0.017024536430835725}
+{"step": 2420000, "wall_time": 24364.793705940247, "train_loss_step": 2.5346617698669434, "n_params": 4346920, "total_flops": 32316046540800000, "train_loss": 0.017036668956279755, "subset_score_loss": 0.017036668956279755}
+{"step": 2430000, "wall_time": 24458.610867261887, "train_loss_step": 2.562058210372925, "n_params": 4346920, "total_flops": 32449583923200000, "train_loss": 0.016903479397296906, "subset_score_loss": 0.016903479397296906}
+{"step": 2440000, "wall_time": 24552.53876066208, "train_loss_step": 2.6956326961517334, "n_params": 4346920, "total_flops": 32583121305600000, "train_loss": 0.01665676385164261, "subset_score_loss": 0.01665676385164261}
+{"step": 2450000, "wall_time": 24645.67362833023, "train_loss_step": 2.441366195678711, "n_params": 4346920, "total_flops": 32716658688000000, "train_loss": 0.016758118569850922, "subset_score_loss": 0.016758118569850922}
+{"step": 2460000, "wall_time": 24739.495497703552, "train_loss_step": 2.7503528594970703, "n_params": 4346920, "total_flops": 32850196070400000, "train_loss": 0.017147858440876008, "subset_score_loss": 0.017147858440876008}
+{"step": 2470000, "wall_time": 24832.905641317368, "train_loss_step": 2.6485702991485596, "n_params": 4346920, "total_flops": 32983733452800000, "train_loss": 0.016842108964920045, "subset_score_loss": 0.016842108964920045}
+{"step": 2480000, "wall_time": 24927.632083892822, "train_loss_step": 2.431488513946533, "n_params": 4346920, "total_flops": 33117270835200000, "train_loss": 0.01676529347896576, "subset_score_loss": 0.01676529347896576}
+{"step": 2490000, "wall_time": 25006.25389814377, "train_loss_step": 2.4369020462036133, "n_params": 4346920, "total_flops": 33250808217600000, "train_loss": 0.01648118644952774, "subset_score_loss": 0.01648118644952774}
+{"step": 2500000, "wall_time": 25171.085283041, "train_loss_step": 2.5386297702789307, "n_params": 4346920, "total_flops": 33384345600000000, "train_loss": 0.01628884971141815, "subset_score_loss": 0.01628884971141815, "memorization_fraction_pixel": 0.4961000084877014, "mean_nn_ratio_pixel": 0.3734508752822876, "fid": 51.77128885197043}
+{"step": 2510000, "wall_time": 25265.095281600952, "train_loss_step": 2.5480971336364746, "n_params": 4346920, "total_flops": 33517882982400000, "train_loss": 0.01700611412525177, "subset_score_loss": 0.01700611412525177}
+{"step": 2520000, "wall_time": 25359.0078458786, "train_loss_step": 2.302913188934326, "n_params": 4346920, "total_flops": 33651420364800000, "train_loss": 0.01599066108465195, "subset_score_loss": 0.01599066108465195}
+{"step": 2530000, "wall_time": 25453.244305610657, "train_loss_step": 2.4732112884521484, "n_params": 4346920, "total_flops": 33784957747200000, "train_loss": 0.016187754273414613, "subset_score_loss": 0.016187754273414613}
+{"step": 2540000, "wall_time": 25547.105731248856, "train_loss_step": 2.6060791015625, "n_params": 4346920, "total_flops": 33918495129600000, "train_loss": 0.015743435919284822, "subset_score_loss": 0.015743435919284822}
+{"step": 2550000, "wall_time": 25640.735668182373, "train_loss_step": 2.340878963470459, "n_params": 4346920, "total_flops": 34052032512000000, "train_loss": 0.016237039864063264, "subset_score_loss": 0.016237039864063264}
+{"step": 2560000, "wall_time": 25734.77414417267, "train_loss_step": 2.5255584716796875, "n_params": 4346920, "total_flops": 34185569894400000, "train_loss": 0.01563066691160202, "subset_score_loss": 0.01563066691160202}
+{"step": 2570000, "wall_time": 25828.299558401108, "train_loss_step": 2.1030569076538086, "n_params": 4346920, "total_flops": 34319107276800000, "train_loss": 0.01633449047803879, "subset_score_loss": 0.01633449047803879}
+{"step": 2580000, "wall_time": 25923.008556842804, "train_loss_step": 2.4115917682647705, "n_params": 4346920, "total_flops": 34452644659200000, "train_loss": 0.0166218101978302, "subset_score_loss": 0.0166218101978302}
+{"step": 2590000, "wall_time": 26003.106817483902, "train_loss_step": 2.46042537689209, "n_params": 4346920, "total_flops": 34586182041600000, "train_loss": 0.015897361934185027, "subset_score_loss": 0.015897361934185027}
+{"step": 2600000, "wall_time": 26169.420215845108, "train_loss_step": 2.5442214012145996, "n_params": 4346920, "total_flops": 34719719424000000, "train_loss": 0.0157893568277359, "subset_score_loss": 0.0157893568277359, "memorization_fraction_pixel": 0.5180000066757202, "mean_nn_ratio_pixel": 0.36955350637435913, "fid": 52.1889242917982}
+{"step": 2610000, "wall_time": 26263.274903297424, "train_loss_step": 2.565627098083496, "n_params": 4346920, "total_flops": 34853256806400000, "train_loss": 0.015863506495952605, "subset_score_loss": 0.015863506495952605}
+{"step": 2620000, "wall_time": 26357.104832172394, "train_loss_step": 2.5476789474487305, "n_params": 4346920, "total_flops": 34986794188800000, "train_loss": 0.015872111916542052, "subset_score_loss": 0.015872111916542052}
+{"step": 2630000, "wall_time": 26450.912143945694, "train_loss_step": 2.4284136295318604, "n_params": 4346920, "total_flops": 35120331571200000, "train_loss": 0.015730899572372437, "subset_score_loss": 0.015730899572372437}
+{"step": 2640000, "wall_time": 26544.51459980011, "train_loss_step": 2.858079433441162, "n_params": 4346920, "total_flops": 35253868953600000, "train_loss": 0.015640424191951753, "subset_score_loss": 0.015640424191951753}
+{"step": 2650000, "wall_time": 26638.311770439148, "train_loss_step": 2.738966464996338, "n_params": 4346920, "total_flops": 35387406336000000, "train_loss": 0.016189709305763245, "subset_score_loss": 0.016189709305763245}
+{"step": 2660000, "wall_time": 26732.00164413452, "train_loss_step": 2.4963583946228027, "n_params": 4346920, "total_flops": 35520943718400000, "train_loss": 0.015535317361354828, "subset_score_loss": 0.015535317361354828}
+{"step": 2670000, "wall_time": 26824.959268331528, "train_loss_step": 2.3886029720306396, "n_params": 4346920, "total_flops": 35654481100800000, "train_loss": 0.01602545231580734, "subset_score_loss": 0.01602545231580734}
+{"step": 2680000, "wall_time": 26916.35178756714, "train_loss_step": 2.693697214126587, "n_params": 4346920, "total_flops": 35788018483200000, "train_loss": 0.015474121272563934, "subset_score_loss": 0.015474121272563934}
+{"step": 2690000, "wall_time": 27003.396478891373, "train_loss_step": 2.438398838043213, "n_params": 4346920, "total_flops": 35921555865600000, "train_loss": 0.015558743476867675, "subset_score_loss": 0.015558743476867675}
+{"step": 2700000, "wall_time": 27166.367923259735, "train_loss_step": 2.8039140701293945, "n_params": 4346920, "total_flops": 36055093248000000, "train_loss": 0.015796028077602386, "subset_score_loss": 0.015796028077602386, "memorization_fraction_pixel": 0.5185999870300293, "mean_nn_ratio_pixel": 0.3674004375934601, "fid": 51.78810465745977}
+{"step": 2710000, "wall_time": 27260.459102392197, "train_loss_step": 2.4144961833953857, "n_params": 4346920, "total_flops": 36188630630400000, "train_loss": 0.015262424945831299, "subset_score_loss": 0.015262424945831299}
+{"step": 2720000, "wall_time": 27354.469425201416, "train_loss_step": 2.7188761234283447, "n_params": 4346920, "total_flops": 36322168012800000, "train_loss": 0.01552204042673111, "subset_score_loss": 0.01552204042673111}
+{"step": 2730000, "wall_time": 27448.616357803345, "train_loss_step": 2.4860129356384277, "n_params": 4346920, "total_flops": 36455705395200000, "train_loss": 0.015025058388710022, "subset_score_loss": 0.015025058388710022}
+{"step": 2740000, "wall_time": 27542.373486995697, "train_loss_step": 2.2943713665008545, "n_params": 4346920, "total_flops": 36589242777600000, "train_loss": 0.01498386263847351, "subset_score_loss": 0.01498386263847351}
+{"step": 2750000, "wall_time": 27636.401168584824, "train_loss_step": 2.6311211585998535, "n_params": 4346920, "total_flops": 36722780160000000, "train_loss": 0.015523666143417358, "subset_score_loss": 0.015523666143417358}
+{"step": 2760000, "wall_time": 27729.46425819397, "train_loss_step": 2.356030225753784, "n_params": 4346920, "total_flops": 36856317542400000, "train_loss": 0.015151578187942504, "subset_score_loss": 0.015151578187942504}
+{"step": 2770000, "wall_time": 27823.383132457733, "train_loss_step": 2.569429636001587, "n_params": 4346920, "total_flops": 36989854924800000, "train_loss": 0.015796826779842378, "subset_score_loss": 0.015796826779842378}
+{"step": 2780000, "wall_time": 27908.863435983658, "train_loss_step": 2.661372423171997, "n_params": 4346920, "total_flops": 37123392307200000, "train_loss": 0.015162946283817291, "subset_score_loss": 0.015162946283817291}
+{"step": 2790000, "wall_time": 27998.48398709297, "train_loss_step": 2.2983880043029785, "n_params": 4346920, "total_flops": 37256929689600000, "train_loss": 0.015289157629013062, "subset_score_loss": 0.015289157629013062}
+{"step": 2800000, "wall_time": 28162.463858366013, "train_loss_step": 2.340392827987671, "n_params": 4346920, "total_flops": 37390467072000000, "train_loss": 0.01552576720714569, "subset_score_loss": 0.01552576720714569, "memorization_fraction_pixel": 0.5202999711036682, "mean_nn_ratio_pixel": 0.36357519030570984, "fid": 51.79672543743902}
+{"step": 2810000, "wall_time": 28256.79917240143, "train_loss_step": 2.4340126514434814, "n_params": 4346920, "total_flops": 37524004454400000, "train_loss": 0.01524456888437271, "subset_score_loss": 0.01524456888437271}
+{"step": 2820000, "wall_time": 28350.680400133133, "train_loss_step": 2.501807689666748, "n_params": 4346920, "total_flops": 37657541836800000, "train_loss": 0.01468464732170105, "subset_score_loss": 0.01468464732170105}
+{"step": 2830000, "wall_time": 28444.2522854805, "train_loss_step": 2.605987310409546, "n_params": 4346920, "total_flops": 37791079219200000, "train_loss": 0.015705892443656923, "subset_score_loss": 0.015705892443656923}
+{"step": 2840000, "wall_time": 28538.246440172195, "train_loss_step": 2.3167355060577393, "n_params": 4346920, "total_flops": 37924616601600000, "train_loss": 0.015319471061229707, "subset_score_loss": 0.015319471061229707}
+{"step": 2850000, "wall_time": 28632.16886615753, "train_loss_step": 2.1929547786712646, "n_params": 4346920, "total_flops": 38058153984000000, "train_loss": 0.015071198344230652, "subset_score_loss": 0.015071198344230652}
+{"step": 2860000, "wall_time": 28725.470751285553, "train_loss_step": 2.2517194747924805, "n_params": 4346920, "total_flops": 38191691366400000, "train_loss": 0.014801023900508881, "subset_score_loss": 0.014801023900508881}
+{"step": 2870000, "wall_time": 28819.31476998329, "train_loss_step": 2.6212449073791504, "n_params": 4346920, "total_flops": 38325228748800000, "train_loss": 0.01437014639377594, "subset_score_loss": 0.01437014639377594}
+{"step": 2880000, "wall_time": 28901.47607755661, "train_loss_step": 2.3425073623657227, "n_params": 4346920, "total_flops": 38458766131200000, "train_loss": 0.01460350602865219, "subset_score_loss": 0.01460350602865219}
+{"step": 2890000, "wall_time": 28995.355699777603, "train_loss_step": 2.4722790718078613, "n_params": 4346920, "total_flops": 38592303513600000, "train_loss": 0.01429283171892166, "subset_score_loss": 0.01429283171892166}
+{"step": 2900000, "wall_time": 29160.704904079437, "train_loss_step": 2.4140067100524902, "n_params": 4346920, "total_flops": 38725840896000000, "train_loss": 0.014548054337501526, "subset_score_loss": 0.014548054337501526, "memorization_fraction_pixel": 0.5443999767303467, "mean_nn_ratio_pixel": 0.3576763868331909, "fid": 52.36941017599575}
+{"step": 2910000, "wall_time": 29254.545721530914, "train_loss_step": 2.2483139038085938, "n_params": 4346920, "total_flops": 38859378278400000, "train_loss": 0.01456812471151352, "subset_score_loss": 0.01456812471151352}
+{"step": 2920000, "wall_time": 29348.675278425217, "train_loss_step": 2.426636219024658, "n_params": 4346920, "total_flops": 38992915660800000, "train_loss": 0.014569546282291412, "subset_score_loss": 0.014569546282291412}
+{"step": 2930000, "wall_time": 29442.642842769623, "train_loss_step": 2.09431791305542, "n_params": 4346920, "total_flops": 39126453043200000, "train_loss": 0.015136080980300903, "subset_score_loss": 0.015136080980300903}
+{"step": 2940000, "wall_time": 29536.475482940674, "train_loss_step": 2.3289785385131836, "n_params": 4346920, "total_flops": 39259990425600000, "train_loss": 0.014379967749118806, "subset_score_loss": 0.014379967749118806}
+{"step": 2950000, "wall_time": 29630.293035268784, "train_loss_step": 2.670252799987793, "n_params": 4346920, "total_flops": 39393527808000000, "train_loss": 0.014377471804618836, "subset_score_loss": 0.014377471804618836}
+{"step": 2960000, "wall_time": 29724.37100124359, "train_loss_step": 2.3712692260742188, "n_params": 4346920, "total_flops": 39527065190400000, "train_loss": 0.013997763395309448, "subset_score_loss": 0.013997763395309448}
+{"step": 2970000, "wall_time": 29819.061040639877, "train_loss_step": 2.431919574737549, "n_params": 4346920, "total_flops": 39660602572800000, "train_loss": 0.014106923341751098, "subset_score_loss": 0.014106923341751098}
+{"step": 2980000, "wall_time": 29907.429012298584, "train_loss_step": 2.2650046348571777, "n_params": 4346920, "total_flops": 39794139955200000, "train_loss": 0.014024196565151215, "subset_score_loss": 0.014024196565151215}
+{"step": 2990000, "wall_time": 30002.48336672783, "train_loss_step": 2.2877206802368164, "n_params": 4346920, "total_flops": 39927677337600000, "train_loss": 0.014460454881191253, "subset_score_loss": 0.014460454881191253}
+{"step": 3000000, "wall_time": 30168.334520101547, "train_loss_step": 2.280350685119629, "n_params": 4346920, "total_flops": 40061214720000000, "train_loss": 0.014855237305164337, "subset_score_loss": 0.014855237305164337, "memorization_fraction_pixel": 0.5443000197410583, "mean_nn_ratio_pixel": 0.3577999174594879, "fid": 52.03169838101223}
+{"step": 3010000, "wall_time": 30263.670921325684, "train_loss_step": 2.5694870948791504, "n_params": 4346920, "total_flops": 40194752102400000, "train_loss": 0.015068267285823823, "subset_score_loss": 0.015068267285823823}
+{"step": 3020000, "wall_time": 30358.3178896904, "train_loss_step": 2.6701784133911133, "n_params": 4346920, "total_flops": 40328289484800000, "train_loss": 0.014138685166835785, "subset_score_loss": 0.014138685166835785}
+{"step": 3030000, "wall_time": 30453.114300251007, "train_loss_step": 2.687839984893799, "n_params": 4346920, "total_flops": 40461826867200000, "train_loss": 0.014243769645690917, "subset_score_loss": 0.014243769645690917}
+{"step": 3040000, "wall_time": 30547.907277584076, "train_loss_step": 2.547736167907715, "n_params": 4346920, "total_flops": 40595364249600000, "train_loss": 0.014258947968482972, "subset_score_loss": 0.014258947968482972}
+{"step": 3050000, "wall_time": 30642.200996160507, "train_loss_step": 2.5963497161865234, "n_params": 4346920, "total_flops": 40728901632000000, "train_loss": 0.014135712385177612, "subset_score_loss": 0.014135712385177612}
+{"step": 3060000, "wall_time": 30736.900837659836, "train_loss_step": 2.4115796089172363, "n_params": 4346920, "total_flops": 40862439014400000, "train_loss": 0.01418536901473999, "subset_score_loss": 0.01418536901473999}
+{"step": 3070000, "wall_time": 30825.171865701675, "train_loss_step": 2.630789279937744, "n_params": 4346920, "total_flops": 40995976396800000, "train_loss": 0.013864168524742126, "subset_score_loss": 0.013864168524742126}
+{"step": 3080000, "wall_time": 30912.225643634796, "train_loss_step": 2.428149700164795, "n_params": 4346920, "total_flops": 41129513779200000, "train_loss": 0.013529266417026519, "subset_score_loss": 0.013529266417026519}
+{"step": 3090000, "wall_time": 31007.6749958992, "train_loss_step": 2.639535903930664, "n_params": 4346920, "total_flops": 41263051161600000, "train_loss": 0.013892361521720886, "subset_score_loss": 0.013892361521720886}
+{"step": 3100000, "wall_time": 31172.48157954216, "train_loss_step": 2.400003433227539, "n_params": 4346920, "total_flops": 41396588544000000, "train_loss": 0.01377313733100891, "subset_score_loss": 0.01377313733100891, "memorization_fraction_pixel": 0.5570999979972839, "mean_nn_ratio_pixel": 0.3521333634853363, "fid": 52.54687535572185}
+{"step": 3110000, "wall_time": 31266.52171087265, "train_loss_step": 2.487191677093506, "n_params": 4346920, "total_flops": 41530125926400000, "train_loss": 0.013953250646591187, "subset_score_loss": 0.013953250646591187}
+{"step": 3120000, "wall_time": 31361.207342863083, "train_loss_step": 2.4656596183776855, "n_params": 4346920, "total_flops": 41663663308800000, "train_loss": 0.013469357788562775, "subset_score_loss": 0.013469357788562775}
+{"step": 3130000, "wall_time": 31456.370703220367, "train_loss_step": 2.2387378215789795, "n_params": 4346920, "total_flops": 41797200691200000, "train_loss": 0.014006078243255615, "subset_score_loss": 0.014006078243255615}
+{"step": 3140000, "wall_time": 31550.97839140892, "train_loss_step": 2.437863826751709, "n_params": 4346920, "total_flops": 41930738073600000, "train_loss": 0.013490037620067596, "subset_score_loss": 0.013490037620067596}
+{"step": 3150000, "wall_time": 31646.09556531906, "train_loss_step": 2.3937442302703857, "n_params": 4346920, "total_flops": 42064275456000000, "train_loss": 0.01351732313632965, "subset_score_loss": 0.01351732313632965}
+{"step": 3160000, "wall_time": 31741.26742196083, "train_loss_step": 2.4524974822998047, "n_params": 4346920, "total_flops": 42197812838400000, "train_loss": 0.013458134233951568, "subset_score_loss": 0.013458134233951568}
+{"step": 3170000, "wall_time": 31827.656059503555, "train_loss_step": 2.3887486457824707, "n_params": 4346920, "total_flops": 42331350220800000, "train_loss": 0.013337278366088867, "subset_score_loss": 0.013337278366088867}
+{"step": 3180000, "wall_time": 31921.010023117065, "train_loss_step": 2.5899434089660645, "n_params": 4346920, "total_flops": 42464887603200000, "train_loss": 0.01404946595430374, "subset_score_loss": 0.01404946595430374}
+{"step": 3190000, "wall_time": 32016.22474837303, "train_loss_step": 2.343679904937744, "n_params": 4346920, "total_flops": 42598424985600000, "train_loss": 0.01322730928659439, "subset_score_loss": 0.01322730928659439}
+{"step": 3200000, "wall_time": 32183.5214035511, "train_loss_step": 2.2424230575561523, "n_params": 4346920, "total_flops": 42731962368000000, "train_loss": 0.01326364129781723, "subset_score_loss": 0.01326364129781723, "memorization_fraction_pixel": 0.553600013256073, "mean_nn_ratio_pixel": 0.3508894741535187, "fid": 51.709610058190876}
+{"step": 3210000, "wall_time": 32276.324419736862, "train_loss_step": 2.4101412296295166, "n_params": 4346920, "total_flops": 42865499750400000, "train_loss": 0.013435068726539611, "subset_score_loss": 0.013435068726539611}
+{"step": 3220000, "wall_time": 32371.15756559372, "train_loss_step": 2.313753366470337, "n_params": 4346920, "total_flops": 42999037132800000, "train_loss": 0.013481943309307099, "subset_score_loss": 0.013481943309307099}
+{"step": 3230000, "wall_time": 32465.882239818573, "train_loss_step": 2.2622227668762207, "n_params": 4346920, "total_flops": 43132574515200000, "train_loss": 0.013980545103549957, "subset_score_loss": 0.013980545103549957}
+{"step": 3240000, "wall_time": 32560.463874578476, "train_loss_step": 2.3157076835632324, "n_params": 4346920, "total_flops": 43266111897600000, "train_loss": 0.014067178964614869, "subset_score_loss": 0.014067178964614869}
+{"step": 3250000, "wall_time": 32655.746535778046, "train_loss_step": 2.278773784637451, "n_params": 4346920, "total_flops": 43399649280000000, "train_loss": 0.013211134076118469, "subset_score_loss": 0.013211134076118469}
+{"step": 3260000, "wall_time": 32750.7099108696, "train_loss_step": 2.5383331775665283, "n_params": 4346920, "total_flops": 43533186662400000, "train_loss": 0.01371469795703888, "subset_score_loss": 0.01371469795703888}
+{"step": 3270000, "wall_time": 32830.15375709534, "train_loss_step": 2.4970717430114746, "n_params": 4346920, "total_flops": 43666724044800000, "train_loss": 0.013234476745128631, "subset_score_loss": 0.013234476745128631}
+{"step": 3280000, "wall_time": 32923.91789102554, "train_loss_step": 2.605494499206543, "n_params": 4346920, "total_flops": 43800261427200000, "train_loss": 0.013107389211654663, "subset_score_loss": 0.013107389211654663}
+{"step": 3290000, "wall_time": 33019.71644663811, "train_loss_step": 2.554083824157715, "n_params": 4346920, "total_flops": 43933798809600000, "train_loss": 0.013331317901611328, "subset_score_loss": 0.013331317901611328}
+{"step": 3300000, "wall_time": 33177.14741015434, "train_loss_step": 2.2927792072296143, "n_params": 4346920, "total_flops": 44067336192000000, "train_loss": 0.012765838205814362, "subset_score_loss": 0.012765838205814362, "memorization_fraction_pixel": 0.5633000135421753, "mean_nn_ratio_pixel": 0.3490186929702759, "fid": 53.23401403745092}
+{"step": 3310000, "wall_time": 33270.72165727615, "train_loss_step": 2.360112428665161, "n_params": 4346920, "total_flops": 44200873574400000, "train_loss": 0.013098862767219544, "subset_score_loss": 0.013098862767219544}
+{"step": 3320000, "wall_time": 33365.70592164993, "train_loss_step": 2.3468027114868164, "n_params": 4346920, "total_flops": 44334410956800000, "train_loss": 0.013099272549152375, "subset_score_loss": 0.013099272549152375}
+{"step": 3330000, "wall_time": 33460.67885303497, "train_loss_step": 2.4912285804748535, "n_params": 4346920, "total_flops": 44467948339200000, "train_loss": 0.013268008828163147, "subset_score_loss": 0.013268008828163147}
+{"step": 3340000, "wall_time": 33554.70702147484, "train_loss_step": 2.2382805347442627, "n_params": 4346920, "total_flops": 44601485721600000, "train_loss": 0.012886500358581543, "subset_score_loss": 0.012886500358581543}
+{"step": 3350000, "wall_time": 33650.017532110214, "train_loss_step": 2.4139223098754883, "n_params": 4346920, "total_flops": 44735023104000000, "train_loss": 0.01315488964319229, "subset_score_loss": 0.01315488964319229}
+{"step": 3360000, "wall_time": 33745.10492563248, "train_loss_step": 2.4409446716308594, "n_params": 4346920, "total_flops": 44868560486400000, "train_loss": 0.012716764211654663, "subset_score_loss": 0.012716764211654663}
+{"step": 3370000, "wall_time": 33824.62439393997, "train_loss_step": 2.3341379165649414, "n_params": 4346920, "total_flops": 45002097868800000, "train_loss": 0.013558825850486756, "subset_score_loss": 0.013558825850486756}
+{"step": 3380000, "wall_time": 33916.549961566925, "train_loss_step": 2.3926963806152344, "n_params": 4346920, "total_flops": 45135635251200000, "train_loss": 0.012769852578639985, "subset_score_loss": 0.012769852578639985}
+{"step": 3390000, "wall_time": 34011.33231115341, "train_loss_step": 2.396496295928955, "n_params": 4346920, "total_flops": 45269172633600000, "train_loss": 0.012778112292289734, "subset_score_loss": 0.012778112292289734}
+{"step": 3400000, "wall_time": 34170.935321331024, "train_loss_step": 2.651301860809326, "n_params": 4346920, "total_flops": 45402710016000000, "train_loss": 0.012977948784828186, "subset_score_loss": 0.012977948784828186, "memorization_fraction_pixel": 0.567300021648407, "mean_nn_ratio_pixel": 0.3466203510761261, "fid": 51.73557163022541}
+{"step": 3410000, "wall_time": 34264.97878742218, "train_loss_step": 2.2071852684020996, "n_params": 4346920, "total_flops": 45536247398400000, "train_loss": 0.01344147026538849, "subset_score_loss": 0.01344147026538849}
+{"step": 3420000, "wall_time": 34359.412881851196, "train_loss_step": 2.5922656059265137, "n_params": 4346920, "total_flops": 45669784780800000, "train_loss": 0.012692634761333466, "subset_score_loss": 0.012692634761333466}
+{"step": 3430000, "wall_time": 34453.863043785095, "train_loss_step": 2.5547313690185547, "n_params": 4346920, "total_flops": 45803322163200000, "train_loss": 0.012849929928779601, "subset_score_loss": 0.012849929928779601}
+{"step": 3440000, "wall_time": 34548.55483484268, "train_loss_step": 2.4615015983581543, "n_params": 4346920, "total_flops": 45936859545600000, "train_loss": 0.013006119430065155, "subset_score_loss": 0.013006119430065155}
+{"step": 3450000, "wall_time": 34643.76662373543, "train_loss_step": 2.3762199878692627, "n_params": 4346920, "total_flops": 46070396928000000, "train_loss": 0.01263689398765564, "subset_score_loss": 0.01263689398765564}
+{"step": 3460000, "wall_time": 34738.783096790314, "train_loss_step": 2.165813446044922, "n_params": 4346920, "total_flops": 46203934310400000, "train_loss": 0.013235615193843841, "subset_score_loss": 0.013235615193843841}
+{"step": 3470000, "wall_time": 34819.970383405685, "train_loss_step": 2.5474185943603516, "n_params": 4346920, "total_flops": 46337471692800000, "train_loss": 0.012544582784175872, "subset_score_loss": 0.012544582784175872}
+{"step": 3480000, "wall_time": 34909.93563127518, "train_loss_step": 2.5583810806274414, "n_params": 4346920, "total_flops": 46471009075200000, "train_loss": 0.013052567839622498, "subset_score_loss": 0.013052567839622498}
+{"step": 3490000, "wall_time": 35004.1850733757, "train_loss_step": 2.401160955429077, "n_params": 4346920, "total_flops": 46604546457600000, "train_loss": 0.012370197474956513, "subset_score_loss": 0.012370197474956513}
+{"step": 3500000, "wall_time": 35161.89360117912, "train_loss_step": 2.276533842086792, "n_params": 4346920, "total_flops": 46738083840000000, "train_loss": 0.013424769043922424, "subset_score_loss": 0.013424769043922424, "memorization_fraction_pixel": 0.5726000070571899, "mean_nn_ratio_pixel": 0.3436211347579956, "fid": 52.501892231463344}
+{"step": 3510000, "wall_time": 35256.96623134613, "train_loss_step": 2.3895318508148193, "n_params": 4346920, "total_flops": 46871621222400000, "train_loss": 0.012562769651412963, "subset_score_loss": 0.012562769651412963}
+{"step": 3520000, "wall_time": 35350.18002486229, "train_loss_step": 2.591703414916992, "n_params": 4346920, "total_flops": 47005158604800000, "train_loss": 0.012847453355789185, "subset_score_loss": 0.012847453355789185}
+{"step": 3530000, "wall_time": 35444.382164001465, "train_loss_step": 2.62695574760437, "n_params": 4346920, "total_flops": 47138695987200000, "train_loss": 0.012153306603431701, "subset_score_loss": 0.012153306603431701}
+{"step": 3540000, "wall_time": 35539.195759058, "train_loss_step": 2.5057432651519775, "n_params": 4346920, "total_flops": 47272233369600000, "train_loss": 0.012388701736927032, "subset_score_loss": 0.012388701736927032}
+{"step": 3550000, "wall_time": 35634.03487944603, "train_loss_step": 2.2255516052246094, "n_params": 4346920, "total_flops": 47405770752000000, "train_loss": 0.012516842782497406, "subset_score_loss": 0.012516842782497406}
+{"step": 3560000, "wall_time": 35729.33209729195, "train_loss_step": 2.0184683799743652, "n_params": 4346920, "total_flops": 47539308134400000, "train_loss": 0.011994367837905884, "subset_score_loss": 0.011994367837905884}
+{"step": 3570000, "wall_time": 35812.954778432846, "train_loss_step": 2.748548746109009, "n_params": 4346920, "total_flops": 47672845516800000, "train_loss": 0.011955586820840835, "subset_score_loss": 0.011955586820840835}
+{"step": 3580000, "wall_time": 35901.25281572342, "train_loss_step": 2.4702353477478027, "n_params": 4346920, "total_flops": 47806382899200000, "train_loss": 0.011893080919981003, "subset_score_loss": 0.011893080919981003}
+{"step": 3590000, "wall_time": 35995.904076099396, "train_loss_step": 2.5301198959350586, "n_params": 4346920, "total_flops": 47939920281600000, "train_loss": 0.01243111863732338, "subset_score_loss": 0.01243111863732338}
+{"step": 3600000, "wall_time": 36161.240740299225, "train_loss_step": 2.5177245140075684, "n_params": 4346920, "total_flops": 48073457664000000, "train_loss": 0.012601600587368011, "subset_score_loss": 0.012601600587368011, "memorization_fraction_pixel": 0.5867000222206116, "mean_nn_ratio_pixel": 0.3420887589454651, "fid": 51.81564396453902}
+{"step": 3610000, "wall_time": 36245.893261671066, "train_loss_step": 2.435448408126831, "n_params": 4346920, "total_flops": 48206995046400000, "train_loss": 0.01203303411602974, "subset_score_loss": 0.01203303411602974}
+{"step": 3620000, "wall_time": 36339.36505651474, "train_loss_step": 2.472104072570801, "n_params": 4346920, "total_flops": 48340532428800000, "train_loss": 0.011688514798879623, "subset_score_loss": 0.011688514798879623}
+{"step": 3630000, "wall_time": 36433.72705101967, "train_loss_step": 2.391643762588501, "n_params": 4346920, "total_flops": 48474069811200000, "train_loss": 0.012647226452827454, "subset_score_loss": 0.012647226452827454}
+{"step": 3640000, "wall_time": 36528.80488729477, "train_loss_step": 2.4878149032592773, "n_params": 4346920, "total_flops": 48607607193600000, "train_loss": 0.01169721707701683, "subset_score_loss": 0.01169721707701683}
+{"step": 3650000, "wall_time": 36624.16870903969, "train_loss_step": 2.360306739807129, "n_params": 4346920, "total_flops": 48741144576000000, "train_loss": 0.012023565918207168, "subset_score_loss": 0.012023565918207168}
+{"step": 3660000, "wall_time": 36718.98392510414, "train_loss_step": 2.257457971572876, "n_params": 4346920, "total_flops": 48874681958400000, "train_loss": 0.011793532222509385, "subset_score_loss": 0.011793532222509385}
+{"step": 3670000, "wall_time": 36803.280465602875, "train_loss_step": 2.289684772491455, "n_params": 4346920, "total_flops": 49008219340800000, "train_loss": 0.012248758226633072, "subset_score_loss": 0.012248758226633072}
+{"step": 3680000, "wall_time": 36895.12823367119, "train_loss_step": 2.615403890609741, "n_params": 4346920, "total_flops": 49141756723200000, "train_loss": 0.012124898284673691, "subset_score_loss": 0.012124898284673691}
+{"step": 3690000, "wall_time": 36990.15713095665, "train_loss_step": 2.369539976119995, "n_params": 4346920, "total_flops": 49275294105600000, "train_loss": 0.01196514219045639, "subset_score_loss": 0.01196514219045639}
+{"step": 3700000, "wall_time": 37158.43737411499, "train_loss_step": 2.3746564388275146, "n_params": 4346920, "total_flops": 49408831488000000, "train_loss": 0.012997756898403167, "subset_score_loss": 0.012997756898403167, "memorization_fraction_pixel": 0.5734999775886536, "mean_nn_ratio_pixel": 0.34554439783096313, "fid": 51.987943866960975}
+{"step": 3710000, "wall_time": 37242.18203520775, "train_loss_step": 2.3815417289733887, "n_params": 4346920, "total_flops": 49542368870400000, "train_loss": 0.011677748709917068, "subset_score_loss": 0.011677748709917068}
+{"step": 3720000, "wall_time": 37337.59397673607, "train_loss_step": 2.5980358123779297, "n_params": 4346920, "total_flops": 49675906252800000, "train_loss": 0.012085230648517608, "subset_score_loss": 0.012085230648517608}
+{"step": 3730000, "wall_time": 37430.459953308105, "train_loss_step": 2.3126654624938965, "n_params": 4346920, "total_flops": 49809443635200000, "train_loss": 0.01233568787574768, "subset_score_loss": 0.01233568787574768}
+{"step": 3740000, "wall_time": 37525.5214304924, "train_loss_step": 2.4578824043273926, "n_params": 4346920, "total_flops": 49942981017600000, "train_loss": 0.011830535531044007, "subset_score_loss": 0.011830535531044007}
+{"step": 3750000, "wall_time": 37620.58646893501, "train_loss_step": 2.3119425773620605, "n_params": 4346920, "total_flops": 50076518400000000, "train_loss": 0.012024534493684768, "subset_score_loss": 0.012024534493684768}
+{"step": 3760000, "wall_time": 37715.540379047394, "train_loss_step": 2.072871208190918, "n_params": 4346920, "total_flops": 50210055782400000, "train_loss": 0.011935782432556153, "subset_score_loss": 0.011935782432556153}
+{"step": 3770000, "wall_time": 37797.23101091385, "train_loss_step": 2.5973353385925293, "n_params": 4346920, "total_flops": 50343593164800000, "train_loss": 0.011773847043514252, "subset_score_loss": 0.011773847043514252}
+{"step": 3780000, "wall_time": 37885.513446092606, "train_loss_step": 2.3834359645843506, "n_params": 4346920, "total_flops": 50477130547200000, "train_loss": 0.01169961243867874, "subset_score_loss": 0.01169961243867874}
+{"step": 3790000, "wall_time": 37980.058504104614, "train_loss_step": 2.5496416091918945, "n_params": 4346920, "total_flops": 50610667929600000, "train_loss": 0.011859282851219177, "subset_score_loss": 0.011859282851219177}
+{"step": 3800000, "wall_time": 38148.307931661606, "train_loss_step": 2.4187703132629395, "n_params": 4346920, "total_flops": 50744205312000000, "train_loss": 0.011851083487272263, "subset_score_loss": 0.011851083487272263, "memorization_fraction_pixel": 0.5697000026702881, "mean_nn_ratio_pixel": 0.3441687524318695, "fid": 53.0153621071762}
+{"step": 3810000, "wall_time": 38241.482944726944, "train_loss_step": 2.36106538772583, "n_params": 4346920, "total_flops": 50877742694400000, "train_loss": 0.011418381333351135, "subset_score_loss": 0.011418381333351135}
+{"step": 3820000, "wall_time": 38331.788142204285, "train_loss_step": 2.418879985809326, "n_params": 4346920, "total_flops": 51011280076800000, "train_loss": 0.011557253450155259, "subset_score_loss": 0.011557253450155259}
+{"step": 3830000, "wall_time": 38424.616795539856, "train_loss_step": 2.267096996307373, "n_params": 4346920, "total_flops": 51144817459200000, "train_loss": 0.011476050317287444, "subset_score_loss": 0.011476050317287444}
+{"step": 3840000, "wall_time": 38519.56752419472, "train_loss_step": 2.613882541656494, "n_params": 4346920, "total_flops": 51278354841600000, "train_loss": 0.011566858738660812, "subset_score_loss": 0.011566858738660812}
+{"step": 3850000, "wall_time": 38614.86764407158, "train_loss_step": 2.30120849609375, "n_params": 4346920, "total_flops": 51411892224000000, "train_loss": 0.011779019981622696, "subset_score_loss": 0.011779019981622696}
+{"step": 3860000, "wall_time": 38709.84018230438, "train_loss_step": 2.2775073051452637, "n_params": 4346920, "total_flops": 51545429606400000, "train_loss": 0.011381665617227555, "subset_score_loss": 0.011381665617227555}
+{"step": 3870000, "wall_time": 38794.098798036575, "train_loss_step": 2.380472183227539, "n_params": 4346920, "total_flops": 51678966988800000, "train_loss": 0.01153561994433403, "subset_score_loss": 0.01153561994433403}
+{"step": 3880000, "wall_time": 38886.68536520004, "train_loss_step": 2.3755669593811035, "n_params": 4346920, "total_flops": 51812504371200000, "train_loss": 0.011210041493177414, "subset_score_loss": 0.011210041493177414}
+{"step": 3890000, "wall_time": 38980.93249177933, "train_loss_step": 2.1792328357696533, "n_params": 4346920, "total_flops": 51946041753600000, "train_loss": 0.011121620237827302, "subset_score_loss": 0.011121620237827302}
+{"step": 3900000, "wall_time": 39149.49146819115, "train_loss_step": 2.2097673416137695, "n_params": 4346920, "total_flops": 52079579136000000, "train_loss": 0.011499781161546707, "subset_score_loss": 0.011499781161546707, "memorization_fraction_pixel": 0.5924999713897705, "mean_nn_ratio_pixel": 0.3375415802001953, "fid": 51.32096387921709}
+{"step": 3910000, "wall_time": 39244.73522925377, "train_loss_step": 2.297551393508911, "n_params": 4346920, "total_flops": 52213116518400000, "train_loss": 0.011541473865509033, "subset_score_loss": 0.011541473865509033}
+{"step": 3920000, "wall_time": 39337.4715321064, "train_loss_step": 2.293304920196533, "n_params": 4346920, "total_flops": 52346653900800000, "train_loss": 0.011851678788661956, "subset_score_loss": 0.011851678788661956}
+{"step": 3930000, "wall_time": 39430.94209766388, "train_loss_step": 2.196409225463867, "n_params": 4346920, "total_flops": 52480191283200000, "train_loss": 0.011145689338445664, "subset_score_loss": 0.011145689338445664}
+{"step": 3940000, "wall_time": 39526.373525857925, "train_loss_step": 2.1901206970214844, "n_params": 4346920, "total_flops": 52613728665600000, "train_loss": 0.011218175292015076, "subset_score_loss": 0.011218175292015076}
+{"step": 3950000, "wall_time": 39621.40241312981, "train_loss_step": 2.4988183975219727, "n_params": 4346920, "total_flops": 52747266048000000, "train_loss": 0.011051449179649352, "subset_score_loss": 0.011051449179649352}
+{"step": 3960000, "wall_time": 39716.34539246559, "train_loss_step": 2.578171491622925, "n_params": 4346920, "total_flops": 52880803430400000, "train_loss": 0.011498022824525833, "subset_score_loss": 0.011498022824525833}
+{"step": 3970000, "wall_time": 39797.072174310684, "train_loss_step": 2.257984161376953, "n_params": 4346920, "total_flops": 53014340812800000, "train_loss": 0.011090872436761856, "subset_score_loss": 0.011090872436761856}
+{"step": 3980000, "wall_time": 39885.560100317, "train_loss_step": 2.2683002948760986, "n_params": 4346920, "total_flops": 53147878195200000, "train_loss": 0.010762512683868408, "subset_score_loss": 0.010762512683868408}
+{"step": 3990000, "wall_time": 39979.87898850441, "train_loss_step": 2.7384591102600098, "n_params": 4346920, "total_flops": 53281415577600000, "train_loss": 0.01139748990535736, "subset_score_loss": 0.01139748990535736}
+{"step": 4000000, "wall_time": 40149.013994932175, "train_loss_step": 2.3441572189331055, "n_params": 4346920, "total_flops": 53414952960000000, "train_loss": 0.011170224845409393, "subset_score_loss": 0.011170224845409393, "memorization_fraction_pixel": 0.5841000080108643, "mean_nn_ratio_pixel": 0.3401769697666168, "fid": 51.75923913049146}
+{"step": 4010000, "wall_time": 40243.96061205864, "train_loss_step": 2.5754189491271973, "n_params": 4346920, "total_flops": 53548490342400000, "train_loss": 0.01108921617269516, "subset_score_loss": 0.01108921617269516}
+{"step": 4020000, "wall_time": 40337.12244272232, "train_loss_step": 2.3252689838409424, "n_params": 4346920, "total_flops": 53682027724800000, "train_loss": 0.011204206198453904, "subset_score_loss": 0.011204206198453904}
+{"step": 4030000, "wall_time": 40432.704525470734, "train_loss_step": 2.519498109817505, "n_params": 4346920, "total_flops": 53815565107200000, "train_loss": 0.010830866545438767, "subset_score_loss": 0.010830866545438767}
+{"step": 4040000, "wall_time": 40526.1019179821, "train_loss_step": 2.3431172370910645, "n_params": 4346920, "total_flops": 53949102489600000, "train_loss": 0.010846243053674699, "subset_score_loss": 0.010846243053674699}
+{"step": 4050000, "wall_time": 40621.32730507851, "train_loss_step": 2.5744099617004395, "n_params": 4346920, "total_flops": 54082639872000000, "train_loss": 0.010885203629732132, "subset_score_loss": 0.010885203629732132}
+{"step": 4060000, "wall_time": 40716.395315647125, "train_loss_step": 2.112945556640625, "n_params": 4346920, "total_flops": 54216177254400000, "train_loss": 0.010908081382513046, "subset_score_loss": 0.010908081382513046}
+{"step": 4070000, "wall_time": 40801.264081954956, "train_loss_step": 2.3789637088775635, "n_params": 4346920, "total_flops": 54349714636800000, "train_loss": 0.010805171728134156, "subset_score_loss": 0.010805171728134156}
+{"step": 4080000, "wall_time": 40886.2011988163, "train_loss_step": 2.3258371353149414, "n_params": 4346920, "total_flops": 54483252019200000, "train_loss": 0.01077897623181343, "subset_score_loss": 0.01077897623181343}
+{"step": 4090000, "wall_time": 40980.23343586922, "train_loss_step": 2.2901222705841064, "n_params": 4346920, "total_flops": 54616789401600000, "train_loss": 0.010743596404790879, "subset_score_loss": 0.010743596404790879}
+{"step": 4100000, "wall_time": 41149.37051153183, "train_loss_step": 2.235238790512085, "n_params": 4346920, "total_flops": 54750326784000000, "train_loss": 0.01062740832567215, "subset_score_loss": 0.01062740832567215, "memorization_fraction_pixel": 0.5837000012397766, "mean_nn_ratio_pixel": 0.338056743144989, "fid": 51.378499975786234}
+{"step": 4110000, "wall_time": 41243.665083408356, "train_loss_step": 2.411886215209961, "n_params": 4346920, "total_flops": 54883864166400000, "train_loss": 0.010899199545383454, "subset_score_loss": 0.010899199545383454}
+{"step": 4120000, "wall_time": 41336.89715433121, "train_loss_step": 2.2369794845581055, "n_params": 4346920, "total_flops": 55017401548800000, "train_loss": 0.01050855964422226, "subset_score_loss": 0.01050855964422226}
+{"step": 4130000, "wall_time": 41431.97083878517, "train_loss_step": 2.2870864868164062, "n_params": 4346920, "total_flops": 55150938931200000, "train_loss": 0.010903732478618621, "subset_score_loss": 0.010903732478618621}
+{"step": 4140000, "wall_time": 41525.671354055405, "train_loss_step": 2.4880614280700684, "n_params": 4346920, "total_flops": 55284476313600000, "train_loss": 0.010835307836532592, "subset_score_loss": 0.010835307836532592}
+{"step": 4150000, "wall_time": 41621.132006406784, "train_loss_step": 2.5480575561523438, "n_params": 4346920, "total_flops": 55418013696000000, "train_loss": 0.01058729961514473, "subset_score_loss": 0.01058729961514473}
+{"step": 4160000, "wall_time": 41716.40682768822, "train_loss_step": 2.4460270404815674, "n_params": 4346920, "total_flops": 55551551078400000, "train_loss": 0.010765935480594634, "subset_score_loss": 0.010765935480594634}
+{"step": 4170000, "wall_time": 41804.71485519409, "train_loss_step": 2.3177294731140137, "n_params": 4346920, "total_flops": 55685088460800000, "train_loss": 0.010490616410970688, "subset_score_loss": 0.010490616410970688}
+{"step": 4180000, "wall_time": 41892.567172288895, "train_loss_step": 2.337984800338745, "n_params": 4346920, "total_flops": 55818625843200000, "train_loss": 0.010710059851408004, "subset_score_loss": 0.010710059851408004}
+{"step": 4190000, "wall_time": 41985.77755975723, "train_loss_step": 2.6595120429992676, "n_params": 4346920, "total_flops": 55952163225600000, "train_loss": 0.010377458482980727, "subset_score_loss": 0.010377458482980727}
+{"step": 4200000, "wall_time": 42156.20188975334, "train_loss_step": 2.4513988494873047, "n_params": 4346920, "total_flops": 56085700608000000, "train_loss": 0.010666275769472123, "subset_score_loss": 0.010666275769472123, "memorization_fraction_pixel": 0.5972999930381775, "mean_nn_ratio_pixel": 0.33613115549087524, "fid": 51.7140249862476}
+{"step": 4210000, "wall_time": 42249.3575193882, "train_loss_step": 2.337171792984009, "n_params": 4346920, "total_flops": 56219237990400000, "train_loss": 0.010962346196174621, "subset_score_loss": 0.010962346196174621}
+{"step": 4220000, "wall_time": 42343.00327396393, "train_loss_step": 2.1967058181762695, "n_params": 4346920, "total_flops": 56352775372800000, "train_loss": 0.010824427008628845, "subset_score_loss": 0.010824427008628845}
+{"step": 4230000, "wall_time": 42438.343561172485, "train_loss_step": 2.3318777084350586, "n_params": 4346920, "total_flops": 56486312755200000, "train_loss": 0.010483697801828385, "subset_score_loss": 0.010483697801828385}
+{"step": 4240000, "wall_time": 42533.88462591171, "train_loss_step": 2.3413844108581543, "n_params": 4346920, "total_flops": 56619850137600000, "train_loss": 0.010571562498807908, "subset_score_loss": 0.010571562498807908}
+{"step": 4250000, "wall_time": 42627.29761171341, "train_loss_step": 2.2606067657470703, "n_params": 4346920, "total_flops": 56753387520000000, "train_loss": 0.010551024228334427, "subset_score_loss": 0.010551024228334427}
+{"step": 4260000, "wall_time": 42722.5241920948, "train_loss_step": 2.390151262283325, "n_params": 4346920, "total_flops": 56886924902400000, "train_loss": 0.010694541037082672, "subset_score_loss": 0.010694541037082672}
+{"step": 4270000, "wall_time": 42809.23351407051, "train_loss_step": 2.6928369998931885, "n_params": 4346920, "total_flops": 57020462284800000, "train_loss": 0.0107191301882267, "subset_score_loss": 0.0107191301882267}
+{"step": 4280000, "wall_time": 42898.4534175396, "train_loss_step": 2.457202434539795, "n_params": 4346920, "total_flops": 57153999667200000, "train_loss": 0.010391899943351745, "subset_score_loss": 0.010391899943351745}
+{"step": 4290000, "wall_time": 42992.275017499924, "train_loss_step": 2.105412483215332, "n_params": 4346920, "total_flops": 57287537049600000, "train_loss": 0.010219629108905792, "subset_score_loss": 0.010219629108905792}
+{"step": 4300000, "wall_time": 43160.97563743591, "train_loss_step": 2.169116258621216, "n_params": 4346920, "total_flops": 57421074432000000, "train_loss": 0.010082878172397614, "subset_score_loss": 0.010082878172397614, "memorization_fraction_pixel": 0.5874999761581421, "mean_nn_ratio_pixel": 0.3370513319969177, "fid": 52.17824710273696}
+{"step": 4310000, "wall_time": 43255.43943619728, "train_loss_step": 2.1359570026397705, "n_params": 4346920, "total_flops": 57554611814400000, "train_loss": 0.010424189269542694, "subset_score_loss": 0.010424189269542694}
+{"step": 4320000, "wall_time": 43348.728883743286, "train_loss_step": 2.1258678436279297, "n_params": 4346920, "total_flops": 57688149196800000, "train_loss": 0.010772081464529038, "subset_score_loss": 0.010772081464529038}
+{"step": 4330000, "wall_time": 43444.41378283501, "train_loss_step": 2.409726142883301, "n_params": 4346920, "total_flops": 57821686579200000, "train_loss": 0.010502775758504867, "subset_score_loss": 0.010502775758504867}
+{"step": 4340000, "wall_time": 43540.00622534752, "train_loss_step": 2.336042642593384, "n_params": 4346920, "total_flops": 57955223961600000, "train_loss": 0.010875482112169266, "subset_score_loss": 0.010875482112169266}
+{"step": 4350000, "wall_time": 43633.52573943138, "train_loss_step": 2.4805705547332764, "n_params": 4346920, "total_flops": 58088761344000000, "train_loss": 0.010143429785966874, "subset_score_loss": 0.010143429785966874}
+{"step": 4360000, "wall_time": 43728.96228456497, "train_loss_step": 2.525587558746338, "n_params": 4346920, "total_flops": 58222298726400000, "train_loss": 0.010601578652858734, "subset_score_loss": 0.010601578652858734}
+{"step": 4370000, "wall_time": 43813.50083732605, "train_loss_step": 2.335432529449463, "n_params": 4346920, "total_flops": 58355836108800000, "train_loss": 0.010670863091945648, "subset_score_loss": 0.010670863091945648}
+{"step": 4380000, "wall_time": 43904.19373559952, "train_loss_step": 2.7234106063842773, "n_params": 4346920, "total_flops": 58489373491200000, "train_loss": 0.010175440460443497, "subset_score_loss": 0.010175440460443497}
+{"step": 4390000, "wall_time": 43997.933287382126, "train_loss_step": 2.3458900451660156, "n_params": 4346920, "total_flops": 58622910873600000, "train_loss": 0.010411003977060318, "subset_score_loss": 0.010411003977060318}
+{"step": 4400000, "wall_time": 44167.331010103226, "train_loss_step": 2.5346102714538574, "n_params": 4346920, "total_flops": 58756448256000000, "train_loss": 0.01024881675839424, "subset_score_loss": 0.01024881675839424, "memorization_fraction_pixel": 0.6079000234603882, "mean_nn_ratio_pixel": 0.3330710828304291, "fid": 51.42530296745437}
+{"step": 4410000, "wall_time": 44262.97057271004, "train_loss_step": 2.42995548248291, "n_params": 4346920, "total_flops": 58889985638400000, "train_loss": 0.010169018059968948, "subset_score_loss": 0.010169018059968948}
+{"step": 4420000, "wall_time": 44356.32138991356, "train_loss_step": 2.445046901702881, "n_params": 4346920, "total_flops": 59023523020800000, "train_loss": 0.010014154762029649, "subset_score_loss": 0.010014154762029649}
+{"step": 4430000, "wall_time": 44451.819682359695, "train_loss_step": 2.3970162868499756, "n_params": 4346920, "total_flops": 59157060403200000, "train_loss": 0.01044904813170433, "subset_score_loss": 0.01044904813170433}
+{"step": 4440000, "wall_time": 44546.88725447655, "train_loss_step": 2.317786455154419, "n_params": 4346920, "total_flops": 59290597785600000, "train_loss": 0.010047569870948792, "subset_score_loss": 0.010047569870948792}
+{"step": 4450000, "wall_time": 44642.22309088707, "train_loss_step": 2.381351947784424, "n_params": 4346920, "total_flops": 59424135168000000, "train_loss": 0.01053873673081398, "subset_score_loss": 0.01053873673081398}
+{"step": 4460000, "wall_time": 44735.34094786644, "train_loss_step": 2.192689895629883, "n_params": 4346920, "total_flops": 59557672550400000, "train_loss": 0.010286007821559907, "subset_score_loss": 0.010286007821559907}
+{"step": 4470000, "wall_time": 44819.39384222031, "train_loss_step": 2.3448569774627686, "n_params": 4346920, "total_flops": 59691209932800000, "train_loss": 0.010174723714590073, "subset_score_loss": 0.010174723714590073}
+{"step": 4480000, "wall_time": 44907.563955783844, "train_loss_step": 2.5914673805236816, "n_params": 4346920, "total_flops": 59824747315200000, "train_loss": 0.009883806109428406, "subset_score_loss": 0.009883806109428406}
+{"step": 4490000, "wall_time": 45001.61256623268, "train_loss_step": 2.409883499145508, "n_params": 4346920, "total_flops": 59958284697600000, "train_loss": 0.00983165055513382, "subset_score_loss": 0.00983165055513382}
+{"step": 4500000, "wall_time": 45170.619119644165, "train_loss_step": 2.383450746536255, "n_params": 4346920, "total_flops": 60091822080000000, "train_loss": 0.009919380396604538, "subset_score_loss": 0.009919380396604538, "memorization_fraction_pixel": 0.5965999960899353, "mean_nn_ratio_pixel": 0.33532530069351196, "fid": 52.74778861736411}
+{"step": 4510000, "wall_time": 45266.67678666115, "train_loss_step": 2.300940990447998, "n_params": 4346920, "total_flops": 60225359462400000, "train_loss": 0.01013786494731903, "subset_score_loss": 0.01013786494731903}
+{"step": 4520000, "wall_time": 45359.11694383621, "train_loss_step": 2.4325637817382812, "n_params": 4346920, "total_flops": 60358896844800000, "train_loss": 0.010146013647317886, "subset_score_loss": 0.010146013647317886}
+{"step": 4530000, "wall_time": 45454.51970458031, "train_loss_step": 2.4024171829223633, "n_params": 4346920, "total_flops": 60492434227200000, "train_loss": 0.010654974728822708, "subset_score_loss": 0.010654974728822708}
+{"step": 4540000, "wall_time": 45549.9121491909, "train_loss_step": 2.4107906818389893, "n_params": 4346920, "total_flops": 60625971609600000, "train_loss": 0.009834330528974533, "subset_score_loss": 0.009834330528974533}
+{"step": 4550000, "wall_time": 45645.91980576515, "train_loss_step": 2.414618968963623, "n_params": 4346920, "total_flops": 60759508992000000, "train_loss": 0.010545448958873748, "subset_score_loss": 0.010545448958873748}
+{"step": 4560000, "wall_time": 45738.75392603874, "train_loss_step": 2.1718266010284424, "n_params": 4346920, "total_flops": 60893046374400000, "train_loss": 0.009633517265319825, "subset_score_loss": 0.009633517265319825}
+{"step": 4570000, "wall_time": 45825.57045650482, "train_loss_step": 2.417405128479004, "n_params": 4346920, "total_flops": 61026583756800000, "train_loss": 0.00997389256954193, "subset_score_loss": 0.00997389256954193}
+{"step": 4580000, "wall_time": 45916.772629499435, "train_loss_step": 2.016284465789795, "n_params": 4346920, "total_flops": 61160121139200000, "train_loss": 0.010187457501888274, "subset_score_loss": 0.010187457501888274}
+{"step": 4590000, "wall_time": 46010.531247377396, "train_loss_step": 2.418532133102417, "n_params": 4346920, "total_flops": 61293658521600000, "train_loss": 0.010440799593925475, "subset_score_loss": 0.010440799593925475}
+{"step": 4600000, "wall_time": 46180.23021674156, "train_loss_step": 2.3835320472717285, "n_params": 4346920, "total_flops": 61427195904000000, "train_loss": 0.009713990986347199, "subset_score_loss": 0.009713990986347199, "memorization_fraction_pixel": 0.602400004863739, "mean_nn_ratio_pixel": 0.33504608273506165, "fid": 50.828582247385384}
+{"step": 4610000, "wall_time": 46276.0251121521, "train_loss_step": 2.475001335144043, "n_params": 4346920, "total_flops": 61560733286400000, "train_loss": 0.009909266978502274, "subset_score_loss": 0.009909266978502274}
+{"step": 4620000, "wall_time": 46368.950109004974, "train_loss_step": 2.2236785888671875, "n_params": 4346920, "total_flops": 61694270668800000, "train_loss": 0.010226592421531677, "subset_score_loss": 0.010226592421531677}
+{"step": 4630000, "wall_time": 46463.787333488464, "train_loss_step": 2.4709930419921875, "n_params": 4346920, "total_flops": 61827808051200000, "train_loss": 0.009470053762197495, "subset_score_loss": 0.009470053762197495}
+{"step": 4640000, "wall_time": 46558.97802448273, "train_loss_step": 2.6126132011413574, "n_params": 4346920, "total_flops": 61961345433600000, "train_loss": 0.009554789960384369, "subset_score_loss": 0.009554789960384369}
+{"step": 4650000, "wall_time": 46654.05428624153, "train_loss_step": 2.26969575881958, "n_params": 4346920, "total_flops": 62094882816000000, "train_loss": 0.009531983733177185, "subset_score_loss": 0.009531983733177185}
+{"step": 4660000, "wall_time": 46747.27295947075, "train_loss_step": 2.390078544616699, "n_params": 4346920, "total_flops": 62228420198400000, "train_loss": 0.009584888070821761, "subset_score_loss": 0.009584888070821761}
+{"step": 4670000, "wall_time": 46831.2775785923, "train_loss_step": 2.570627212524414, "n_params": 4346920, "total_flops": 62361957580800000, "train_loss": 0.009477266669273376, "subset_score_loss": 0.009477266669273376}
+{"step": 4680000, "wall_time": 46924.12555193901, "train_loss_step": 2.0789594650268555, "n_params": 4346920, "total_flops": 62495494963200000, "train_loss": 0.01015288457274437, "subset_score_loss": 0.01015288457274437}
+{"step": 4690000, "wall_time": 47017.84250497818, "train_loss_step": 2.220447301864624, "n_params": 4346920, "total_flops": 62629032345600000, "train_loss": 0.009362523257732392, "subset_score_loss": 0.009362523257732392}
+{"step": 4700000, "wall_time": 47187.86260008812, "train_loss_step": 2.2553930282592773, "n_params": 4346920, "total_flops": 62762569728000000, "train_loss": 0.009721362590789795, "subset_score_loss": 0.009721362590789795, "memorization_fraction_pixel": 0.6032000184059143, "mean_nn_ratio_pixel": 0.33425477147102356, "fid": 51.97995475967521}
+{"step": 4710000, "wall_time": 47283.695942640305, "train_loss_step": 2.3936607837677, "n_params": 4346920, "total_flops": 62896107110400000, "train_loss": 0.009807814657688142, "subset_score_loss": 0.009807814657688142}
+{"step": 4720000, "wall_time": 47377.72139167786, "train_loss_step": 2.23054838180542, "n_params": 4346920, "total_flops": 63029644492800000, "train_loss": 0.009746191650629043, "subset_score_loss": 0.009746191650629043}
+{"step": 4730000, "wall_time": 47472.166957855225, "train_loss_step": 2.343148708343506, "n_params": 4346920, "total_flops": 63163181875200000, "train_loss": 0.009304379671812057, "subset_score_loss": 0.009304379671812057}
+{"step": 4740000, "wall_time": 47567.27660512924, "train_loss_step": 2.2915117740631104, "n_params": 4346920, "total_flops": 63296719257600000, "train_loss": 0.010869035869836808, "subset_score_loss": 0.010869035869836808}
+{"step": 4750000, "wall_time": 47662.36753630638, "train_loss_step": 2.674262046813965, "n_params": 4346920, "total_flops": 63430256640000000, "train_loss": 0.010039453208446503, "subset_score_loss": 0.010039453208446503}
+{"step": 4760000, "wall_time": 47758.04590797424, "train_loss_step": 2.296640396118164, "n_params": 4346920, "total_flops": 63563794022400000, "train_loss": 0.009707202017307282, "subset_score_loss": 0.009707202017307282}
+{"step": 4770000, "wall_time": 47844.5980091095, "train_loss_step": 2.4741477966308594, "n_params": 4346920, "total_flops": 63697331404800000, "train_loss": 0.009417908638715744, "subset_score_loss": 0.009417908638715744}
+{"step": 4780000, "wall_time": 47939.43399524689, "train_loss_step": 2.441422462463379, "n_params": 4346920, "total_flops": 63830868787200000, "train_loss": 0.009544986486434936, "subset_score_loss": 0.009544986486434936}
+{"step": 4790000, "wall_time": 48033.47679018974, "train_loss_step": 2.494905948638916, "n_params": 4346920, "total_flops": 63964406169600000, "train_loss": 0.009547966718673705, "subset_score_loss": 0.009547966718673705}
+{"step": 4800000, "wall_time": 48203.32444047928, "train_loss_step": 2.5681562423706055, "n_params": 4346920, "total_flops": 64097943552000000, "train_loss": 0.009525322169065476, "subset_score_loss": 0.009525322169065476, "memorization_fraction_pixel": 0.607699990272522, "mean_nn_ratio_pixel": 0.33033525943756104, "fid": 51.41205487733211}
+{"step": 4810000, "wall_time": 48299.12149858475, "train_loss_step": 2.5898256301879883, "n_params": 4346920, "total_flops": 64231480934400000, "train_loss": 0.009503605961799621, "subset_score_loss": 0.009503605961799621}
+{"step": 4820000, "wall_time": 48393.04472613335, "train_loss_step": 2.135746479034424, "n_params": 4346920, "total_flops": 64365018316800000, "train_loss": 0.009294989705085754, "subset_score_loss": 0.009294989705085754}
+{"step": 4830000, "wall_time": 48487.78823661804, "train_loss_step": 2.1674561500549316, "n_params": 4346920, "total_flops": 64498555699200000, "train_loss": 0.00931052714586258, "subset_score_loss": 0.00931052714586258}
+{"step": 4840000, "wall_time": 48583.16562247276, "train_loss_step": 2.3185977935791016, "n_params": 4346920, "total_flops": 64632093081600000, "train_loss": 0.009278334677219391, "subset_score_loss": 0.009278334677219391}
+{"step": 4850000, "wall_time": 48678.49805188179, "train_loss_step": 2.5707790851593018, "n_params": 4346920, "total_flops": 64765630464000000, "train_loss": 0.009569033980369568, "subset_score_loss": 0.009569033980369568}
+{"step": 4860000, "wall_time": 48769.31699991226, "train_loss_step": 2.263566017150879, "n_params": 4346920, "total_flops": 64899167846400000, "train_loss": 0.009099532663822175, "subset_score_loss": 0.009099532663822175}
+{"step": 4870000, "wall_time": 48845.111530303955, "train_loss_step": 2.229463577270508, "n_params": 4346920, "total_flops": 65032705228800000, "train_loss": 0.009319980442523957, "subset_score_loss": 0.009319980442523957}
+{"step": 4880000, "wall_time": 48922.82999968529, "train_loss_step": 2.2854390144348145, "n_params": 4346920, "total_flops": 65166242611200000, "train_loss": 0.009690973162651061, "subset_score_loss": 0.009690973162651061}
+{"step": 4890000, "wall_time": 48998.645421266556, "train_loss_step": 2.272623300552368, "n_params": 4346920, "total_flops": 65299779993600000, "train_loss": 0.00935228392481804, "subset_score_loss": 0.00935228392481804}
+{"step": 4900000, "wall_time": 49138.55090546608, "train_loss_step": 2.5124716758728027, "n_params": 4346920, "total_flops": 65433317376000000, "train_loss": 0.009931109100580215, "subset_score_loss": 0.009931109100580215, "memorization_fraction_pixel": 0.6101999878883362, "mean_nn_ratio_pixel": 0.3327576220035553, "fid": 52.428416142362074}
+{"step": 4910000, "wall_time": 49216.49195766449, "train_loss_step": 2.218151807785034, "n_params": 4346920, "total_flops": 65566854758400000, "train_loss": 0.009701782464981079, "subset_score_loss": 0.009701782464981079}
+{"step": 4920000, "wall_time": 49291.05585741997, "train_loss_step": 2.523677349090576, "n_params": 4346920, "total_flops": 65700392140800000, "train_loss": 0.009102622419595719, "subset_score_loss": 0.009102622419595719}
+{"step": 4930000, "wall_time": 49368.83192062378, "train_loss_step": 2.3841335773468018, "n_params": 4346920, "total_flops": 65833929523200000, "train_loss": 0.009006927907466888, "subset_score_loss": 0.009006927907466888}
+{"step": 4940000, "wall_time": 49446.837241888046, "train_loss_step": 2.2934141159057617, "n_params": 4346920, "total_flops": 65967466905600000, "train_loss": 0.00898345410823822, "subset_score_loss": 0.00898345410823822}
+{"step": 4950000, "wall_time": 49524.92195868492, "train_loss_step": 2.304300546646118, "n_params": 4346920, "total_flops": 66101004288000000, "train_loss": 0.009589910507202148, "subset_score_loss": 0.009589910507202148}
+{"step": 4960000, "wall_time": 49602.54006052017, "train_loss_step": 2.2223424911499023, "n_params": 4346920, "total_flops": 66234541670400000, "train_loss": 0.00924161747097969, "subset_score_loss": 0.00924161747097969}
+{"step": 4970000, "wall_time": 49680.753731012344, "train_loss_step": 2.1853652000427246, "n_params": 4346920, "total_flops": 66368079052800000, "train_loss": 0.009539750963449478, "subset_score_loss": 0.009539750963449478}
+{"step": 4980000, "wall_time": 49756.30187058449, "train_loss_step": 2.3143749237060547, "n_params": 4346920, "total_flops": 66501616435200000, "train_loss": 0.009190774708986282, "subset_score_loss": 0.009190774708986282}
+{"step": 4990000, "wall_time": 49834.76342487335, "train_loss_step": 2.5693509578704834, "n_params": 4346920, "total_flops": 66635153817600000, "train_loss": 0.009052446484565735, "subset_score_loss": 0.009052446484565735}
+{"step": 5000000, "wall_time": 49941.040796518326, "train_loss_step": 2.2418227195739746, "n_params": 4346920, "total_flops": 66768691200000000, "train_loss": 0.009565388411283493, "subset_score_loss": 0.009565388411283493, "memorization_fraction_pixel": 0.6054999828338623, "mean_nn_ratio_pixel": 0.3326817750930786, "fid": 51.44797123272461}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d40/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d40/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..f24c82cf6aeb54c306b42fc9808aca71f6d26e3d
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d40/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     74s | train_loss=0.9971 | fid=275.8813
+  step   10000 |    167s | train_loss=0.8480
+  step   20000 |    261s | train_loss=0.8191
+  step   30000 |    355s | train_loss=0.7638
+  step   40000 |    448s | train_loss=0.6788
+  step   50000 |    542s | train_loss=0.5490
+  step   60000 |    636s | train_loss=0.4041
+  step   70000 |    729s | train_loss=0.2958
+  step   80000 |    822s | train_loss=0.2308
+  step   90000 |    916s | train_loss=0.1923
+  step  100000 |   1076s | train_loss=0.1703 | fid=58.3601
+  step  110000 |   1168s | train_loss=0.1551
+  step  120000 |   1262s | train_loss=0.1418
+  step  130000 |   1355s | train_loss=0.1305
+  step  140000 |   1448s | train_loss=0.1240
+  step  150000 |   1542s | train_loss=0.1157
+  step  160000 |   1636s | train_loss=0.1101
+  step  170000 |   1730s | train_loss=0.1060
+  step  180000 |   1824s | train_loss=0.1013
+  step  190000 |   1918s | train_loss=0.0964
+  step  200000 |   2079s | train_loss=0.0939 | fid=56.6309
+  step  210000 |   2172s | train_loss=0.0899
+  step  220000 |   2266s | train_loss=0.0868
+  step  230000 |   2360s | train_loss=0.0839
+  step  240000 |   2454s | train_loss=0.0800
+  step  250000 |   2548s | train_loss=0.0780
+  step  260000 |   2642s | train_loss=0.0765
+  step  270000 |   2736s | train_loss=0.0735
+  step  280000 |   2830s | train_loss=0.0721
+  step  290000 |   2922s | train_loss=0.0711
+  step  300000 |   3087s | train_loss=0.0679 | fid=56.6406
+  step  310000 |   3181s | train_loss=0.0669
+  step  320000 |   3274s | train_loss=0.0655
+  step  330000 |   3368s | train_loss=0.0648
+  step  340000 |   3462s | train_loss=0.0624
+  step  350000 |   3557s | train_loss=0.0603
+  step  360000 |   3651s | train_loss=0.0594
+  step  370000 |   3745s | train_loss=0.0586
+  step  380000 |   3838s | train_loss=0.0579
+  step  390000 |   3930s | train_loss=0.0570
+  step  400000 |   4096s | train_loss=0.0563 | fid=56.6248
+  step  410000 |   4190s | train_loss=0.0542
+  step  420000 |   4283s | train_loss=0.0542
+  step  430000 |   4377s | train_loss=0.0529
+  step  440000 |   4471s | train_loss=0.0517
+  step  450000 |   4565s | train_loss=0.0515
+  step  460000 |   4660s | train_loss=0.0505
+  step  470000 |   4753s | train_loss=0.0495
+  step  480000 |   4844s | train_loss=0.0489
+  step  490000 |   4938s | train_loss=0.0487
+  step  500000 |   5104s | train_loss=0.0482 | fid=55.8854
+  step  510000 |   5198s | train_loss=0.0474
+  step  520000 |   5291s | train_loss=0.0472
+  step  530000 |   5385s | train_loss=0.0459
+  step  540000 |   5478s | train_loss=0.0459
+  step  550000 |   5573s | train_loss=0.0451
+  step  560000 |   5667s | train_loss=0.0442
+  step  570000 |   5757s | train_loss=0.0435
+  step  580000 |   5851s | train_loss=0.0438
+  step  590000 |   5946s | train_loss=0.0431
+  step  600000 |   6111s | train_loss=0.0426 | fid=54.4745
+  step  610000 |   6205s | train_loss=0.0420
+  step  620000 |   6300s | train_loss=0.0414
+  step  630000 |   6393s | train_loss=0.0413
+  step  640000 |   6486s | train_loss=0.0408
+  step  650000 |   6581s | train_loss=0.0400
+  step  660000 |   6674s | train_loss=0.0401
+  step  670000 |   6765s | train_loss=0.0395
+  step  680000 |   6859s | train_loss=0.0392
+  step  690000 |   6953s | train_loss=0.0396
+  step  700000 |   7119s | train_loss=0.0392 | fid=54.3737
+  step  710000 |   7212s | train_loss=0.0388
+  step  720000 |   7307s | train_loss=0.0380
+  step  730000 |   7399s | train_loss=0.0374
+  step  740000 |   7493s | train_loss=0.0375
+  step  750000 |   7587s | train_loss=0.0372
+  step  760000 |   7678s | train_loss=0.0369
+  step  770000 |   7772s | train_loss=0.0361
+  step  780000 |   7866s | train_loss=0.0361
+  step  790000 |   7960s | train_loss=0.0357
+  step  800000 |   8125s | train_loss=0.0356 | fid=53.9977
+  step  810000 |   8219s | train_loss=0.0351
+  step  820000 |   8313s | train_loss=0.0351
+  step  830000 |   8406s | train_loss=0.0349
+  step  840000 |   8501s | train_loss=0.0345
+  step  850000 |   8591s | train_loss=0.0344
+  step  860000 |   8685s | train_loss=0.0341
+  step  870000 |   8779s | train_loss=0.0338
+  step  880000 |   8873s | train_loss=0.0336
+  step  890000 |   8967s | train_loss=0.0341
+  step  900000 |   9132s | train_loss=0.0337 | fid=53.2102
+  step  910000 |   9226s | train_loss=0.0326
+  step  920000 |   9320s | train_loss=0.0332
+  step  930000 |   9414s | train_loss=0.0327
+  step  940000 |   9506s | train_loss=0.0323
+  step  950000 |   9597s | train_loss=0.0323
+  step  960000 |   9691s | train_loss=0.0317
+  step  970000 |   9785s | train_loss=0.0315
+  step  980000 |   9879s | train_loss=0.0314
+  step  990000 |   9973s | train_loss=0.0310
+  step 1000000 |  10138s | train_loss=0.0311 | fid=53.2736
+  step 1010000 |  10232s | train_loss=0.0305
+  step 1020000 |  10327s | train_loss=0.0308
+  step 1030000 |  10421s | train_loss=0.0308
+  step 1040000 |  10509s | train_loss=0.0303
+  step 1050000 |  10603s | train_loss=0.0307
+  step 1060000 |  10698s | train_loss=0.0297
+  step 1070000 |  10791s | train_loss=0.0302
+  step 1080000 |  10885s | train_loss=0.0294
+  step 1090000 |  10980s | train_loss=0.0292
+  step 1100000 |  11145s | train_loss=0.0289 | fid=52.9604
+  step 1110000 |  11239s | train_loss=0.0289
+  step 1120000 |  11333s | train_loss=0.0288
+  step 1130000 |  11424s | train_loss=0.0285
+  step 1140000 |  11516s | train_loss=0.0283
+  step 1150000 |  11611s | train_loss=0.0280
+  step 1160000 |  11705s | train_loss=0.0279
+  step 1170000 |  11799s | train_loss=0.0281
+  step 1180000 |  11893s | train_loss=0.0279
+  step 1190000 |  11987s | train_loss=0.0275
+  step 1200000 |  12152s | train_loss=0.0278 | fid=52.4570
+  step 1210000 |  12246s | train_loss=0.0279
+  step 1220000 |  12340s | train_loss=0.0276
+  step 1230000 |  12431s | train_loss=0.0271
+  step 1240000 |  12526s | train_loss=0.0269
+  step 1250000 |  12617s | train_loss=0.0274
+  step 1260000 |  12711s | train_loss=0.0267
+  step 1270000 |  12805s | train_loss=0.0268
+  step 1280000 |  12900s | train_loss=0.0263
+  step 1290000 |  12994s | train_loss=0.0264
+  step 1300000 |  13160s | train_loss=0.0255 | fid=52.7532
+  step 1310000 |  13254s | train_loss=0.0264
+  step 1320000 |  13344s | train_loss=0.0257
+  step 1330000 |  13438s | train_loss=0.0256
+  step 1340000 |  13532s | train_loss=0.0261
+  step 1350000 |  13625s | train_loss=0.0263
+  step 1360000 |  13719s | train_loss=0.0257
+  step 1370000 |  13812s | train_loss=0.0252
+  step 1380000 |  13906s | train_loss=0.0253
+  step 1390000 |  14001s | train_loss=0.0253
+  step 1400000 |  14165s | train_loss=0.0250 | fid=52.0091
+  step 1410000 |  14257s | train_loss=0.0245
+  step 1420000 |  14350s | train_loss=0.0251
+  step 1430000 |  14443s | train_loss=0.0242
+  step 1440000 |  14537s | train_loss=0.0242
+  step 1450000 |  14629s | train_loss=0.0246
+  step 1460000 |  14723s | train_loss=0.0240
+  step 1470000 |  14818s | train_loss=0.0240
+  step 1480000 |  14912s | train_loss=0.0245
+  step 1490000 |  15006s | train_loss=0.0242
+  step 1500000 |  15171s | train_loss=0.0236 | fid=51.4374
+  step 1510000 |  15260s | train_loss=0.0236
+  step 1520000 |  15353s | train_loss=0.0232
+  step 1530000 |  15447s | train_loss=0.0234
+  step 1540000 |  15541s | train_loss=0.0238
+  step 1550000 |  15636s | train_loss=0.0231
+  step 1560000 |  15728s | train_loss=0.0230
+  step 1570000 |  15822s | train_loss=0.0233
+  step 1580000 |  15916s | train_loss=0.0227
+  step 1590000 |  16009s | train_loss=0.0226
+  step 1600000 |  16171s | train_loss=0.0227 | fid=51.9132
+  step 1610000 |  16263s | train_loss=0.0229
+  step 1620000 |  16357s | train_loss=0.0225
+  step 1630000 |  16452s | train_loss=0.0220
+  step 1640000 |  16546s | train_loss=0.0221
+  step 1650000 |  16640s | train_loss=0.0221
+  step 1660000 |  16733s | train_loss=0.0228
+  step 1670000 |  16827s | train_loss=0.0220
+  step 1680000 |  16921s | train_loss=0.0218
+  step 1690000 |  17014s | train_loss=0.0220
+  step 1700000 |  17171s | train_loss=0.0215 | fid=52.4610
+  step 1710000 |  17265s | train_loss=0.0217
+  step 1720000 |  17359s | train_loss=0.0214
+  step 1730000 |  17453s | train_loss=0.0224
+  step 1740000 |  17547s | train_loss=0.0214
+  step 1750000 |  17641s | train_loss=0.0217
+  step 1760000 |  17734s | train_loss=0.0211
+  step 1770000 |  17828s | train_loss=0.0211
+  step 1780000 |  17922s | train_loss=0.0212
+  step 1790000 |  18015s | train_loss=0.0215
+  step 1800000 |  18172s | train_loss=0.0209 | fid=52.1867
+  step 1810000 |  18266s | train_loss=0.0209
+  step 1820000 |  18360s | train_loss=0.0207
+  step 1830000 |  18454s | train_loss=0.0210
+  step 1840000 |  18548s | train_loss=0.0206
+  step 1850000 |  18643s | train_loss=0.0206
+  step 1860000 |  18737s | train_loss=0.0206
+  step 1870000 |  18829s | train_loss=0.0201
+  step 1880000 |  18923s | train_loss=0.0208
+  step 1890000 |  19016s | train_loss=0.0202
+  step 1900000 |  19171s | train_loss=0.0196 | fid=52.3842
+  step 1910000 |  19265s | train_loss=0.0204
+  step 1920000 |  19359s | train_loss=0.0198
+  step 1930000 |  19453s | train_loss=0.0204
+  step 1940000 |  19547s | train_loss=0.0196
+  step 1950000 |  19641s | train_loss=0.0198
+  step 1960000 |  19735s | train_loss=0.0198
+  step 1970000 |  19827s | train_loss=0.0197
+  step 1980000 |  19921s | train_loss=0.0197
+  step 1990000 |  20013s | train_loss=0.0200
+  step 2000000 |  20170s | train_loss=0.0196 | fid=51.9667
+  step 2010000 |  20264s | train_loss=0.0191
+  step 2020000 |  20358s | train_loss=0.0198
+  step 2030000 |  20452s | train_loss=0.0194
+  step 2040000 |  20546s | train_loss=0.0191
+  step 2050000 |  20640s | train_loss=0.0188
+  step 2060000 |  20735s | train_loss=0.0195
+  step 2070000 |  20827s | train_loss=0.0191
+  step 2080000 |  20922s | train_loss=0.0192
+  step 2090000 |  21014s | train_loss=0.0189
+  step 2100000 |  21172s | train_loss=0.0188 | fid=52.3143
+  step 2110000 |  21267s | train_loss=0.0183
+  step 2120000 |  21361s | train_loss=0.0184
+  step 2130000 |  21457s | train_loss=0.0190
+  step 2140000 |  21551s | train_loss=0.0187
+  step 2150000 |  21646s | train_loss=0.0184
+  step 2160000 |  21740s | train_loss=0.0179
+  step 2170000 |  21835s | train_loss=0.0189
+  step 2180000 |  21928s | train_loss=0.0188
+  step 2190000 |  22012s | train_loss=0.0182
+  step 2200000 |  22171s | train_loss=0.0179 | fid=51.8352
+  step 2210000 |  22267s | train_loss=0.0184
+  step 2220000 |  22362s | train_loss=0.0185
+  step 2230000 |  22457s | train_loss=0.0180
+  step 2240000 |  22551s | train_loss=0.0181
+  step 2250000 |  22646s | train_loss=0.0181
+  step 2260000 |  22739s | train_loss=0.0176
+  step 2270000 |  22834s | train_loss=0.0181
+  step 2280000 |  22928s | train_loss=0.0181
+  step 2290000 |  23015s | train_loss=0.0176
+  step 2300000 |  23173s | train_loss=0.0175 | fid=51.8267
+  step 2310000 |  23268s | train_loss=0.0171
+  step 2320000 |  23362s | train_loss=0.0173
+  step 2330000 |  23457s | train_loss=0.0172
+  step 2340000 |  23551s | train_loss=0.0173
+  step 2350000 |  23645s | train_loss=0.0174
+  step 2360000 |  23739s | train_loss=0.0173
+  step 2370000 |  23833s | train_loss=0.0176
+  step 2380000 |  23927s | train_loss=0.0170
+  step 2390000 |  24012s | train_loss=0.0176
+  step 2400000 |  24177s | train_loss=0.0167 | fid=51.9540
+  step 2410000 |  24271s | train_loss=0.0170
+  step 2420000 |  24365s | train_loss=0.0170
+  step 2430000 |  24459s | train_loss=0.0169
+  step 2440000 |  24553s | train_loss=0.0167
+  step 2450000 |  24646s | train_loss=0.0168
+  step 2460000 |  24739s | train_loss=0.0171
+  step 2470000 |  24833s | train_loss=0.0168
+  step 2480000 |  24928s | train_loss=0.0168
+  step 2490000 |  25006s | train_loss=0.0165
+  step 2500000 |  25171s | train_loss=0.0163 | fid=51.7713
+  step 2510000 |  25265s | train_loss=0.0170
+  step 2520000 |  25359s | train_loss=0.0160
+  step 2530000 |  25453s | train_loss=0.0162
+  step 2540000 |  25547s | train_loss=0.0157
+  step 2550000 |  25641s | train_loss=0.0162
+  step 2560000 |  25735s | train_loss=0.0156
+  step 2570000 |  25828s | train_loss=0.0163
+  step 2580000 |  25923s | train_loss=0.0166
+  step 2590000 |  26003s | train_loss=0.0159
+  step 2600000 |  26169s | train_loss=0.0158 | fid=52.1889
+  step 2610000 |  26263s | train_loss=0.0159
+  step 2620000 |  26357s | train_loss=0.0159
+  step 2630000 |  26451s | train_loss=0.0157
+  step 2640000 |  26545s | train_loss=0.0156
+  step 2650000 |  26638s | train_loss=0.0162
+  step 2660000 |  26732s | train_loss=0.0155
+  step 2670000 |  26825s | train_loss=0.0160
+  step 2680000 |  26916s | train_loss=0.0155
+  step 2690000 |  27003s | train_loss=0.0156
+  step 2700000 |  27166s | train_loss=0.0158 | fid=51.7881
+  step 2710000 |  27260s | train_loss=0.0153
+  step 2720000 |  27354s | train_loss=0.0155
+  step 2730000 |  27449s | train_loss=0.0150
+  step 2740000 |  27542s | train_loss=0.0150
+  step 2750000 |  27636s | train_loss=0.0155
+  step 2760000 |  27729s | train_loss=0.0152
+  step 2770000 |  27823s | train_loss=0.0158
+  step 2780000 |  27909s | train_loss=0.0152
+  step 2790000 |  27998s | train_loss=0.0153
+  step 2800000 |  28162s | train_loss=0.0155 | fid=51.7967
+  step 2810000 |  28257s | train_loss=0.0152
+  step 2820000 |  28351s | train_loss=0.0147
+  step 2830000 |  28444s | train_loss=0.0157
+  step 2840000 |  28538s | train_loss=0.0153
+  step 2850000 |  28632s | train_loss=0.0151
+  step 2860000 |  28725s | train_loss=0.0148
+  step 2870000 |  28819s | train_loss=0.0144
+  step 2880000 |  28901s | train_loss=0.0146
+  step 2890000 |  28995s | train_loss=0.0143
+  step 2900000 |  29161s | train_loss=0.0145 | fid=52.3694
+  step 2910000 |  29255s | train_loss=0.0146
+  step 2920000 |  29349s | train_loss=0.0146
+  step 2930000 |  29443s | train_loss=0.0151
+  step 2940000 |  29536s | train_loss=0.0144
+  step 2950000 |  29630s | train_loss=0.0144
+  step 2960000 |  29724s | train_loss=0.0140
+  step 2970000 |  29819s | train_loss=0.0141
+  step 2980000 |  29907s | train_loss=0.0140
+  step 2990000 |  30002s | train_loss=0.0145
+  step 3000000 |  30168s | train_loss=0.0149 | fid=52.0317
+  step 3010000 |  30264s | train_loss=0.0151
+  step 3020000 |  30358s | train_loss=0.0141
+  step 3030000 |  30453s | train_loss=0.0142
+  step 3040000 |  30548s | train_loss=0.0143
+  step 3050000 |  30642s | train_loss=0.0141
+  step 3060000 |  30737s | train_loss=0.0142
+  step 3070000 |  30825s | train_loss=0.0139
+  step 3080000 |  30912s | train_loss=0.0135
+  step 3090000 |  31008s | train_loss=0.0139
+  step 3100000 |  31172s | train_loss=0.0138 | fid=52.5469
+  step 3110000 |  31267s | train_loss=0.0140
+  step 3120000 |  31361s | train_loss=0.0135
+  step 3130000 |  31456s | train_loss=0.0140
+  step 3140000 |  31551s | train_loss=0.0135
+  step 3150000 |  31646s | train_loss=0.0135
+  step 3160000 |  31741s | train_loss=0.0135
+  step 3170000 |  31828s | train_loss=0.0133
+  step 3180000 |  31921s | train_loss=0.0140
+  step 3190000 |  32016s | train_loss=0.0132
+  step 3200000 |  32184s | train_loss=0.0133 | fid=51.7096
+  step 3210000 |  32276s | train_loss=0.0134
+  step 3220000 |  32371s | train_loss=0.0135
+  step 3230000 |  32466s | train_loss=0.0140
+  step 3240000 |  32560s | train_loss=0.0141
+  step 3250000 |  32656s | train_loss=0.0132
+  step 3260000 |  32751s | train_loss=0.0137
+  step 3270000 |  32830s | train_loss=0.0132
+  step 3280000 |  32924s | train_loss=0.0131
+  step 3290000 |  33020s | train_loss=0.0133
+  step 3300000 |  33177s | train_loss=0.0128 | fid=53.2340
+  step 3310000 |  33271s | train_loss=0.0131
+  step 3320000 |  33366s | train_loss=0.0131
+  step 3330000 |  33461s | train_loss=0.0133
+  step 3340000 |  33555s | train_loss=0.0129
+  step 3350000 |  33650s | train_loss=0.0132
+  step 3360000 |  33745s | train_loss=0.0127
+  step 3370000 |  33825s | train_loss=0.0136
+  step 3380000 |  33917s | train_loss=0.0128
+  step 3390000 |  34011s | train_loss=0.0128
+  step 3400000 |  34171s | train_loss=0.0130 | fid=51.7356
+  step 3410000 |  34265s | train_loss=0.0134
+  step 3420000 |  34359s | train_loss=0.0127
+  step 3430000 |  34454s | train_loss=0.0128
+  step 3440000 |  34549s | train_loss=0.0130
+  step 3450000 |  34644s | train_loss=0.0126
+  step 3460000 |  34739s | train_loss=0.0132
+  step 3470000 |  34820s | train_loss=0.0125
+  step 3480000 |  34910s | train_loss=0.0131
+  step 3490000 |  35004s | train_loss=0.0124
+  step 3500000 |  35162s | train_loss=0.0134 | fid=52.5019
+  step 3510000 |  35257s | train_loss=0.0126
+  step 3520000 |  35350s | train_loss=0.0128
+  step 3530000 |  35444s | train_loss=0.0122
+  step 3540000 |  35539s | train_loss=0.0124
+  step 3550000 |  35634s | train_loss=0.0125
+  step 3560000 |  35729s | train_loss=0.0120
+  step 3570000 |  35813s | train_loss=0.0120
+  step 3580000 |  35901s | train_loss=0.0119
+  step 3590000 |  35996s | train_loss=0.0124
+  step 3600000 |  36161s | train_loss=0.0126 | fid=51.8156
+  step 3610000 |  36246s | train_loss=0.0120
+  step 3620000 |  36339s | train_loss=0.0117
+  step 3630000 |  36434s | train_loss=0.0126
+  step 3640000 |  36529s | train_loss=0.0117
+  step 3650000 |  36624s | train_loss=0.0120
+  step 3660000 |  36719s | train_loss=0.0118
+  step 3670000 |  36803s | train_loss=0.0122
+  step 3680000 |  36895s | train_loss=0.0121
+  step 3690000 |  36990s | train_loss=0.0120
+  step 3700000 |  37158s | train_loss=0.0130 | fid=51.9879
+  step 3710000 |  37242s | train_loss=0.0117
+  step 3720000 |  37338s | train_loss=0.0121
+  step 3730000 |  37430s | train_loss=0.0123
+  step 3740000 |  37526s | train_loss=0.0118
+  step 3750000 |  37621s | train_loss=0.0120
+  step 3760000 |  37716s | train_loss=0.0119
+  step 3770000 |  37797s | train_loss=0.0118
+  step 3780000 |  37886s | train_loss=0.0117
+  step 3790000 |  37980s | train_loss=0.0119
+  step 3800000 |  38148s | train_loss=0.0119 | fid=53.0154
+  step 3810000 |  38241s | train_loss=0.0114
+  step 3820000 |  38332s | train_loss=0.0116
+  step 3830000 |  38425s | train_loss=0.0115
+  step 3840000 |  38520s | train_loss=0.0116
+  step 3850000 |  38615s | train_loss=0.0118
+  step 3860000 |  38710s | train_loss=0.0114
+  step 3870000 |  38794s | train_loss=0.0115
+  step 3880000 |  38887s | train_loss=0.0112
+  step 3890000 |  38981s | train_loss=0.0111
+  step 3900000 |  39149s | train_loss=0.0115 | fid=51.3210
+  step 3910000 |  39245s | train_loss=0.0115
+  step 3920000 |  39337s | train_loss=0.0119
+  step 3930000 |  39431s | train_loss=0.0111
+  step 3940000 |  39526s | train_loss=0.0112
+  step 3950000 |  39621s | train_loss=0.0111
+  step 3960000 |  39716s | train_loss=0.0115
+  step 3970000 |  39797s | train_loss=0.0111
+  step 3980000 |  39886s | train_loss=0.0108
+  step 3990000 |  39980s | train_loss=0.0114
+  step 4000000 |  40149s | train_loss=0.0112 | fid=51.7592
+  step 4010000 |  40244s | train_loss=0.0111
+  step 4020000 |  40337s | train_loss=0.0112
+  step 4030000 |  40433s | train_loss=0.0108
+  step 4040000 |  40526s | train_loss=0.0108
+  step 4050000 |  40621s | train_loss=0.0109
+  step 4060000 |  40716s | train_loss=0.0109
+  step 4070000 |  40801s | train_loss=0.0108
+  step 4080000 |  40886s | train_loss=0.0108
+  step 4090000 |  40980s | train_loss=0.0107
+  step 4100000 |  41149s | train_loss=0.0106 | fid=51.3785
+  step 4110000 |  41244s | train_loss=0.0109
+  step 4120000 |  41337s | train_loss=0.0105
+  step 4130000 |  41432s | train_loss=0.0109
+  step 4140000 |  41526s | train_loss=0.0108
+  step 4150000 |  41621s | train_loss=0.0106
+  step 4160000 |  41716s | train_loss=0.0108
+  step 4170000 |  41805s | train_loss=0.0105
+  step 4180000 |  41893s | train_loss=0.0107
+  step 4190000 |  41986s | train_loss=0.0104
+  step 4200000 |  42156s | train_loss=0.0107 | fid=51.7140
+  step 4210000 |  42249s | train_loss=0.0110
+  step 4220000 |  42343s | train_loss=0.0108
+  step 4230000 |  42438s | train_loss=0.0105
+  step 4240000 |  42534s | train_loss=0.0106
+  step 4250000 |  42627s | train_loss=0.0106
+  step 4260000 |  42723s | train_loss=0.0107
+  step 4270000 |  42809s | train_loss=0.0107
+  step 4280000 |  42898s | train_loss=0.0104
+  step 4290000 |  42992s | train_loss=0.0102
+  step 4300000 |  43161s | train_loss=0.0101 | fid=52.1782
+  step 4310000 |  43255s | train_loss=0.0104
+  step 4320000 |  43349s | train_loss=0.0108
+  step 4330000 |  43444s | train_loss=0.0105
+  step 4340000 |  43540s | train_loss=0.0109
+  step 4350000 |  43634s | train_loss=0.0101
+  step 4360000 |  43729s | train_loss=0.0106
+  step 4370000 |  43814s | train_loss=0.0107
+  step 4380000 |  43904s | train_loss=0.0102
+  step 4390000 |  43998s | train_loss=0.0104
+  step 4400000 |  44167s | train_loss=0.0102 | fid=51.4253
+  step 4410000 |  44263s | train_loss=0.0102
+  step 4420000 |  44356s | train_loss=0.0100
+  step 4430000 |  44452s | train_loss=0.0104
+  step 4440000 |  44547s | train_loss=0.0100
+  step 4450000 |  44642s | train_loss=0.0105
+  step 4460000 |  44735s | train_loss=0.0103
+  step 4470000 |  44819s | train_loss=0.0102
+  step 4480000 |  44908s | train_loss=0.0099
+  step 4490000 |  45002s | train_loss=0.0098
+  step 4500000 |  45171s | train_loss=0.0099 | fid=52.7478
+  step 4510000 |  45267s | train_loss=0.0101
+  step 4520000 |  45359s | train_loss=0.0101
+  step 4530000 |  45455s | train_loss=0.0107
+  step 4540000 |  45550s | train_loss=0.0098
+  step 4550000 |  45646s | train_loss=0.0105
+  step 4560000 |  45739s | train_loss=0.0096
+  step 4570000 |  45826s | train_loss=0.0100
+  step 4580000 |  45917s | train_loss=0.0102
+  step 4590000 |  46011s | train_loss=0.0104
+  step 4600000 |  46180s | train_loss=0.0097 | fid=50.8286
+  step 4610000 |  46276s | train_loss=0.0099
+  step 4620000 |  46369s | train_loss=0.0102
+  step 4630000 |  46464s | train_loss=0.0095
+  step 4640000 |  46559s | train_loss=0.0096
+  step 4650000 |  46654s | train_loss=0.0095
+  step 4660000 |  46747s | train_loss=0.0096
+  step 4670000 |  46831s | train_loss=0.0095
+  step 4680000 |  46924s | train_loss=0.0102
+  step 4690000 |  47018s | train_loss=0.0094
+  step 4700000 |  47188s | train_loss=0.0097 | fid=51.9800
+  step 4710000 |  47284s | train_loss=0.0098
+  step 4720000 |  47378s | train_loss=0.0097
+  step 4730000 |  47472s | train_loss=0.0093
+  step 4740000 |  47567s | train_loss=0.0109
+  step 4750000 |  47662s | train_loss=0.0100
+  step 4760000 |  47758s | train_loss=0.0097
+  step 4770000 |  47845s | train_loss=0.0094
+  step 4780000 |  47939s | train_loss=0.0095
+  step 4790000 |  48033s | train_loss=0.0095
+  step 4800000 |  48203s | train_loss=0.0095 | fid=51.4121
+  step 4810000 |  48299s | train_loss=0.0095
+  step 4820000 |  48393s | train_loss=0.0093
+  step 4830000 |  48488s | train_loss=0.0093
+  step 4840000 |  48583s | train_loss=0.0093
+  step 4850000 |  48678s | train_loss=0.0096
+  step 4860000 |  48769s | train_loss=0.0091
+  step 4870000 |  48845s | train_loss=0.0093
+  step 4880000 |  48923s | train_loss=0.0097
+  step 4890000 |  48999s | train_loss=0.0094
+  step 4900000 |  49139s | train_loss=0.0099 | fid=52.4284
+  step 4910000 |  49216s | train_loss=0.0097
+  step 4920000 |  49291s | train_loss=0.0091
+  step 4930000 |  49369s | train_loss=0.0090
+  step 4940000 |  49447s | train_loss=0.0090
+  step 4950000 |  49525s | train_loss=0.0096
+  step 4960000 |  49603s | train_loss=0.0092
+  step 4970000 |  49681s | train_loss=0.0095
+  step 4980000 |  49756s | train_loss=0.0092
+  step 4990000 |  49835s | train_loss=0.0091
+  step 5000000 |  49941s | train_loss=0.0096 | fid=51.4480
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d50/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d50/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..81636ba287e90a67902ac9554bdec5a6f8b69d8d
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d50/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d50/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d50",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 45,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d50/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d50/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..0fb0048833d3cbd8fcce128baf1ab909ce36f227
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d50/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 50, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d50/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 45}
+{"step": 1, "wall_time": 70.43358540534973, "train_loss_step": 49.8925895690918, "n_params": 4367410, "total_flops": 13416683520, "train_loss": 1.0032744598388672, "subset_score_loss": 1.0032744598388672, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9739174842834473, "fid": 242.18525236284856}
+{"step": 10000, "wall_time": 151.7975149154663, "train_loss_step": 11.49102783203125, "n_params": 4367410, "total_flops": 134166835200000, "train_loss": 0.8568331146240235, "subset_score_loss": 0.8568331146240235}
+{"step": 20000, "wall_time": 239.65121507644653, "train_loss_step": 10.119036674499512, "n_params": 4367410, "total_flops": 268333670400000, "train_loss": 0.7989515686035156, "subset_score_loss": 0.7989515686035156}
+{"step": 30000, "wall_time": 327.27257919311523, "train_loss_step": 9.285224914550781, "n_params": 4367410, "total_flops": 402500505600000, "train_loss": 0.7113712310791016, "subset_score_loss": 0.7113712310791016}
+{"step": 40000, "wall_time": 414.83637619018555, "train_loss_step": 8.883445739746094, "n_params": 4367410, "total_flops": 536667340800000, "train_loss": 0.5787724304199219, "subset_score_loss": 0.5787724304199219}
+{"step": 50000, "wall_time": 502.43032717704773, "train_loss_step": 7.156054496765137, "n_params": 4367410, "total_flops": 670834176000000, "train_loss": 0.41547119140625, "subset_score_loss": 0.41547119140625}
+{"step": 60000, "wall_time": 590.0533752441406, "train_loss_step": 6.872715950012207, "n_params": 4367410, "total_flops": 805001011200000, "train_loss": 0.29052785873413084, "subset_score_loss": 0.29052785873413084}
+{"step": 70000, "wall_time": 677.566333770752, "train_loss_step": 5.850372314453125, "n_params": 4367410, "total_flops": 939167846400000, "train_loss": 0.22239301681518556, "subset_score_loss": 0.22239301681518556}
+{"step": 80000, "wall_time": 764.8557760715485, "train_loss_step": 5.2803425788879395, "n_params": 4367410, "total_flops": 1073334681600000, "train_loss": 0.18320442199707032, "subset_score_loss": 0.18320442199707032}
+{"step": 90000, "wall_time": 852.4814655780792, "train_loss_step": 5.531074047088623, "n_params": 4367410, "total_flops": 1207501516800000, "train_loss": 0.1617036819458008, "subset_score_loss": 0.1617036819458008}
+{"step": 100000, "wall_time": 1011.3073263168335, "train_loss_step": 4.969997406005859, "n_params": 4367410, "total_flops": 1341668352000000, "train_loss": 0.14597325325012206, "subset_score_loss": 0.14597325325012206, "memorization_fraction_pixel": 0.0010000000474974513, "mean_nn_ratio_pixel": 0.8869479298591614, "fid": 57.23142045839002}
+{"step": 110000, "wall_time": 1094.5895268917084, "train_loss_step": 5.102560997009277, "n_params": 4367410, "total_flops": 1475835187200000, "train_loss": 0.1354435634613037, "subset_score_loss": 0.1354435634613037}
+{"step": 120000, "wall_time": 1180.3769838809967, "train_loss_step": 5.247962951660156, "n_params": 4367410, "total_flops": 1610002022400000, "train_loss": 0.1265890121459961, "subset_score_loss": 0.1265890121459961}
+{"step": 130000, "wall_time": 1267.9453423023224, "train_loss_step": 4.523002624511719, "n_params": 4367410, "total_flops": 1744168857600000, "train_loss": 0.12031086921691894, "subset_score_loss": 0.12031086921691894}
+{"step": 140000, "wall_time": 1355.478387594223, "train_loss_step": 4.799999237060547, "n_params": 4367410, "total_flops": 1878335692800000, "train_loss": 0.11202482223510742, "subset_score_loss": 0.11202482223510742}
+{"step": 150000, "wall_time": 1443.1296269893646, "train_loss_step": 4.30803108215332, "n_params": 4367410, "total_flops": 2012502528000000, "train_loss": 0.1071089267730713, "subset_score_loss": 0.1071089267730713}
+{"step": 160000, "wall_time": 1531.0487716197968, "train_loss_step": 4.710628986358643, "n_params": 4367410, "total_flops": 2146669363200000, "train_loss": 0.1021850872039795, "subset_score_loss": 0.1021850872039795}
+{"step": 170000, "wall_time": 1619.120515346527, "train_loss_step": 4.559884071350098, "n_params": 4367410, "total_flops": 2280836198400000, "train_loss": 0.09603301048278809, "subset_score_loss": 0.09603301048278809}
+{"step": 180000, "wall_time": 1707.0998191833496, "train_loss_step": 4.507699012756348, "n_params": 4367410, "total_flops": 2415003033600000, "train_loss": 0.09262874603271484, "subset_score_loss": 0.09262874603271484}
+{"step": 190000, "wall_time": 1795.1165165901184, "train_loss_step": 4.2895941734313965, "n_params": 4367410, "total_flops": 2549169868800000, "train_loss": 0.09065508842468262, "subset_score_loss": 0.09065508842468262}
+{"step": 200000, "wall_time": 1953.259295463562, "train_loss_step": 4.329551696777344, "n_params": 4367410, "total_flops": 2683336704000000, "train_loss": 0.08671623229980469, "subset_score_loss": 0.08671623229980469, "memorization_fraction_pixel": 0.020899999886751175, "mean_nn_ratio_pixel": 0.7954508662223816, "fid": 54.79201760972753}
+{"step": 210000, "wall_time": 2042.5525414943695, "train_loss_step": 4.611997604370117, "n_params": 4367410, "total_flops": 2817503539200000, "train_loss": 0.08304609298706055, "subset_score_loss": 0.08304609298706055}
+{"step": 220000, "wall_time": 2126.305811882019, "train_loss_step": 4.30190896987915, "n_params": 4367410, "total_flops": 2951670374400000, "train_loss": 0.08006004333496093, "subset_score_loss": 0.08006004333496093}
+{"step": 230000, "wall_time": 2212.6828711032867, "train_loss_step": 4.172832489013672, "n_params": 4367410, "total_flops": 3085837209600000, "train_loss": 0.07795835971832275, "subset_score_loss": 0.07795835971832275}
+{"step": 240000, "wall_time": 2300.6556961536407, "train_loss_step": 3.799342632293701, "n_params": 4367410, "total_flops": 3220004044800000, "train_loss": 0.07668290615081787, "subset_score_loss": 0.07668290615081787}
+{"step": 250000, "wall_time": 2388.753126859665, "train_loss_step": 4.465966701507568, "n_params": 4367410, "total_flops": 3354170880000000, "train_loss": 0.07291553974151611, "subset_score_loss": 0.07291553974151611}
+{"step": 260000, "wall_time": 2476.808720588684, "train_loss_step": 4.180059432983398, "n_params": 4367410, "total_flops": 3488337715200000, "train_loss": 0.07172396659851074, "subset_score_loss": 0.07172396659851074}
+{"step": 270000, "wall_time": 2564.907204389572, "train_loss_step": 3.914701461791992, "n_params": 4367410, "total_flops": 3622504550400000, "train_loss": 0.06981476783752441, "subset_score_loss": 0.06981476783752441}
+{"step": 280000, "wall_time": 2653.0363743305206, "train_loss_step": 3.9121203422546387, "n_params": 4367410, "total_flops": 3756671385600000, "train_loss": 0.0687977647781372, "subset_score_loss": 0.0687977647781372}
+{"step": 290000, "wall_time": 2741.121812105179, "train_loss_step": 4.041509628295898, "n_params": 4367410, "total_flops": 3890838220800000, "train_loss": 0.0663921070098877, "subset_score_loss": 0.0663921070098877}
+{"step": 300000, "wall_time": 2897.139090538025, "train_loss_step": 4.179440975189209, "n_params": 4367410, "total_flops": 4025005056000000, "train_loss": 0.06487719058990478, "subset_score_loss": 0.06487719058990478, "memorization_fraction_pixel": 0.06589999794960022, "mean_nn_ratio_pixel": 0.7291510701179504, "fid": 54.477252490173655}
+{"step": 310000, "wall_time": 2985.2979357242584, "train_loss_step": 3.7511067390441895, "n_params": 4367410, "total_flops": 4159171891200000, "train_loss": 0.06376237392425538, "subset_score_loss": 0.06376237392425538}
+{"step": 320000, "wall_time": 3071.3134021759033, "train_loss_step": 4.19716739654541, "n_params": 4367410, "total_flops": 4293338726400000, "train_loss": 0.06197651386260986, "subset_score_loss": 0.06197651386260986}
+{"step": 330000, "wall_time": 3157.957854270935, "train_loss_step": 3.982604503631592, "n_params": 4367410, "total_flops": 4427505561600000, "train_loss": 0.06101510047912598, "subset_score_loss": 0.06101510047912598}
+{"step": 340000, "wall_time": 3244.3535981178284, "train_loss_step": 3.895057201385498, "n_params": 4367410, "total_flops": 4561672396800000, "train_loss": 0.06030340194702148, "subset_score_loss": 0.06030340194702148}
+{"step": 350000, "wall_time": 3332.498949289322, "train_loss_step": 3.974743366241455, "n_params": 4367410, "total_flops": 4695839232000000, "train_loss": 0.057709121704101564, "subset_score_loss": 0.057709121704101564}
+{"step": 360000, "wall_time": 3420.6402962207794, "train_loss_step": 3.9074106216430664, "n_params": 4367410, "total_flops": 4830006067200000, "train_loss": 0.05716537952423096, "subset_score_loss": 0.05716537952423096}
+{"step": 370000, "wall_time": 3508.7625756263733, "train_loss_step": 3.8464527130126953, "n_params": 4367410, "total_flops": 4964172902400000, "train_loss": 0.05658378601074219, "subset_score_loss": 0.05658378601074219}
+{"step": 380000, "wall_time": 3596.8620822429657, "train_loss_step": 3.432868480682373, "n_params": 4367410, "total_flops": 5098339737600000, "train_loss": 0.05524129390716553, "subset_score_loss": 0.05524129390716553}
+{"step": 390000, "wall_time": 3684.92782497406, "train_loss_step": 3.5498127937316895, "n_params": 4367410, "total_flops": 5232506572800000, "train_loss": 0.055465598106384274, "subset_score_loss": 0.055465598106384274}
+{"step": 400000, "wall_time": 3842.4405131340027, "train_loss_step": 3.4786620140075684, "n_params": 4367410, "total_flops": 5366673408000000, "train_loss": 0.053926067352294924, "subset_score_loss": 0.053926067352294924, "memorization_fraction_pixel": 0.10930000245571136, "mean_nn_ratio_pixel": 0.6830871105194092, "fid": 52.09388908671373}
+{"step": 410000, "wall_time": 3930.5287096500397, "train_loss_step": 3.6280288696289062, "n_params": 4367410, "total_flops": 5500840243200000, "train_loss": 0.052634668350219724, "subset_score_loss": 0.052634668350219724}
+{"step": 420000, "wall_time": 4019.0727093219757, "train_loss_step": 3.660090446472168, "n_params": 4367410, "total_flops": 5635007078400000, "train_loss": 0.051945576667785646, "subset_score_loss": 0.051945576667785646}
+{"step": 430000, "wall_time": 4103.09946680069, "train_loss_step": 3.691708564758301, "n_params": 4367410, "total_flops": 5769173913600000, "train_loss": 0.05175706386566162, "subset_score_loss": 0.05175706386566162}
+{"step": 440000, "wall_time": 4191.4851751327515, "train_loss_step": 4.026193618774414, "n_params": 4367410, "total_flops": 5903340748800000, "train_loss": 0.050462779998779295, "subset_score_loss": 0.050462779998779295}
+{"step": 450000, "wall_time": 4277.9663002491, "train_loss_step": 3.768625259399414, "n_params": 4367410, "total_flops": 6037507584000000, "train_loss": 0.050304932594299315, "subset_score_loss": 0.050304932594299315}
+{"step": 460000, "wall_time": 4366.0616319179535, "train_loss_step": 3.5400779247283936, "n_params": 4367410, "total_flops": 6171674419200000, "train_loss": 0.04965484142303467, "subset_score_loss": 0.04965484142303467}
+{"step": 470000, "wall_time": 4454.251396656036, "train_loss_step": 3.6359848976135254, "n_params": 4367410, "total_flops": 6305841254400000, "train_loss": 0.04907094955444336, "subset_score_loss": 0.04907094955444336}
+{"step": 480000, "wall_time": 4542.39138674736, "train_loss_step": 3.4326601028442383, "n_params": 4367410, "total_flops": 6440008089600000, "train_loss": 0.04899707317352295, "subset_score_loss": 0.04899707317352295}
+{"step": 490000, "wall_time": 4630.508599996567, "train_loss_step": 3.6010944843292236, "n_params": 4367410, "total_flops": 6574174924800000, "train_loss": 0.04765292167663574, "subset_score_loss": 0.04765292167663574}
+{"step": 500000, "wall_time": 4789.0806386470795, "train_loss_step": 3.921794891357422, "n_params": 4367410, "total_flops": 6708341760000000, "train_loss": 0.04769447326660156, "subset_score_loss": 0.04769447326660156, "memorization_fraction_pixel": 0.15000000596046448, "mean_nn_ratio_pixel": 0.6435216069221497, "fid": 52.45853255383027}
+{"step": 510000, "wall_time": 4877.014811754227, "train_loss_step": 3.4464046955108643, "n_params": 4367410, "total_flops": 6842508595200000, "train_loss": 0.047087292671203616, "subset_score_loss": 0.047087292671203616}
+{"step": 520000, "wall_time": 4965.065203905106, "train_loss_step": 3.4321048259735107, "n_params": 4367410, "total_flops": 6976675430400000, "train_loss": 0.047346692085266116, "subset_score_loss": 0.047346692085266116}
+{"step": 530000, "wall_time": 5052.4064292907715, "train_loss_step": 3.464510440826416, "n_params": 4367410, "total_flops": 7110842265600000, "train_loss": 0.045379433631896976, "subset_score_loss": 0.045379433631896976}
+{"step": 540000, "wall_time": 5137.372735500336, "train_loss_step": 3.716520309448242, "n_params": 4367410, "total_flops": 7245009100800000, "train_loss": 0.04524729728698731, "subset_score_loss": 0.04524729728698731}
+{"step": 550000, "wall_time": 5225.600641012192, "train_loss_step": 3.315755844116211, "n_params": 4367410, "total_flops": 7379175936000000, "train_loss": 0.04499420166015625, "subset_score_loss": 0.04499420166015625}
+{"step": 560000, "wall_time": 5312.368832588196, "train_loss_step": 3.552069664001465, "n_params": 4367410, "total_flops": 7513342771200000, "train_loss": 0.04472673892974854, "subset_score_loss": 0.04472673892974854}
+{"step": 570000, "wall_time": 5400.342941522598, "train_loss_step": 3.4952456951141357, "n_params": 4367410, "total_flops": 7647509606400000, "train_loss": 0.04388916969299316, "subset_score_loss": 0.04388916969299316}
+{"step": 580000, "wall_time": 5488.36208152771, "train_loss_step": 3.3863656520843506, "n_params": 4367410, "total_flops": 7781676441600000, "train_loss": 0.043434977531433105, "subset_score_loss": 0.043434977531433105}
+{"step": 590000, "wall_time": 5576.479696750641, "train_loss_step": 3.3017516136169434, "n_params": 4367410, "total_flops": 7915843276800000, "train_loss": 0.043662586212158204, "subset_score_loss": 0.043662586212158204}
+{"step": 600000, "wall_time": 5735.512055397034, "train_loss_step": 3.359116554260254, "n_params": 4367410, "total_flops": 8050010112000000, "train_loss": 0.042602128982543945, "subset_score_loss": 0.042602128982543945, "memorization_fraction_pixel": 0.2011999934911728, "mean_nn_ratio_pixel": 0.6027008891105652, "fid": 50.62259911784059}
+{"step": 610000, "wall_time": 5823.665279626846, "train_loss_step": 3.401266574859619, "n_params": 4367410, "total_flops": 8184176947200000, "train_loss": 0.04277795314788818, "subset_score_loss": 0.04277795314788818}
+{"step": 620000, "wall_time": 5911.836693048477, "train_loss_step": 3.097663402557373, "n_params": 4367410, "total_flops": 8318343782400000, "train_loss": 0.04115234851837158, "subset_score_loss": 0.04115234851837158}
+{"step": 630000, "wall_time": 6000.124661207199, "train_loss_step": 3.5352392196655273, "n_params": 4367410, "total_flops": 8452510617600000, "train_loss": 0.04277432918548584, "subset_score_loss": 0.04277432918548584}
+{"step": 640000, "wall_time": 6086.291011571884, "train_loss_step": 3.4693334102630615, "n_params": 4367410, "total_flops": 8586677452800000, "train_loss": 0.04053801536560059, "subset_score_loss": 0.04053801536560059}
+{"step": 650000, "wall_time": 6172.434881210327, "train_loss_step": 3.631988763809204, "n_params": 4367410, "total_flops": 8720844288000000, "train_loss": 0.040664019584655764, "subset_score_loss": 0.040664019584655764}
+{"step": 660000, "wall_time": 6260.803601503372, "train_loss_step": 3.3548154830932617, "n_params": 4367410, "total_flops": 8855011123200000, "train_loss": 0.04052183151245117, "subset_score_loss": 0.04052183151245117}
+{"step": 670000, "wall_time": 6347.566460132599, "train_loss_step": 3.6103549003601074, "n_params": 4367410, "total_flops": 8989177958400000, "train_loss": 0.04000636100769043, "subset_score_loss": 0.04000636100769043}
+{"step": 680000, "wall_time": 6435.611990213394, "train_loss_step": 3.451385974884033, "n_params": 4367410, "total_flops": 9123344793600000, "train_loss": 0.040027437210083006, "subset_score_loss": 0.040027437210083006}
+{"step": 690000, "wall_time": 6523.651071548462, "train_loss_step": 3.3728156089782715, "n_params": 4367410, "total_flops": 9257511628800000, "train_loss": 0.03942268371582031, "subset_score_loss": 0.03942268371582031}
+{"step": 700000, "wall_time": 6681.994554758072, "train_loss_step": 3.701085090637207, "n_params": 4367410, "total_flops": 9391678464000000, "train_loss": 0.03887143611907959, "subset_score_loss": 0.03887143611907959, "memorization_fraction_pixel": 0.22920000553131104, "mean_nn_ratio_pixel": 0.5768357515335083, "fid": 49.008668287879345}
+{"step": 710000, "wall_time": 6769.986016988754, "train_loss_step": 3.194242477416992, "n_params": 4367410, "total_flops": 9525845299200000, "train_loss": 0.03896894454956055, "subset_score_loss": 0.03896894454956055}
+{"step": 720000, "wall_time": 6857.999144077301, "train_loss_step": 3.0651626586914062, "n_params": 4367410, "total_flops": 9660012134400000, "train_loss": 0.03773307800292969, "subset_score_loss": 0.03773307800292969}
+{"step": 730000, "wall_time": 6946.071691274643, "train_loss_step": 3.6070451736450195, "n_params": 4367410, "total_flops": 9794178969600000, "train_loss": 0.038683872222900394, "subset_score_loss": 0.038683872222900394}
+{"step": 740000, "wall_time": 7034.961240530014, "train_loss_step": 3.4714221954345703, "n_params": 4367410, "total_flops": 9928345804800000, "train_loss": 0.03804067611694336, "subset_score_loss": 0.03804067611694336}
+{"step": 750000, "wall_time": 7118.6161205768585, "train_loss_step": 3.192673921585083, "n_params": 4367410, "total_flops": 10062512640000000, "train_loss": 0.03751481056213379, "subset_score_loss": 0.03751481056213379}
+{"step": 760000, "wall_time": 7206.543717384338, "train_loss_step": 3.2143588066101074, "n_params": 4367410, "total_flops": 10196679475200000, "train_loss": 0.03718841552734375, "subset_score_loss": 0.03718841552734375}
+{"step": 770000, "wall_time": 7294.763124227524, "train_loss_step": 3.3053836822509766, "n_params": 4367410, "total_flops": 10330846310400000, "train_loss": 0.03667716979980469, "subset_score_loss": 0.03667716979980469}
+{"step": 780000, "wall_time": 7381.431231737137, "train_loss_step": 3.5774965286254883, "n_params": 4367410, "total_flops": 10465013145600000, "train_loss": 0.036993494033813475, "subset_score_loss": 0.036993494033813475}
+{"step": 790000, "wall_time": 7469.5746648311615, "train_loss_step": 3.4460299015045166, "n_params": 4367410, "total_flops": 10599179980800000, "train_loss": 0.03670311212539673, "subset_score_loss": 0.03670311212539673}
+{"step": 800000, "wall_time": 7629.773094415665, "train_loss_step": 3.356107711791992, "n_params": 4367410, "total_flops": 10733346816000000, "train_loss": 0.03622561693191528, "subset_score_loss": 0.03622561693191528, "memorization_fraction_pixel": 0.2687999904155731, "mean_nn_ratio_pixel": 0.5526093244552612, "fid": 49.742284033969845}
+{"step": 810000, "wall_time": 7717.906438827515, "train_loss_step": 3.2822132110595703, "n_params": 4367410, "total_flops": 10867513651200000, "train_loss": 0.03582715034484863, "subset_score_loss": 0.03582715034484863}
+{"step": 820000, "wall_time": 7805.960325479507, "train_loss_step": 3.4399514198303223, "n_params": 4367410, "total_flops": 11001680486400000, "train_loss": 0.03555448293685913, "subset_score_loss": 0.03555448293685913}
+{"step": 830000, "wall_time": 7894.111372232437, "train_loss_step": 3.340099811553955, "n_params": 4367410, "total_flops": 11135847321600000, "train_loss": 0.035283107757568356, "subset_score_loss": 0.035283107757568356}
+{"step": 840000, "wall_time": 7982.3325164318085, "train_loss_step": 3.539426326751709, "n_params": 4367410, "total_flops": 11270014156800000, "train_loss": 0.034924283027648925, "subset_score_loss": 0.034924283027648925}
+{"step": 850000, "wall_time": 8069.71017074585, "train_loss_step": 3.475278377532959, "n_params": 4367410, "total_flops": 11404180992000000, "train_loss": 0.03480997562408447, "subset_score_loss": 0.03480997562408447}
+{"step": 860000, "wall_time": 8154.789861679077, "train_loss_step": 3.2423629760742188, "n_params": 4367410, "total_flops": 11538347827200000, "train_loss": 0.03483390331268311, "subset_score_loss": 0.03483390331268311}
+{"step": 870000, "wall_time": 8242.86645579338, "train_loss_step": 3.314401149749756, "n_params": 4367410, "total_flops": 11672514662400000, "train_loss": 0.0348287034034729, "subset_score_loss": 0.0348287034034729}
+{"step": 880000, "wall_time": 8331.141644477844, "train_loss_step": 3.294530153274536, "n_params": 4367410, "total_flops": 11806681497600000, "train_loss": 0.033824665546417235, "subset_score_loss": 0.033824665546417235}
+{"step": 890000, "wall_time": 8418.179408550262, "train_loss_step": 3.0329031944274902, "n_params": 4367410, "total_flops": 11940848332800000, "train_loss": 0.03449564218521118, "subset_score_loss": 0.03449564218521118}
+{"step": 900000, "wall_time": 8577.911357164383, "train_loss_step": 3.4309158325195312, "n_params": 4367410, "total_flops": 12075015168000000, "train_loss": 0.0336354398727417, "subset_score_loss": 0.0336354398727417, "memorization_fraction_pixel": 0.30480000376701355, "mean_nn_ratio_pixel": 0.5300467014312744, "fid": 49.39322812557742}
+{"step": 910000, "wall_time": 8666.075659751892, "train_loss_step": 3.1066319942474365, "n_params": 4367410, "total_flops": 12209182003200000, "train_loss": 0.033575084209442135, "subset_score_loss": 0.033575084209442135}
+{"step": 920000, "wall_time": 8754.029728651047, "train_loss_step": 3.1608777046203613, "n_params": 4367410, "total_flops": 12343348838400000, "train_loss": 0.03332628011703491, "subset_score_loss": 0.03332628011703491}
+{"step": 930000, "wall_time": 8842.185163259506, "train_loss_step": 3.0529701709747314, "n_params": 4367410, "total_flops": 12477515673600000, "train_loss": 0.03326503038406372, "subset_score_loss": 0.03326503038406372}
+{"step": 940000, "wall_time": 8930.205497026443, "train_loss_step": 3.313986301422119, "n_params": 4367410, "total_flops": 12611682508800000, "train_loss": 0.032497756481170655, "subset_score_loss": 0.032497756481170655}
+{"step": 950000, "wall_time": 9018.705627679825, "train_loss_step": 3.1921467781066895, "n_params": 4367410, "total_flops": 12745849344000000, "train_loss": 0.03229954719543457, "subset_score_loss": 0.03229954719543457}
+{"step": 960000, "wall_time": 9103.899885177612, "train_loss_step": 3.1166625022888184, "n_params": 4367410, "total_flops": 12880016179200000, "train_loss": 0.032682349681854246, "subset_score_loss": 0.032682349681854246}
+{"step": 970000, "wall_time": 9190.36374425888, "train_loss_step": 3.037230968475342, "n_params": 4367410, "total_flops": 13014183014400000, "train_loss": 0.032358646392822266, "subset_score_loss": 0.032358646392822266}
+{"step": 980000, "wall_time": 9278.32278251648, "train_loss_step": 3.1172289848327637, "n_params": 4367410, "total_flops": 13148349849600000, "train_loss": 0.03303914785385132, "subset_score_loss": 0.03303914785385132}
+{"step": 990000, "wall_time": 9366.599447727203, "train_loss_step": 3.1022167205810547, "n_params": 4367410, "total_flops": 13282516684800000, "train_loss": 0.031202404499053954, "subset_score_loss": 0.031202404499053954}
+{"step": 1000000, "wall_time": 9522.801716327667, "train_loss_step": 3.1373891830444336, "n_params": 4367410, "total_flops": 13416683520000000, "train_loss": 0.03139392614364624, "subset_score_loss": 0.03139392614364624, "memorization_fraction_pixel": 0.3529999852180481, "mean_nn_ratio_pixel": 0.5000576972961426, "fid": 48.89801294108605}
+{"step": 1010000, "wall_time": 9610.935807943344, "train_loss_step": 3.3518295288085938, "n_params": 4367410, "total_flops": 13550850355200000, "train_loss": 0.031120495796203615, "subset_score_loss": 0.031120495796203615}
+{"step": 1020000, "wall_time": 9698.979934692383, "train_loss_step": 2.932490587234497, "n_params": 4367410, "total_flops": 13685017190400000, "train_loss": 0.031054811477661134, "subset_score_loss": 0.031054811477661134}
+{"step": 1030000, "wall_time": 9787.07854270935, "train_loss_step": 3.0604708194732666, "n_params": 4367410, "total_flops": 13819184025600000, "train_loss": 0.03110158920288086, "subset_score_loss": 0.03110158920288086}
+{"step": 1040000, "wall_time": 9875.18339562416, "train_loss_step": 3.0113155841827393, "n_params": 4367410, "total_flops": 13953350860800000, "train_loss": 0.030462937355041506, "subset_score_loss": 0.030462937355041506}
+{"step": 1050000, "wall_time": 9963.278651952744, "train_loss_step": 3.2747793197631836, "n_params": 4367410, "total_flops": 14087517696000000, "train_loss": 0.030604190826416015, "subset_score_loss": 0.030604190826416015}
+{"step": 1060000, "wall_time": 10050.227720975876, "train_loss_step": 3.4023194313049316, "n_params": 4367410, "total_flops": 14221684531200000, "train_loss": 0.030013859272003174, "subset_score_loss": 0.030013859272003174}
+{"step": 1070000, "wall_time": 10135.973747968674, "train_loss_step": 3.2102179527282715, "n_params": 4367410, "total_flops": 14355851366400000, "train_loss": 0.030601799488067627, "subset_score_loss": 0.030601799488067627}
+{"step": 1080000, "wall_time": 10223.429321289062, "train_loss_step": 3.3654422760009766, "n_params": 4367410, "total_flops": 14490018201600000, "train_loss": 0.029946398735046387, "subset_score_loss": 0.029946398735046387}
+{"step": 1090000, "wall_time": 10311.584570884705, "train_loss_step": 3.029379367828369, "n_params": 4367410, "total_flops": 14624185036800000, "train_loss": 0.030081400871276854, "subset_score_loss": 0.030081400871276854}
+{"step": 1100000, "wall_time": 10471.09364247322, "train_loss_step": 3.327446699142456, "n_params": 4367410, "total_flops": 14758351872000000, "train_loss": 0.029955127239227296, "subset_score_loss": 0.029955127239227296, "memorization_fraction_pixel": 0.374099999666214, "mean_nn_ratio_pixel": 0.4847516119480133, "fid": 48.642961229601546}
+{"step": 1110000, "wall_time": 10559.130275249481, "train_loss_step": 3.182523488998413, "n_params": 4367410, "total_flops": 14892518707200000, "train_loss": 0.029341914653778077, "subset_score_loss": 0.029341914653778077}
+{"step": 1120000, "wall_time": 10647.261340856552, "train_loss_step": 3.1836538314819336, "n_params": 4367410, "total_flops": 15026685542400000, "train_loss": 0.02977301359176636, "subset_score_loss": 0.02977301359176636}
+{"step": 1130000, "wall_time": 10735.289967298508, "train_loss_step": 3.20747447013855, "n_params": 4367410, "total_flops": 15160852377600000, "train_loss": 0.029215781688690184, "subset_score_loss": 0.029215781688690184}
+{"step": 1140000, "wall_time": 10823.290349006653, "train_loss_step": 2.934765338897705, "n_params": 4367410, "total_flops": 15295019212800000, "train_loss": 0.030038578510284422, "subset_score_loss": 0.030038578510284422}
+{"step": 1150000, "wall_time": 10911.268254756927, "train_loss_step": 2.852789878845215, "n_params": 4367410, "total_flops": 15429186048000000, "train_loss": 0.029101724624633788, "subset_score_loss": 0.029101724624633788}
+{"step": 1160000, "wall_time": 10999.74627995491, "train_loss_step": 2.899028778076172, "n_params": 4367410, "total_flops": 15563352883200000, "train_loss": 0.028419365882873537, "subset_score_loss": 0.028419365882873537}
+{"step": 1170000, "wall_time": 11085.156007528305, "train_loss_step": 3.2007639408111572, "n_params": 4367410, "total_flops": 15697519718400000, "train_loss": 0.02790508508682251, "subset_score_loss": 0.02790508508682251}
+{"step": 1180000, "wall_time": 11171.71988081932, "train_loss_step": 3.157914161682129, "n_params": 4367410, "total_flops": 15831686553600000, "train_loss": 0.028589274883270264, "subset_score_loss": 0.028589274883270264}
+{"step": 1190000, "wall_time": 11259.687861204147, "train_loss_step": 2.98244309425354, "n_params": 4367410, "total_flops": 15965853388800000, "train_loss": 0.02782931089401245, "subset_score_loss": 0.02782931089401245}
+{"step": 1200000, "wall_time": 11417.981053352356, "train_loss_step": 2.963644504547119, "n_params": 4367410, "total_flops": 16100020224000000, "train_loss": 0.02818207025527954, "subset_score_loss": 0.02818207025527954, "memorization_fraction_pixel": 0.40529999136924744, "mean_nn_ratio_pixel": 0.46830785274505615, "fid": 47.96237635796061}
+{"step": 1210000, "wall_time": 11504.842942237854, "train_loss_step": 3.0701584815979004, "n_params": 4367410, "total_flops": 16234187059200000, "train_loss": 0.028620753288269043, "subset_score_loss": 0.028620753288269043}
+{"step": 1220000, "wall_time": 11592.995815038681, "train_loss_step": 3.1867616176605225, "n_params": 4367410, "total_flops": 16368353894400000, "train_loss": 0.02844534158706665, "subset_score_loss": 0.02844534158706665}
+{"step": 1230000, "wall_time": 11681.115672826767, "train_loss_step": 3.128716230392456, "n_params": 4367410, "total_flops": 16502520729600000, "train_loss": 0.027728121280670166, "subset_score_loss": 0.027728121280670166}
+{"step": 1240000, "wall_time": 11769.223041296005, "train_loss_step": 3.0850820541381836, "n_params": 4367410, "total_flops": 16636687564800000, "train_loss": 0.027361762523651124, "subset_score_loss": 0.027361762523651124}
+{"step": 1250000, "wall_time": 11857.176336050034, "train_loss_step": 3.109623908996582, "n_params": 4367410, "total_flops": 16770854400000000, "train_loss": 0.027456846237182617, "subset_score_loss": 0.027456846237182617}
+{"step": 1260000, "wall_time": 11945.257661819458, "train_loss_step": 2.7871859073638916, "n_params": 4367410, "total_flops": 16905021235200000, "train_loss": 0.02692251205444336, "subset_score_loss": 0.02692251205444336}
+{"step": 1270000, "wall_time": 12032.23195695877, "train_loss_step": 3.004110336303711, "n_params": 4367410, "total_flops": 17039188070400000, "train_loss": 0.026699063777923585, "subset_score_loss": 0.026699063777923585}
+{"step": 1280000, "wall_time": 12119.23141002655, "train_loss_step": 2.9233953952789307, "n_params": 4367410, "total_flops": 17173354905600000, "train_loss": 0.026497943401336668, "subset_score_loss": 0.026497943401336668}
+{"step": 1290000, "wall_time": 12205.708543300629, "train_loss_step": 2.9168355464935303, "n_params": 4367410, "total_flops": 17307521740800000, "train_loss": 0.02719404935836792, "subset_score_loss": 0.02719404935836792}
+{"step": 1300000, "wall_time": 12365.392228126526, "train_loss_step": 3.077270030975342, "n_params": 4367410, "total_flops": 17441688576000000, "train_loss": 0.026844031810760498, "subset_score_loss": 0.026844031810760498, "memorization_fraction_pixel": 0.43459999561309814, "mean_nn_ratio_pixel": 0.448383092880249, "fid": 48.28393452062088}
+{"step": 1310000, "wall_time": 12453.54325580597, "train_loss_step": 3.0441806316375732, "n_params": 4367410, "total_flops": 17575855411200000, "train_loss": 0.026820518970489503, "subset_score_loss": 0.026820518970489503}
+{"step": 1320000, "wall_time": 12540.424095869064, "train_loss_step": 2.840573310852051, "n_params": 4367410, "total_flops": 17710022246400000, "train_loss": 0.026054396629333496, "subset_score_loss": 0.026054396629333496}
+{"step": 1330000, "wall_time": 12628.289675235748, "train_loss_step": 3.138704776763916, "n_params": 4367410, "total_flops": 17844189081600000, "train_loss": 0.025896852016448976, "subset_score_loss": 0.025896852016448976}
+{"step": 1340000, "wall_time": 12716.327100276947, "train_loss_step": 3.1895737648010254, "n_params": 4367410, "total_flops": 17978355916800000, "train_loss": 0.026722724437713622, "subset_score_loss": 0.026722724437713622}
+{"step": 1350000, "wall_time": 12804.404080629349, "train_loss_step": 3.017435312271118, "n_params": 4367410, "total_flops": 18112522752000000, "train_loss": 0.025931546688079832, "subset_score_loss": 0.025931546688079832}
+{"step": 1360000, "wall_time": 12892.551800251007, "train_loss_step": 2.9376814365386963, "n_params": 4367410, "total_flops": 18246689587200000, "train_loss": 0.02539494514465332, "subset_score_loss": 0.02539494514465332}
+{"step": 1370000, "wall_time": 12980.909212350845, "train_loss_step": 2.9319663047790527, "n_params": 4367410, "total_flops": 18380856422400000, "train_loss": 0.025712413787841795, "subset_score_loss": 0.025712413787841795}
+{"step": 1380000, "wall_time": 13068.127050161362, "train_loss_step": 3.066939353942871, "n_params": 4367410, "total_flops": 18515023257600000, "train_loss": 0.025245847702026366, "subset_score_loss": 0.025245847702026366}
+{"step": 1390000, "wall_time": 13154.668961524963, "train_loss_step": 3.186075448989868, "n_params": 4367410, "total_flops": 18649190092800000, "train_loss": 0.025123529434204102, "subset_score_loss": 0.025123529434204102}
+{"step": 1400000, "wall_time": 13313.282907009125, "train_loss_step": 3.1227047443389893, "n_params": 4367410, "total_flops": 18783356928000000, "train_loss": 0.025226755142211912, "subset_score_loss": 0.025226755142211912, "memorization_fraction_pixel": 0.45669999718666077, "mean_nn_ratio_pixel": 0.4389002025127411, "fid": 47.61487157895803}
+{"step": 1410000, "wall_time": 13401.42722439766, "train_loss_step": 3.1861114501953125, "n_params": 4367410, "total_flops": 18917523763200000, "train_loss": 0.025203003883361816, "subset_score_loss": 0.025203003883361816}
+{"step": 1420000, "wall_time": 13489.519409894943, "train_loss_step": 2.9517760276794434, "n_params": 4367410, "total_flops": 19051690598400000, "train_loss": 0.024983143806457518, "subset_score_loss": 0.024983143806457518}
+{"step": 1430000, "wall_time": 13577.25147819519, "train_loss_step": 3.048490047454834, "n_params": 4367410, "total_flops": 19185857433600000, "train_loss": 0.0246775484085083, "subset_score_loss": 0.0246775484085083}
+{"step": 1440000, "wall_time": 13664.42832660675, "train_loss_step": 3.1398348808288574, "n_params": 4367410, "total_flops": 19320024268800000, "train_loss": 0.02495287895202637, "subset_score_loss": 0.02495287895202637}
+{"step": 1450000, "wall_time": 13752.44020152092, "train_loss_step": 2.7317535877227783, "n_params": 4367410, "total_flops": 19454191104000000, "train_loss": 0.025057637691497804, "subset_score_loss": 0.025057637691497804}
+{"step": 1460000, "wall_time": 13840.264641284943, "train_loss_step": 2.889057159423828, "n_params": 4367410, "total_flops": 19588357939200000, "train_loss": 0.024565064907073976, "subset_score_loss": 0.024565064907073976}
+{"step": 1470000, "wall_time": 13928.27119398117, "train_loss_step": 3.122464179992676, "n_params": 4367410, "total_flops": 19722524774400000, "train_loss": 0.02502649784088135, "subset_score_loss": 0.02502649784088135}
+{"step": 1480000, "wall_time": 14015.380082130432, "train_loss_step": 2.774726390838623, "n_params": 4367410, "total_flops": 19856691609600000, "train_loss": 0.0249532151222229, "subset_score_loss": 0.0249532151222229}
+{"step": 1490000, "wall_time": 14102.058173179626, "train_loss_step": 2.786508321762085, "n_params": 4367410, "total_flops": 19990858444800000, "train_loss": 0.024810538291931153, "subset_score_loss": 0.024810538291931153}
+{"step": 1500000, "wall_time": 14260.00615811348, "train_loss_step": 3.017030715942383, "n_params": 4367410, "total_flops": 20125025280000000, "train_loss": 0.0246372652053833, "subset_score_loss": 0.0246372652053833, "memorization_fraction_pixel": 0.4779999852180481, "mean_nn_ratio_pixel": 0.4259730875492096, "fid": 47.75661138363796}
+{"step": 1510000, "wall_time": 14347.871783018112, "train_loss_step": 2.9020795822143555, "n_params": 4367410, "total_flops": 20259192115200000, "train_loss": 0.024309587478637696, "subset_score_loss": 0.024309587478637696}
+{"step": 1520000, "wall_time": 14435.734808921814, "train_loss_step": 3.043613910675049, "n_params": 4367410, "total_flops": 20393358950400000, "train_loss": 0.02394209146499634, "subset_score_loss": 0.02394209146499634}
+{"step": 1530000, "wall_time": 14523.655571222305, "train_loss_step": 3.155686855316162, "n_params": 4367410, "total_flops": 20527525785600000, "train_loss": 0.023683769702911375, "subset_score_loss": 0.023683769702911375}
+{"step": 1540000, "wall_time": 14611.77472114563, "train_loss_step": 3.050154447555542, "n_params": 4367410, "total_flops": 20661692620800000, "train_loss": 0.024081401824951172, "subset_score_loss": 0.024081401824951172}
+{"step": 1550000, "wall_time": 14698.41874742508, "train_loss_step": 3.2514801025390625, "n_params": 4367410, "total_flops": 20795859456000000, "train_loss": 0.02383723258972168, "subset_score_loss": 0.02383723258972168}
+{"step": 1560000, "wall_time": 14786.524836063385, "train_loss_step": 2.796886444091797, "n_params": 4367410, "total_flops": 20930026291200000, "train_loss": 0.023200540542602538, "subset_score_loss": 0.023200540542602538}
+{"step": 1570000, "wall_time": 14874.538908720016, "train_loss_step": 2.8261985778808594, "n_params": 4367410, "total_flops": 21064193126400000, "train_loss": 0.023798556327819825, "subset_score_loss": 0.023798556327819825}
+{"step": 1580000, "wall_time": 14962.788189888, "train_loss_step": 3.0850934982299805, "n_params": 4367410, "total_flops": 21198359961600000, "train_loss": 0.02477698802947998, "subset_score_loss": 0.02477698802947998}
+{"step": 1590000, "wall_time": 15049.724889278412, "train_loss_step": 3.026254177093506, "n_params": 4367410, "total_flops": 21332526796800000, "train_loss": 0.0233022403717041, "subset_score_loss": 0.0233022403717041}
+{"step": 1600000, "wall_time": 15215.42775607109, "train_loss_step": 2.94087815284729, "n_params": 4367410, "total_flops": 21466693632000000, "train_loss": 0.02249937057495117, "subset_score_loss": 0.02249937057495117, "memorization_fraction_pixel": 0.5127999782562256, "mean_nn_ratio_pixel": 0.41153189539909363, "fid": 48.45565868403442}
+{"step": 1610000, "wall_time": 15303.298938035965, "train_loss_step": 2.793790102005005, "n_params": 4367410, "total_flops": 21600860467200000, "train_loss": 0.023221511840820313, "subset_score_loss": 0.023221511840820313}
+{"step": 1620000, "wall_time": 15391.344728946686, "train_loss_step": 3.1219518184661865, "n_params": 4367410, "total_flops": 21735027302400000, "train_loss": 0.022959771156311034, "subset_score_loss": 0.022959771156311034}
+{"step": 1630000, "wall_time": 15479.371859550476, "train_loss_step": 2.945333957672119, "n_params": 4367410, "total_flops": 21869194137600000, "train_loss": 0.022714889049530028, "subset_score_loss": 0.022714889049530028}
+{"step": 1640000, "wall_time": 15567.468603849411, "train_loss_step": 2.749502658843994, "n_params": 4367410, "total_flops": 22003360972800000, "train_loss": 0.022864625453948975, "subset_score_loss": 0.022864625453948975}
+{"step": 1650000, "wall_time": 15654.311061382294, "train_loss_step": 3.0431854724884033, "n_params": 4367410, "total_flops": 22137527808000000, "train_loss": 0.023137214183807372, "subset_score_loss": 0.023137214183807372}
+{"step": 1660000, "wall_time": 15742.306433677673, "train_loss_step": 2.7913615703582764, "n_params": 4367410, "total_flops": 22271694643200000, "train_loss": 0.022236428260803222, "subset_score_loss": 0.022236428260803222}
+{"step": 1670000, "wall_time": 15830.331670999527, "train_loss_step": 2.9759654998779297, "n_params": 4367410, "total_flops": 22405861478400000, "train_loss": 0.02177281379699707, "subset_score_loss": 0.02177281379699707}
+{"step": 1680000, "wall_time": 15918.40098643303, "train_loss_step": 3.0227108001708984, "n_params": 4367410, "total_flops": 22540028313600000, "train_loss": 0.022390563488006592, "subset_score_loss": 0.022390563488006592}
+{"step": 1690000, "wall_time": 16005.362356901169, "train_loss_step": 2.7085394859313965, "n_params": 4367410, "total_flops": 22674195148800000, "train_loss": 0.021652276515960692, "subset_score_loss": 0.021652276515960692}
+{"step": 1700000, "wall_time": 16178.624131441116, "train_loss_step": 3.07720947265625, "n_params": 4367410, "total_flops": 22808361984000000, "train_loss": 0.021666059494018553, "subset_score_loss": 0.021666059494018553, "memorization_fraction_pixel": 0.5595999956130981, "mean_nn_ratio_pixel": 0.39038804173469543, "fid": 47.34665381982464}
+{"step": 1710000, "wall_time": 16266.680793762207, "train_loss_step": 2.813157558441162, "n_params": 4367410, "total_flops": 22942528819200000, "train_loss": 0.022366714477539063, "subset_score_loss": 0.022366714477539063}
+{"step": 1720000, "wall_time": 16354.595733165741, "train_loss_step": 2.791321039199829, "n_params": 4367410, "total_flops": 23076695654400000, "train_loss": 0.022210824489593505, "subset_score_loss": 0.022210824489593505}
+{"step": 1730000, "wall_time": 16442.759189128876, "train_loss_step": 2.7202165126800537, "n_params": 4367410, "total_flops": 23210862489600000, "train_loss": 0.021649410724639894, "subset_score_loss": 0.021649410724639894}
+{"step": 1740000, "wall_time": 16530.838915109634, "train_loss_step": 2.731297254562378, "n_params": 4367410, "total_flops": 23345029324800000, "train_loss": 0.02184039115905762, "subset_score_loss": 0.02184039115905762}
+{"step": 1750000, "wall_time": 16618.986409425735, "train_loss_step": 2.8739280700683594, "n_params": 4367410, "total_flops": 23479196160000000, "train_loss": 0.021378176212310793, "subset_score_loss": 0.021378176212310793}
+{"step": 1760000, "wall_time": 16706.09397315979, "train_loss_step": 2.8892557621002197, "n_params": 4367410, "total_flops": 23613362995200000, "train_loss": 0.022057209014892578, "subset_score_loss": 0.022057209014892578}
+{"step": 1770000, "wall_time": 16794.11490225792, "train_loss_step": 2.9003474712371826, "n_params": 4367410, "total_flops": 23747529830400000, "train_loss": 0.021600053310394288, "subset_score_loss": 0.021600053310394288}
+{"step": 1780000, "wall_time": 16882.230276107788, "train_loss_step": 2.807908296585083, "n_params": 4367410, "total_flops": 23881696665600000, "train_loss": 0.02118356466293335, "subset_score_loss": 0.02118356466293335}
+{"step": 1790000, "wall_time": 16970.847395658493, "train_loss_step": 2.7724547386169434, "n_params": 4367410, "total_flops": 24015863500800000, "train_loss": 0.020881755352020262, "subset_score_loss": 0.020881755352020262}
+{"step": 1800000, "wall_time": 17153.281217575073, "train_loss_step": 2.905587673187256, "n_params": 4367410, "total_flops": 24150030336000000, "train_loss": 0.021254379749298096, "subset_score_loss": 0.021254379749298096, "memorization_fraction_pixel": 0.5663999915122986, "mean_nn_ratio_pixel": 0.3851361572742462, "fid": 47.351918671631516}
+{"step": 1810000, "wall_time": 17239.61101293564, "train_loss_step": 2.7710390090942383, "n_params": 4367410, "total_flops": 24284197171200000, "train_loss": 0.021181063652038576, "subset_score_loss": 0.021181063652038576}
+{"step": 1820000, "wall_time": 17327.600059509277, "train_loss_step": 2.9448180198669434, "n_params": 4367410, "total_flops": 24418364006400000, "train_loss": 0.020722713470458985, "subset_score_loss": 0.020722713470458985}
+{"step": 1830000, "wall_time": 17415.531559944153, "train_loss_step": 3.1625866889953613, "n_params": 4367410, "total_flops": 24552530841600000, "train_loss": 0.02096442699432373, "subset_score_loss": 0.02096442699432373}
+{"step": 1840000, "wall_time": 17503.605615615845, "train_loss_step": 2.908104181289673, "n_params": 4367410, "total_flops": 24686697676800000, "train_loss": 0.020937561988830566, "subset_score_loss": 0.020937561988830566}
+{"step": 1850000, "wall_time": 17591.642133951187, "train_loss_step": 2.7591047286987305, "n_params": 4367410, "total_flops": 24820864512000000, "train_loss": 0.020794467926025392, "subset_score_loss": 0.020794467926025392}
+{"step": 1860000, "wall_time": 17679.969105243683, "train_loss_step": 2.9191441535949707, "n_params": 4367410, "total_flops": 24955031347200000, "train_loss": 0.02038501501083374, "subset_score_loss": 0.02038501501083374}
+{"step": 1870000, "wall_time": 17766.5658724308, "train_loss_step": 2.848116874694824, "n_params": 4367410, "total_flops": 25089198182400000, "train_loss": 0.0208755898475647, "subset_score_loss": 0.0208755898475647}
+{"step": 1880000, "wall_time": 17854.6954498291, "train_loss_step": 2.880514621734619, "n_params": 4367410, "total_flops": 25223365017600000, "train_loss": 0.021009061336517334, "subset_score_loss": 0.021009061336517334}
+{"step": 1890000, "wall_time": 17942.796508789062, "train_loss_step": 2.7678885459899902, "n_params": 4367410, "total_flops": 25357531852800000, "train_loss": 0.020589432716369628, "subset_score_loss": 0.020589432716369628}
+{"step": 1900000, "wall_time": 18125.318471193314, "train_loss_step": 2.7192840576171875, "n_params": 4367410, "total_flops": 25491698688000000, "train_loss": 0.020462074279785157, "subset_score_loss": 0.020462074279785157, "memorization_fraction_pixel": 0.5907999873161316, "mean_nn_ratio_pixel": 0.37307795882225037, "fid": 47.21726049849268}
+{"step": 1910000, "wall_time": 18211.896511793137, "train_loss_step": 2.6193723678588867, "n_params": 4367410, "total_flops": 25625865523200000, "train_loss": 0.021196537017822266, "subset_score_loss": 0.021196537017822266}
+{"step": 1920000, "wall_time": 18300.023054599762, "train_loss_step": 2.582529306411743, "n_params": 4367410, "total_flops": 25760032358400000, "train_loss": 0.019872339963912963, "subset_score_loss": 0.019872339963912963}
+{"step": 1930000, "wall_time": 18387.933039188385, "train_loss_step": 2.801243782043457, "n_params": 4367410, "total_flops": 25894199193600000, "train_loss": 0.019913543462753296, "subset_score_loss": 0.019913543462753296}
+{"step": 1940000, "wall_time": 18476.070906877518, "train_loss_step": 2.597031831741333, "n_params": 4367410, "total_flops": 26028366028800000, "train_loss": 0.019617717266082763, "subset_score_loss": 0.019617717266082763}
+{"step": 1950000, "wall_time": 18564.214503765106, "train_loss_step": 2.7636678218841553, "n_params": 4367410, "total_flops": 26162532864000000, "train_loss": 0.020329287052154543, "subset_score_loss": 0.020329287052154543}
+{"step": 1960000, "wall_time": 18652.328366041183, "train_loss_step": 2.904543876647949, "n_params": 4367410, "total_flops": 26296699699200000, "train_loss": 0.020922167301177977, "subset_score_loss": 0.020922167301177977}
+{"step": 1970000, "wall_time": 18740.9783346653, "train_loss_step": 2.7477622032165527, "n_params": 4367410, "total_flops": 26430866534400000, "train_loss": 0.020696685314178467, "subset_score_loss": 0.020696685314178467}
+{"step": 1980000, "wall_time": 18827.15119791031, "train_loss_step": 2.627507448196411, "n_params": 4367410, "total_flops": 26565033369600000, "train_loss": 0.019887584447860717, "subset_score_loss": 0.019887584447860717}
+{"step": 1990000, "wall_time": 18915.196886777878, "train_loss_step": 2.6731410026550293, "n_params": 4367410, "total_flops": 26699200204800000, "train_loss": 0.019847877025604248, "subset_score_loss": 0.019847877025604248}
+{"step": 2000000, "wall_time": 19098.76168370247, "train_loss_step": 2.6806252002716064, "n_params": 4367410, "total_flops": 26833367040000000, "train_loss": 0.019493635892868042, "subset_score_loss": 0.019493635892868042, "memorization_fraction_pixel": 0.6140999794006348, "mean_nn_ratio_pixel": 0.36690399050712585, "fid": 47.6084500528421}
+{"step": 2010000, "wall_time": 19185.561197042465, "train_loss_step": 3.011465072631836, "n_params": 4367410, "total_flops": 26967533875200000, "train_loss": 0.019322011470794678, "subset_score_loss": 0.019322011470794678}
+{"step": 2020000, "wall_time": 19273.556558847427, "train_loss_step": 2.6884169578552246, "n_params": 4367410, "total_flops": 27101700710400000, "train_loss": 0.020292477607727052, "subset_score_loss": 0.020292477607727052}
+{"step": 2030000, "wall_time": 19361.56032037735, "train_loss_step": 2.825483798980713, "n_params": 4367410, "total_flops": 27235867545600000, "train_loss": 0.01901111125946045, "subset_score_loss": 0.01901111125946045}
+{"step": 2040000, "wall_time": 19449.554212093353, "train_loss_step": 2.6096253395080566, "n_params": 4367410, "total_flops": 27370034380800000, "train_loss": 0.019174416065216065, "subset_score_loss": 0.019174416065216065}
+{"step": 2050000, "wall_time": 19537.638078212738, "train_loss_step": 2.6485352516174316, "n_params": 4367410, "total_flops": 27504201216000000, "train_loss": 0.018782521486282348, "subset_score_loss": 0.018782521486282348}
+{"step": 2060000, "wall_time": 19625.67999434471, "train_loss_step": 2.904996156692505, "n_params": 4367410, "total_flops": 27638368051200000, "train_loss": 0.019109236001968385, "subset_score_loss": 0.019109236001968385}
+{"step": 2070000, "wall_time": 19713.724005699158, "train_loss_step": 2.6722497940063477, "n_params": 4367410, "total_flops": 27772534886400000, "train_loss": 0.019483041763305665, "subset_score_loss": 0.019483041763305665}
+{"step": 2080000, "wall_time": 19800.72141933441, "train_loss_step": 2.968461513519287, "n_params": 4367410, "total_flops": 27906701721600000, "train_loss": 0.019623347520828248, "subset_score_loss": 0.019623347520828248}
+{"step": 2090000, "wall_time": 19888.614360570908, "train_loss_step": 2.6387577056884766, "n_params": 4367410, "total_flops": 28040868556800000, "train_loss": 0.019136502742767333, "subset_score_loss": 0.019136502742767333}
+{"step": 2100000, "wall_time": 20072.791466236115, "train_loss_step": 2.4839086532592773, "n_params": 4367410, "total_flops": 28175035392000000, "train_loss": 0.01867438554763794, "subset_score_loss": 0.01867438554763794, "memorization_fraction_pixel": 0.6137999892234802, "mean_nn_ratio_pixel": 0.3632715046405792, "fid": 48.022852971388566}
+{"step": 2110000, "wall_time": 20161.549216270447, "train_loss_step": 2.5449719429016113, "n_params": 4367410, "total_flops": 28309202227200000, "train_loss": 0.01818510055541992, "subset_score_loss": 0.01818510055541992}
+{"step": 2120000, "wall_time": 20247.76248073578, "train_loss_step": 3.00455641746521, "n_params": 4367410, "total_flops": 28443369062400000, "train_loss": 0.01901326060295105, "subset_score_loss": 0.01901326060295105}
+{"step": 2130000, "wall_time": 20335.89501929283, "train_loss_step": 2.695640802383423, "n_params": 4367410, "total_flops": 28577535897600000, "train_loss": 0.019332133531570435, "subset_score_loss": 0.019332133531570435}
+{"step": 2140000, "wall_time": 20423.94125699997, "train_loss_step": 2.6395938396453857, "n_params": 4367410, "total_flops": 28711702732800000, "train_loss": 0.01868498682975769, "subset_score_loss": 0.01868498682975769}
+{"step": 2150000, "wall_time": 20511.910869836807, "train_loss_step": 2.9497900009155273, "n_params": 4367410, "total_flops": 28845869568000000, "train_loss": 0.018402988910675048, "subset_score_loss": 0.018402988910675048}
+{"step": 2160000, "wall_time": 20600.056588172913, "train_loss_step": 2.8108110427856445, "n_params": 4367410, "total_flops": 28980036403200000, "train_loss": 0.01842593789100647, "subset_score_loss": 0.01842593789100647}
+{"step": 2170000, "wall_time": 20688.167329072952, "train_loss_step": 2.846651077270508, "n_params": 4367410, "total_flops": 29114203238400000, "train_loss": 0.018521350622177125, "subset_score_loss": 0.018521350622177125}
+{"step": 2180000, "wall_time": 20776.48704648018, "train_loss_step": 2.9409592151641846, "n_params": 4367410, "total_flops": 29248370073600000, "train_loss": 0.01909451723098755, "subset_score_loss": 0.01909451723098755}
+{"step": 2190000, "wall_time": 20863.222118854523, "train_loss_step": 2.8666653633117676, "n_params": 4367410, "total_flops": 29382536908800000, "train_loss": 0.018097878694534303, "subset_score_loss": 0.018097878694534303}
+{"step": 2200000, "wall_time": 21041.08562231064, "train_loss_step": 2.8886241912841797, "n_params": 4367410, "total_flops": 29516703744000000, "train_loss": 0.01827458381652832, "subset_score_loss": 0.01827458381652832, "memorization_fraction_pixel": 0.6355000138282776, "mean_nn_ratio_pixel": 0.3544556498527527, "fid": 47.42672491242281}
+{"step": 2210000, "wall_time": 21127.798441410065, "train_loss_step": 2.8892688751220703, "n_params": 4367410, "total_flops": 29650870579200000, "train_loss": 0.018192713260650636, "subset_score_loss": 0.018192713260650636}
+{"step": 2220000, "wall_time": 21214.632567167282, "train_loss_step": 2.6434810161590576, "n_params": 4367410, "total_flops": 29785037414400000, "train_loss": 0.01843951940536499, "subset_score_loss": 0.01843951940536499}
+{"step": 2230000, "wall_time": 21302.806344747543, "train_loss_step": 2.8814587593078613, "n_params": 4367410, "total_flops": 29919204249600000, "train_loss": 0.01787623405456543, "subset_score_loss": 0.01787623405456543}
+{"step": 2240000, "wall_time": 21391.392357826233, "train_loss_step": 2.7505645751953125, "n_params": 4367410, "total_flops": 30053371084800000, "train_loss": 0.01799936294555664, "subset_score_loss": 0.01799936294555664}
+{"step": 2250000, "wall_time": 21480.006152153015, "train_loss_step": 2.9247360229492188, "n_params": 4367410, "total_flops": 30187537920000000, "train_loss": 0.018384249210357667, "subset_score_loss": 0.018384249210357667}
+{"step": 2260000, "wall_time": 21568.256224632263, "train_loss_step": 2.7186264991760254, "n_params": 4367410, "total_flops": 30321704755200000, "train_loss": 0.017430484294891357, "subset_score_loss": 0.017430484294891357}
+{"step": 2270000, "wall_time": 21656.834144592285, "train_loss_step": 2.826657295227051, "n_params": 4367410, "total_flops": 30455871590400000, "train_loss": 0.017684712409973144, "subset_score_loss": 0.017684712409973144}
+{"step": 2280000, "wall_time": 21745.22163915634, "train_loss_step": 2.6805620193481445, "n_params": 4367410, "total_flops": 30590038425600000, "train_loss": 0.0178459632396698, "subset_score_loss": 0.0178459632396698}
+{"step": 2290000, "wall_time": 21834.079386234283, "train_loss_step": 2.9537951946258545, "n_params": 4367410, "total_flops": 30724205260800000, "train_loss": 0.017470074892044066, "subset_score_loss": 0.017470074892044066}
+{"step": 2300000, "wall_time": 22045.97713470459, "train_loss_step": 2.699766159057617, "n_params": 4367410, "total_flops": 30858372096000000, "train_loss": 0.017073031663894653, "subset_score_loss": 0.017073031663894653, "memorization_fraction_pixel": 0.6444000005722046, "mean_nn_ratio_pixel": 0.34798040986061096, "fid": 46.76140420161462}
+{"step": 2310000, "wall_time": 22132.951236486435, "train_loss_step": 2.528353214263916, "n_params": 4367410, "total_flops": 30992538931200000, "train_loss": 0.017084940671920776, "subset_score_loss": 0.017084940671920776}
+{"step": 2320000, "wall_time": 22220.113040447235, "train_loss_step": 2.907947540283203, "n_params": 4367410, "total_flops": 31126705766400000, "train_loss": 0.016948580741882324, "subset_score_loss": 0.016948580741882324}
+{"step": 2330000, "wall_time": 22308.704976320267, "train_loss_step": 2.6138038635253906, "n_params": 4367410, "total_flops": 31260872601600000, "train_loss": 0.017913768291473387, "subset_score_loss": 0.017913768291473387}
+{"step": 2340000, "wall_time": 22397.35257577896, "train_loss_step": 2.703451633453369, "n_params": 4367410, "total_flops": 31395039436800000, "train_loss": 0.016787921190261842, "subset_score_loss": 0.016787921190261842}
+{"step": 2350000, "wall_time": 22485.907734155655, "train_loss_step": 2.7962496280670166, "n_params": 4367410, "total_flops": 31529206272000000, "train_loss": 0.01730199098587036, "subset_score_loss": 0.01730199098587036}
+{"step": 2360000, "wall_time": 22574.163729429245, "train_loss_step": 2.639681100845337, "n_params": 4367410, "total_flops": 31663373107200000, "train_loss": 0.017124624252319337, "subset_score_loss": 0.017124624252319337}
+{"step": 2370000, "wall_time": 22662.51123404503, "train_loss_step": 2.7561285495758057, "n_params": 4367410, "total_flops": 31797539942400000, "train_loss": 0.017813516855239866, "subset_score_loss": 0.017813516855239866}
+{"step": 2380000, "wall_time": 22750.69909977913, "train_loss_step": 2.9544100761413574, "n_params": 4367410, "total_flops": 31931706777600000, "train_loss": 0.01752602815628052, "subset_score_loss": 0.01752602815628052}
+{"step": 2390000, "wall_time": 22839.48848414421, "train_loss_step": 2.6511411666870117, "n_params": 4367410, "total_flops": 32065873612800000, "train_loss": 0.017025456428527833, "subset_score_loss": 0.017025456428527833}
+{"step": 2400000, "wall_time": 23051.86906528473, "train_loss_step": 2.5198726654052734, "n_params": 4367410, "total_flops": 32200040448000000, "train_loss": 0.016423269510269164, "subset_score_loss": 0.016423269510269164, "memorization_fraction_pixel": 0.6650000214576721, "mean_nn_ratio_pixel": 0.3406827747821808, "fid": 46.92427834922621}
+{"step": 2410000, "wall_time": 23138.95732831955, "train_loss_step": 2.780688762664795, "n_params": 4367410, "total_flops": 32334207283200000, "train_loss": 0.01687158226966858, "subset_score_loss": 0.01687158226966858}
+{"step": 2420000, "wall_time": 23225.75993824005, "train_loss_step": 2.5677764415740967, "n_params": 4367410, "total_flops": 32468374118400000, "train_loss": 0.016507554054260253, "subset_score_loss": 0.016507554054260253}
+{"step": 2430000, "wall_time": 23314.351791620255, "train_loss_step": 2.6070899963378906, "n_params": 4367410, "total_flops": 32602540953600000, "train_loss": 0.01628189444541931, "subset_score_loss": 0.01628189444541931}
+{"step": 2440000, "wall_time": 23402.882653713226, "train_loss_step": 2.7677414417266846, "n_params": 4367410, "total_flops": 32736707788800000, "train_loss": 0.016539955139160158, "subset_score_loss": 0.016539955139160158}
+{"step": 2450000, "wall_time": 23491.412825345993, "train_loss_step": 2.7844433784484863, "n_params": 4367410, "total_flops": 32870874624000000, "train_loss": 0.01626216173171997, "subset_score_loss": 0.01626216173171997}
+{"step": 2460000, "wall_time": 23579.646107196808, "train_loss_step": 2.802830696105957, "n_params": 4367410, "total_flops": 33005041459200000, "train_loss": 0.01689522624015808, "subset_score_loss": 0.01689522624015808}
+{"step": 2470000, "wall_time": 23667.47968196869, "train_loss_step": 2.8246042728424072, "n_params": 4367410, "total_flops": 33139208294400000, "train_loss": 0.016143239736557007, "subset_score_loss": 0.016143239736557007}
+{"step": 2480000, "wall_time": 23755.490421056747, "train_loss_step": 2.8206233978271484, "n_params": 4367410, "total_flops": 33273375129600000, "train_loss": 0.016361342668533327, "subset_score_loss": 0.016361342668533327}
+{"step": 2490000, "wall_time": 23843.522045373917, "train_loss_step": 2.5904295444488525, "n_params": 4367410, "total_flops": 33407541964800000, "train_loss": 0.01655580759048462, "subset_score_loss": 0.01655580759048462}
+{"step": 2500000, "wall_time": 24017.563880205154, "train_loss_step": 2.6188387870788574, "n_params": 4367410, "total_flops": 33541708800000000, "train_loss": 0.016825569868087767, "subset_score_loss": 0.016825569868087767, "memorization_fraction_pixel": 0.6696000099182129, "mean_nn_ratio_pixel": 0.3397310674190521, "fid": 46.911931922134045}
+{"step": 2510000, "wall_time": 24103.98530292511, "train_loss_step": 2.8930606842041016, "n_params": 4367410, "total_flops": 33675875635200000, "train_loss": 0.016917166709899904, "subset_score_loss": 0.016917166709899904}
+{"step": 2520000, "wall_time": 24190.70427966118, "train_loss_step": 2.720621109008789, "n_params": 4367410, "total_flops": 33810042470400000, "train_loss": 0.015492242574691773, "subset_score_loss": 0.015492242574691773}
+{"step": 2530000, "wall_time": 24278.716914892197, "train_loss_step": 2.870004892349243, "n_params": 4367410, "total_flops": 33944209305600000, "train_loss": 0.01614352822303772, "subset_score_loss": 0.01614352822303772}
+{"step": 2540000, "wall_time": 24366.734093904495, "train_loss_step": 2.5709500312805176, "n_params": 4367410, "total_flops": 34078376140800000, "train_loss": 0.015909299850463868, "subset_score_loss": 0.015909299850463868}
+{"step": 2550000, "wall_time": 24454.67408156395, "train_loss_step": 2.7998623847961426, "n_params": 4367410, "total_flops": 34212542976000000, "train_loss": 0.015968692302703858, "subset_score_loss": 0.015968692302703858}
+{"step": 2560000, "wall_time": 24542.676610946655, "train_loss_step": 2.714056968688965, "n_params": 4367410, "total_flops": 34346709811200000, "train_loss": 0.015125776529312135, "subset_score_loss": 0.015125776529312135}
+{"step": 2570000, "wall_time": 24630.392293453217, "train_loss_step": 2.379281520843506, "n_params": 4367410, "total_flops": 34480876646400000, "train_loss": 0.015932207107543946, "subset_score_loss": 0.015932207107543946}
+{"step": 2580000, "wall_time": 24718.307826519012, "train_loss_step": 2.5767407417297363, "n_params": 4367410, "total_flops": 34615043481600000, "train_loss": 0.015953272581100464, "subset_score_loss": 0.015953272581100464}
+{"step": 2590000, "wall_time": 24806.106654405594, "train_loss_step": 2.6711184978485107, "n_params": 4367410, "total_flops": 34749210316800000, "train_loss": 0.01551749587059021, "subset_score_loss": 0.01551749587059021}
+{"step": 2600000, "wall_time": 24998.111132383347, "train_loss_step": 2.525726079940796, "n_params": 4367410, "total_flops": 34883377152000000, "train_loss": 0.015438121557235718, "subset_score_loss": 0.015438121557235718, "memorization_fraction_pixel": 0.6887999773025513, "mean_nn_ratio_pixel": 0.3329106569290161, "fid": 47.21714099911162}
+{"step": 2610000, "wall_time": 25084.578550815582, "train_loss_step": 2.6214232444763184, "n_params": 4367410, "total_flops": 35017543987200000, "train_loss": 0.01568721413612366, "subset_score_loss": 0.01568721413612366}
+{"step": 2620000, "wall_time": 25171.559684038162, "train_loss_step": 2.8753864765167236, "n_params": 4367410, "total_flops": 35151710822400000, "train_loss": 0.01574814796447754, "subset_score_loss": 0.01574814796447754}
+{"step": 2630000, "wall_time": 25259.561892032623, "train_loss_step": 2.744852304458618, "n_params": 4367410, "total_flops": 35285877657600000, "train_loss": 0.015162407159805298, "subset_score_loss": 0.015162407159805298}
+{"step": 2640000, "wall_time": 25347.48535633087, "train_loss_step": 2.725493907928467, "n_params": 4367410, "total_flops": 35420044492800000, "train_loss": 0.015014536380767822, "subset_score_loss": 0.015014536380767822}
+{"step": 2650000, "wall_time": 25435.543076992035, "train_loss_step": 2.883114814758301, "n_params": 4367410, "total_flops": 35554211328000000, "train_loss": 0.016553653478622435, "subset_score_loss": 0.016553653478622435}
+{"step": 2660000, "wall_time": 25523.603340625763, "train_loss_step": 2.554065227508545, "n_params": 4367410, "total_flops": 35688378163200000, "train_loss": 0.014865589141845704, "subset_score_loss": 0.014865589141845704}
+{"step": 2670000, "wall_time": 25611.452758073807, "train_loss_step": 2.536010503768921, "n_params": 4367410, "total_flops": 35822544998400000, "train_loss": 0.01538547158241272, "subset_score_loss": 0.01538547158241272}
+{"step": 2680000, "wall_time": 25699.508080005646, "train_loss_step": 2.83713960647583, "n_params": 4367410, "total_flops": 35956711833600000, "train_loss": 0.015028337240219116, "subset_score_loss": 0.015028337240219116}
+{"step": 2690000, "wall_time": 25787.354445934296, "train_loss_step": 2.6556386947631836, "n_params": 4367410, "total_flops": 36090878668800000, "train_loss": 0.015203043222427368, "subset_score_loss": 0.015203043222427368}
+{"step": 2700000, "wall_time": 25978.464216709137, "train_loss_step": 2.690823554992676, "n_params": 4367410, "total_flops": 36225045504000000, "train_loss": 0.01513880729675293, "subset_score_loss": 0.01513880729675293, "memorization_fraction_pixel": 0.6794999837875366, "mean_nn_ratio_pixel": 0.33271369338035583, "fid": 47.090595174275286}
+{"step": 2710000, "wall_time": 26063.703770399094, "train_loss_step": 2.643389940261841, "n_params": 4367410, "total_flops": 36359212339200000, "train_loss": 0.014954324960708618, "subset_score_loss": 0.014954324960708618}
+{"step": 2720000, "wall_time": 26152.248192310333, "train_loss_step": 2.782144069671631, "n_params": 4367410, "total_flops": 36493379174400000, "train_loss": 0.015224332809448243, "subset_score_loss": 0.015224332809448243}
+{"step": 2730000, "wall_time": 26238.44675707817, "train_loss_step": 2.7783288955688477, "n_params": 4367410, "total_flops": 36627546009600000, "train_loss": 0.014496549367904663, "subset_score_loss": 0.014496549367904663}
+{"step": 2740000, "wall_time": 26326.342799901962, "train_loss_step": 2.655870199203491, "n_params": 4367410, "total_flops": 36761712844800000, "train_loss": 0.015576795339584351, "subset_score_loss": 0.015576795339584351}
+{"step": 2750000, "wall_time": 26414.410624980927, "train_loss_step": 2.6016712188720703, "n_params": 4367410, "total_flops": 36895879680000000, "train_loss": 0.014181832075119019, "subset_score_loss": 0.014181832075119019}
+{"step": 2760000, "wall_time": 26502.40537238121, "train_loss_step": 2.4976673126220703, "n_params": 4367410, "total_flops": 37030046515200000, "train_loss": 0.014580603837966919, "subset_score_loss": 0.014580603837966919}
+{"step": 2770000, "wall_time": 26590.24403810501, "train_loss_step": 2.7406177520751953, "n_params": 4367410, "total_flops": 37164213350400000, "train_loss": 0.014707610607147217, "subset_score_loss": 0.014707610607147217}
+{"step": 2780000, "wall_time": 26678.07443833351, "train_loss_step": 2.6873526573181152, "n_params": 4367410, "total_flops": 37298380185600000, "train_loss": 0.014241507053375244, "subset_score_loss": 0.014241507053375244}
+{"step": 2790000, "wall_time": 26765.70732665062, "train_loss_step": 2.4921178817749023, "n_params": 4367410, "total_flops": 37432547020800000, "train_loss": 0.014530843496322632, "subset_score_loss": 0.014530843496322632}
+{"step": 2800000, "wall_time": 26946.560059785843, "train_loss_step": 2.2997913360595703, "n_params": 4367410, "total_flops": 37566713856000000, "train_loss": 0.014565140008926392, "subset_score_loss": 0.014565140008926392, "memorization_fraction_pixel": 0.6887000203132629, "mean_nn_ratio_pixel": 0.33083170652389526, "fid": 47.40978222186402}
+{"step": 2810000, "wall_time": 27033.741710424423, "train_loss_step": 2.5499563217163086, "n_params": 4367410, "total_flops": 37700880691200000, "train_loss": 0.014538892507553101, "subset_score_loss": 0.014538892507553101}
+{"step": 2820000, "wall_time": 27119.973684072495, "train_loss_step": 2.452296733856201, "n_params": 4367410, "total_flops": 37835047526400000, "train_loss": 0.01444597601890564, "subset_score_loss": 0.01444597601890564}
+{"step": 2830000, "wall_time": 27206.773403406143, "train_loss_step": 2.730140209197998, "n_params": 4367410, "total_flops": 37969214361600000, "train_loss": 0.015531904697418213, "subset_score_loss": 0.015531904697418213}
+{"step": 2840000, "wall_time": 27294.790081739426, "train_loss_step": 2.513519763946533, "n_params": 4367410, "total_flops": 38103381196800000, "train_loss": 0.014318157434463501, "subset_score_loss": 0.014318157434463501}
+{"step": 2850000, "wall_time": 27382.84869503975, "train_loss_step": 2.2801244258880615, "n_params": 4367410, "total_flops": 38237548032000000, "train_loss": 0.014948455095291137, "subset_score_loss": 0.014948455095291137}
+{"step": 2860000, "wall_time": 27470.77599978447, "train_loss_step": 2.4914612770080566, "n_params": 4367410, "total_flops": 38371714867200000, "train_loss": 0.014162368774414062, "subset_score_loss": 0.014162368774414062}
+{"step": 2870000, "wall_time": 27558.775155067444, "train_loss_step": 2.6315362453460693, "n_params": 4367410, "total_flops": 38505881702400000, "train_loss": 0.014974954128265381, "subset_score_loss": 0.014974954128265381}
+{"step": 2880000, "wall_time": 27646.800701618195, "train_loss_step": 2.539064645767212, "n_params": 4367410, "total_flops": 38640048537600000, "train_loss": 0.014056950807571411, "subset_score_loss": 0.014056950807571411}
+{"step": 2890000, "wall_time": 27734.479943990707, "train_loss_step": 2.494572877883911, "n_params": 4367410, "total_flops": 38774215372800000, "train_loss": 0.01424070715904236, "subset_score_loss": 0.01424070715904236}
+{"step": 2900000, "wall_time": 27928.68508028984, "train_loss_step": 2.7754645347595215, "n_params": 4367410, "total_flops": 38908382208000000, "train_loss": 0.014526429176330567, "subset_score_loss": 0.014526429176330567, "memorization_fraction_pixel": 0.7013999819755554, "mean_nn_ratio_pixel": 0.32554876804351807, "fid": 47.15590012693313}
+{"step": 2910000, "wall_time": 28017.56037592888, "train_loss_step": 2.4561092853546143, "n_params": 4367410, "total_flops": 39042549043200000, "train_loss": 0.013948734998703003, "subset_score_loss": 0.013948734998703003}
+{"step": 2920000, "wall_time": 28101.719596147537, "train_loss_step": 2.584883213043213, "n_params": 4367410, "total_flops": 39176715878400000, "train_loss": 0.013752915859222413, "subset_score_loss": 0.013752915859222413}
+{"step": 2930000, "wall_time": 28188.361505270004, "train_loss_step": 2.4394097328186035, "n_params": 4367410, "total_flops": 39310882713600000, "train_loss": 0.01465050220489502, "subset_score_loss": 0.01465050220489502}
+{"step": 2940000, "wall_time": 28276.44640636444, "train_loss_step": 2.5669965744018555, "n_params": 4367410, "total_flops": 39445049548800000, "train_loss": 0.013602683544158936, "subset_score_loss": 0.013602683544158936}
+{"step": 2950000, "wall_time": 28364.35699725151, "train_loss_step": 2.772617816925049, "n_params": 4367410, "total_flops": 39579216384000000, "train_loss": 0.014364361763000488, "subset_score_loss": 0.014364361763000488}
+{"step": 2960000, "wall_time": 28452.245054483414, "train_loss_step": 2.612053871154785, "n_params": 4367410, "total_flops": 39713383219200000, "train_loss": 0.013790547847747803, "subset_score_loss": 0.013790547847747803}
+{"step": 2970000, "wall_time": 28540.27299928665, "train_loss_step": 2.5522871017456055, "n_params": 4367410, "total_flops": 39847550054400000, "train_loss": 0.013650126457214355, "subset_score_loss": 0.013650126457214355}
+{"step": 2980000, "wall_time": 28628.27395415306, "train_loss_step": 2.4945743083953857, "n_params": 4367410, "total_flops": 39981716889600000, "train_loss": 0.01361396312713623, "subset_score_loss": 0.01361396312713623}
+{"step": 2990000, "wall_time": 28716.012430667877, "train_loss_step": 2.7596142292022705, "n_params": 4367410, "total_flops": 40115883724800000, "train_loss": 0.014354761838912964, "subset_score_loss": 0.014354761838912964}
+{"step": 3000000, "wall_time": 28900.659737825394, "train_loss_step": 2.520423412322998, "n_params": 4367410, "total_flops": 40250050560000000, "train_loss": 0.013664462566375733, "subset_score_loss": 0.013664462566375733, "memorization_fraction_pixel": 0.6998999714851379, "mean_nn_ratio_pixel": 0.32705721259117126, "fid": 47.50401239632238}
+{"step": 3010000, "wall_time": 28988.829253196716, "train_loss_step": 2.68259596824646, "n_params": 4367410, "total_flops": 40384217395200000, "train_loss": 0.014099867343902587, "subset_score_loss": 0.014099867343902587}
+{"step": 3020000, "wall_time": 29074.078162908554, "train_loss_step": 2.3764069080352783, "n_params": 4367410, "total_flops": 40518384230400000, "train_loss": 0.01406397819519043, "subset_score_loss": 0.01406397819519043}
+{"step": 3030000, "wall_time": 29160.931709051132, "train_loss_step": 2.7303876876831055, "n_params": 4367410, "total_flops": 40652551065600000, "train_loss": 0.013286585807800294, "subset_score_loss": 0.013286585807800294}
+{"step": 3040000, "wall_time": 29248.966987609863, "train_loss_step": 2.620842456817627, "n_params": 4367410, "total_flops": 40786717900800000, "train_loss": 0.013837308883666992, "subset_score_loss": 0.013837308883666992}
+{"step": 3050000, "wall_time": 29337.110706090927, "train_loss_step": 2.502568244934082, "n_params": 4367410, "total_flops": 40920884736000000, "train_loss": 0.013746308088302612, "subset_score_loss": 0.013746308088302612}
+{"step": 3060000, "wall_time": 29425.178050756454, "train_loss_step": 2.6194982528686523, "n_params": 4367410, "total_flops": 41055051571200000, "train_loss": 0.013417091369628906, "subset_score_loss": 0.013417091369628906}
+{"step": 3070000, "wall_time": 29513.204270601273, "train_loss_step": 2.632572889328003, "n_params": 4367410, "total_flops": 41189218406400000, "train_loss": 0.0134857439994812, "subset_score_loss": 0.0134857439994812}
+{"step": 3080000, "wall_time": 29601.306191444397, "train_loss_step": 2.7056078910827637, "n_params": 4367410, "total_flops": 41323385241600000, "train_loss": 0.013444616794586181, "subset_score_loss": 0.013444616794586181}
+{"step": 3090000, "wall_time": 29689.323617458344, "train_loss_step": 2.5918195247650146, "n_params": 4367410, "total_flops": 41457552076800000, "train_loss": 0.013262442350387572, "subset_score_loss": 0.013262442350387572}
+{"step": 3100000, "wall_time": 29859.922879695892, "train_loss_step": 2.3756284713745117, "n_params": 4367410, "total_flops": 41591718912000000, "train_loss": 0.012923403978347778, "subset_score_loss": 0.012923403978347778, "memorization_fraction_pixel": 0.7123000025749207, "mean_nn_ratio_pixel": 0.32246142625808716, "fid": 47.8723902575515}
+{"step": 3110000, "wall_time": 29946.901883363724, "train_loss_step": 2.4348134994506836, "n_params": 4367410, "total_flops": 41725885747200000, "train_loss": 0.013910629749298097, "subset_score_loss": 0.013910629749298097}
+{"step": 3120000, "wall_time": 30034.396800994873, "train_loss_step": 2.650801181793213, "n_params": 4367410, "total_flops": 41860052582400000, "train_loss": 0.013269450664520264, "subset_score_loss": 0.013269450664520264}
+{"step": 3130000, "wall_time": 30121.234402418137, "train_loss_step": 2.6029560565948486, "n_params": 4367410, "total_flops": 41994219417600000, "train_loss": 0.013297432661056518, "subset_score_loss": 0.013297432661056518}
+{"step": 3140000, "wall_time": 30208.3815639019, "train_loss_step": 2.6437268257141113, "n_params": 4367410, "total_flops": 42128386252800000, "train_loss": 0.013509756326675415, "subset_score_loss": 0.013509756326675415}
+{"step": 3150000, "wall_time": 30297.019090414047, "train_loss_step": 2.362088203430176, "n_params": 4367410, "total_flops": 42262553088000000, "train_loss": 0.012715777158737182, "subset_score_loss": 0.012715777158737182}
+{"step": 3160000, "wall_time": 30385.441446065903, "train_loss_step": 2.6037940979003906, "n_params": 4367410, "total_flops": 42396719923200000, "train_loss": 0.013079458475112915, "subset_score_loss": 0.013079458475112915}
+{"step": 3170000, "wall_time": 30473.997473716736, "train_loss_step": 2.5054657459259033, "n_params": 4367410, "total_flops": 42530886758400000, "train_loss": 0.012543008327484131, "subset_score_loss": 0.012543008327484131}
+{"step": 3180000, "wall_time": 30562.557782411575, "train_loss_step": 2.441572904586792, "n_params": 4367410, "total_flops": 42665053593600000, "train_loss": 0.013446307182312012, "subset_score_loss": 0.013446307182312012}
+{"step": 3190000, "wall_time": 30651.028092622757, "train_loss_step": 2.560429096221924, "n_params": 4367410, "total_flops": 42799220428800000, "train_loss": 0.012830171585083008, "subset_score_loss": 0.012830171585083008}
+{"step": 3200000, "wall_time": 30850.70671105385, "train_loss_step": 2.5476014614105225, "n_params": 4367410, "total_flops": 42933387264000000, "train_loss": 0.012872433662414551, "subset_score_loss": 0.012872433662414551, "memorization_fraction_pixel": 0.7149999737739563, "mean_nn_ratio_pixel": 0.3225688338279724, "fid": 47.336563424682986}
+{"step": 3210000, "wall_time": 30937.85045194626, "train_loss_step": 2.577270030975342, "n_params": 4367410, "total_flops": 43067554099200000, "train_loss": 0.01334607720375061, "subset_score_loss": 0.01334607720375061}
+{"step": 3220000, "wall_time": 31026.835377454758, "train_loss_step": 2.6293416023254395, "n_params": 4367410, "total_flops": 43201720934400000, "train_loss": 0.012437396049499512, "subset_score_loss": 0.012437396049499512}
+{"step": 3230000, "wall_time": 31113.85561800003, "train_loss_step": 2.5477864742279053, "n_params": 4367410, "total_flops": 43335887769600000, "train_loss": 0.012805640697479248, "subset_score_loss": 0.012805640697479248}
+{"step": 3240000, "wall_time": 31199.872487783432, "train_loss_step": 2.584258556365967, "n_params": 4367410, "total_flops": 43470054604800000, "train_loss": 0.01317510724067688, "subset_score_loss": 0.01317510724067688}
+{"step": 3250000, "wall_time": 31287.913266420364, "train_loss_step": 2.462726593017578, "n_params": 4367410, "total_flops": 43604221440000000, "train_loss": 0.012380214929580689, "subset_score_loss": 0.012380214929580689}
+{"step": 3260000, "wall_time": 31376.638828992844, "train_loss_step": 2.444777011871338, "n_params": 4367410, "total_flops": 43738388275200000, "train_loss": 0.012535406351089478, "subset_score_loss": 0.012535406351089478}
+{"step": 3270000, "wall_time": 31465.462058782578, "train_loss_step": 2.564751148223877, "n_params": 4367410, "total_flops": 43872555110400000, "train_loss": 0.012486521005630493, "subset_score_loss": 0.012486521005630493}
+{"step": 3280000, "wall_time": 31553.81481862068, "train_loss_step": 2.703848123550415, "n_params": 4367410, "total_flops": 44006721945600000, "train_loss": 0.012869994640350341, "subset_score_loss": 0.012869994640350341}
+{"step": 3290000, "wall_time": 31642.48182296753, "train_loss_step": 2.8296070098876953, "n_params": 4367410, "total_flops": 44140888780800000, "train_loss": 0.012378977537155151, "subset_score_loss": 0.012378977537155151}
+{"step": 3300000, "wall_time": 31824.882647514343, "train_loss_step": 2.588979482650757, "n_params": 4367410, "total_flops": 44275055616000000, "train_loss": 0.012844778299331665, "subset_score_loss": 0.012844778299331665, "memorization_fraction_pixel": 0.7242000102996826, "mean_nn_ratio_pixel": 0.3207596242427826, "fid": 46.83991474228553}
+{"step": 3310000, "wall_time": 31911.973450422287, "train_loss_step": 2.470345973968506, "n_params": 4367410, "total_flops": 44409222451200000, "train_loss": 0.012468703985214234, "subset_score_loss": 0.012468703985214234}
+{"step": 3320000, "wall_time": 32000.75760102272, "train_loss_step": 2.5668232440948486, "n_params": 4367410, "total_flops": 44543389286400000, "train_loss": 0.012689592838287354, "subset_score_loss": 0.012689592838287354}
+{"step": 3330000, "wall_time": 32087.704068422318, "train_loss_step": 2.4853456020355225, "n_params": 4367410, "total_flops": 44677556121600000, "train_loss": 0.012607576847076417, "subset_score_loss": 0.012607576847076417}
+{"step": 3340000, "wall_time": 32176.940595149994, "train_loss_step": 2.552058458328247, "n_params": 4367410, "total_flops": 44811722956800000, "train_loss": 0.012217239141464234, "subset_score_loss": 0.012217239141464234}
+{"step": 3350000, "wall_time": 32262.04571056366, "train_loss_step": 2.3197946548461914, "n_params": 4367410, "total_flops": 44945889792000000, "train_loss": 0.012482173442840576, "subset_score_loss": 0.012482173442840576}
+{"step": 3360000, "wall_time": 32350.642328500748, "train_loss_step": 2.334491491317749, "n_params": 4367410, "total_flops": 45080056627200000, "train_loss": 0.013028888702392579, "subset_score_loss": 0.013028888702392579}
+{"step": 3370000, "wall_time": 32439.185866117477, "train_loss_step": 2.564879894256592, "n_params": 4367410, "total_flops": 45214223462400000, "train_loss": 0.012456079721450805, "subset_score_loss": 0.012456079721450805}
+{"step": 3380000, "wall_time": 32527.579139471054, "train_loss_step": 2.49617862701416, "n_params": 4367410, "total_flops": 45348390297600000, "train_loss": 0.012258296012878417, "subset_score_loss": 0.012258296012878417}
+{"step": 3390000, "wall_time": 32616.34068775177, "train_loss_step": 2.6951911449432373, "n_params": 4367410, "total_flops": 45482557132800000, "train_loss": 0.01237085223197937, "subset_score_loss": 0.01237085223197937}
+{"step": 3400000, "wall_time": 32828.56400871277, "train_loss_step": 2.4731009006500244, "n_params": 4367410, "total_flops": 45616723968000000, "train_loss": 0.012605249881744385, "subset_score_loss": 0.012605249881744385, "memorization_fraction_pixel": 0.7196999788284302, "mean_nn_ratio_pixel": 0.3198580741882324, "fid": 47.47118089937568}
+{"step": 3410000, "wall_time": 32915.712077617645, "train_loss_step": 2.2324001789093018, "n_params": 4367410, "total_flops": 45750890803200000, "train_loss": 0.012053210735321045, "subset_score_loss": 0.012053210735321045}
+{"step": 3420000, "wall_time": 33004.7374920845, "train_loss_step": 2.518857955932617, "n_params": 4367410, "total_flops": 45885057638400000, "train_loss": 0.012343913316726685, "subset_score_loss": 0.012343913316726685}
+{"step": 3430000, "wall_time": 33084.16939353943, "train_loss_step": 2.7152931690216064, "n_params": 4367410, "total_flops": 46019224473600000, "train_loss": 0.011940451860427857, "subset_score_loss": 0.011940451860427857}
+{"step": 3440000, "wall_time": 33171.09257602692, "train_loss_step": 2.5637383460998535, "n_params": 4367410, "total_flops": 46153391308800000, "train_loss": 0.01245356559753418, "subset_score_loss": 0.01245356559753418}
+{"step": 3450000, "wall_time": 33256.987077474594, "train_loss_step": 2.6513490676879883, "n_params": 4367410, "total_flops": 46287558144000000, "train_loss": 0.012220286130905152, "subset_score_loss": 0.012220286130905152}
+{"step": 3460000, "wall_time": 33345.6805100441, "train_loss_step": 2.4565601348876953, "n_params": 4367410, "total_flops": 46421724979200000, "train_loss": 0.012264721393585205, "subset_score_loss": 0.012264721393585205}
+{"step": 3470000, "wall_time": 33434.25093579292, "train_loss_step": 2.648690700531006, "n_params": 4367410, "total_flops": 46555891814400000, "train_loss": 0.01176422119140625, "subset_score_loss": 0.01176422119140625}
+{"step": 3480000, "wall_time": 33522.294016838074, "train_loss_step": 2.6528360843658447, "n_params": 4367410, "total_flops": 46690058649600000, "train_loss": 0.01196658492088318, "subset_score_loss": 0.01196658492088318}
+{"step": 3490000, "wall_time": 33611.02667927742, "train_loss_step": 2.419830799102783, "n_params": 4367410, "total_flops": 46824225484800000, "train_loss": 0.012333701848983764, "subset_score_loss": 0.012333701848983764}
+{"step": 3500000, "wall_time": 33830.72899532318, "train_loss_step": 2.49084734916687, "n_params": 4367410, "total_flops": 46958392320000000, "train_loss": 0.012329529523849487, "subset_score_loss": 0.012329529523849487, "memorization_fraction_pixel": 0.7365000247955322, "mean_nn_ratio_pixel": 0.31607142090797424, "fid": 47.70404478952806}
+{"step": 3510000, "wall_time": 33917.771761894226, "train_loss_step": 2.4313385486602783, "n_params": 4367410, "total_flops": 47092559155200000, "train_loss": 0.011663322448730468, "subset_score_loss": 0.011663322448730468}
+{"step": 3520000, "wall_time": 34006.2337577343, "train_loss_step": 2.541623115539551, "n_params": 4367410, "total_flops": 47226725990400000, "train_loss": 0.011828949451446533, "subset_score_loss": 0.011828949451446533}
+{"step": 3530000, "wall_time": 34092.987357378006, "train_loss_step": 2.828683853149414, "n_params": 4367410, "total_flops": 47360892825600000, "train_loss": 0.012145925760269165, "subset_score_loss": 0.012145925760269165}
+{"step": 3540000, "wall_time": 34173.44717335701, "train_loss_step": 2.605036735534668, "n_params": 4367410, "total_flops": 47495059660800000, "train_loss": 0.011825176477432251, "subset_score_loss": 0.011825176477432251}
+{"step": 3550000, "wall_time": 34262.03149533272, "train_loss_step": 2.6947810649871826, "n_params": 4367410, "total_flops": 47629226496000000, "train_loss": 0.01181127667427063, "subset_score_loss": 0.01181127667427063}
+{"step": 3560000, "wall_time": 34349.27524280548, "train_loss_step": 2.3742661476135254, "n_params": 4367410, "total_flops": 47763393331200000, "train_loss": 0.01140683889389038, "subset_score_loss": 0.01140683889389038}
+{"step": 3570000, "wall_time": 34437.75986003876, "train_loss_step": 2.6574578285217285, "n_params": 4367410, "total_flops": 47897560166400000, "train_loss": 0.011628307104110717, "subset_score_loss": 0.011628307104110717}
+{"step": 3580000, "wall_time": 34526.17257809639, "train_loss_step": 2.608778953552246, "n_params": 4367410, "total_flops": 48031727001600000, "train_loss": 0.011355308294296264, "subset_score_loss": 0.011355308294296264}
+{"step": 3590000, "wall_time": 34614.870206832886, "train_loss_step": 2.725482940673828, "n_params": 4367410, "total_flops": 48165893836800000, "train_loss": 0.011740310192108154, "subset_score_loss": 0.011740310192108154}
+{"step": 3600000, "wall_time": 34835.84573817253, "train_loss_step": 2.6937246322631836, "n_params": 4367410, "total_flops": 48300060672000000, "train_loss": 0.011580551862716676, "subset_score_loss": 0.011580551862716676, "memorization_fraction_pixel": 0.7343999743461609, "mean_nn_ratio_pixel": 0.3162146508693695, "fid": 46.39616428800316}
+{"step": 3610000, "wall_time": 34923.15459728241, "train_loss_step": 2.4474244117736816, "n_params": 4367410, "total_flops": 48434227507200000, "train_loss": 0.011433827877044677, "subset_score_loss": 0.011433827877044677}
+{"step": 3620000, "wall_time": 35011.363538742065, "train_loss_step": 2.692582130432129, "n_params": 4367410, "total_flops": 48568394342400000, "train_loss": 0.011058385372161866, "subset_score_loss": 0.011058385372161866}
+{"step": 3630000, "wall_time": 35100.15656375885, "train_loss_step": 2.365410804748535, "n_params": 4367410, "total_flops": 48702561177600000, "train_loss": 0.011817116737365723, "subset_score_loss": 0.011817116737365723}
+{"step": 3640000, "wall_time": 35178.1564912796, "train_loss_step": 2.4515697956085205, "n_params": 4367410, "total_flops": 48836728012800000, "train_loss": 0.011310592889785767, "subset_score_loss": 0.011310592889785767}
+{"step": 3650000, "wall_time": 35267.01307082176, "train_loss_step": 2.5217089653015137, "n_params": 4367410, "total_flops": 48970894848000000, "train_loss": 0.011598721742630005, "subset_score_loss": 0.011598721742630005}
+{"step": 3660000, "wall_time": 35353.97986268997, "train_loss_step": 2.4522337913513184, "n_params": 4367410, "total_flops": 49105061683200000, "train_loss": 0.011089601516723634, "subset_score_loss": 0.011089601516723634}
+{"step": 3670000, "wall_time": 35442.20561814308, "train_loss_step": 2.327073574066162, "n_params": 4367410, "total_flops": 49239228518400000, "train_loss": 0.01109369158744812, "subset_score_loss": 0.01109369158744812}
+{"step": 3680000, "wall_time": 35530.78608036041, "train_loss_step": 2.66992449760437, "n_params": 4367410, "total_flops": 49373395353600000, "train_loss": 0.011096675395965577, "subset_score_loss": 0.011096675395965577}
+{"step": 3690000, "wall_time": 35619.31161785126, "train_loss_step": 2.798084020614624, "n_params": 4367410, "total_flops": 49507562188800000, "train_loss": 0.011360081434249878, "subset_score_loss": 0.011360081434249878}
+{"step": 3700000, "wall_time": 35833.418778181076, "train_loss_step": 2.7203359603881836, "n_params": 4367410, "total_flops": 49641729024000000, "train_loss": 0.012167280912399292, "subset_score_loss": 0.012167280912399292, "memorization_fraction_pixel": 0.7457000017166138, "mean_nn_ratio_pixel": 0.3121268153190613, "fid": 46.86006588309051}
+{"step": 3710000, "wall_time": 35920.78331518173, "train_loss_step": 2.548299789428711, "n_params": 4367410, "total_flops": 49775895859200000, "train_loss": 0.011060831546783447, "subset_score_loss": 0.011060831546783447}
+{"step": 3720000, "wall_time": 36009.03192901611, "train_loss_step": 2.485886573791504, "n_params": 4367410, "total_flops": 49910062694400000, "train_loss": 0.01135873317718506, "subset_score_loss": 0.01135873317718506}
+{"step": 3730000, "wall_time": 36097.70434474945, "train_loss_step": 2.5962510108947754, "n_params": 4367410, "total_flops": 50044229529600000, "train_loss": 0.01137939453125, "subset_score_loss": 0.01137939453125}
+{"step": 3740000, "wall_time": 36174.81631422043, "train_loss_step": 2.455204963684082, "n_params": 4367410, "total_flops": 50178396364800000, "train_loss": 0.011366101503372193, "subset_score_loss": 0.011366101503372193}
+{"step": 3750000, "wall_time": 36256.91553282738, "train_loss_step": 2.456740140914917, "n_params": 4367410, "total_flops": 50312563200000000, "train_loss": 0.01109430193901062, "subset_score_loss": 0.01109430193901062}
+{"step": 3760000, "wall_time": 36344.080268383026, "train_loss_step": 2.507134437561035, "n_params": 4367410, "total_flops": 50446730035200000, "train_loss": 0.011240715980529786, "subset_score_loss": 0.011240715980529786}
+{"step": 3770000, "wall_time": 36432.390093803406, "train_loss_step": 2.778221607208252, "n_params": 4367410, "total_flops": 50580896870400000, "train_loss": 0.011130625009536743, "subset_score_loss": 0.011130625009536743}
+{"step": 3780000, "wall_time": 36521.175352573395, "train_loss_step": 2.5376996994018555, "n_params": 4367410, "total_flops": 50715063705600000, "train_loss": 0.01104852557182312, "subset_score_loss": 0.01104852557182312}
+{"step": 3790000, "wall_time": 36609.98473882675, "train_loss_step": 2.9900946617126465, "n_params": 4367410, "total_flops": 50849230540800000, "train_loss": 0.011302785873413086, "subset_score_loss": 0.011302785873413086}
+{"step": 3800000, "wall_time": 36810.964975357056, "train_loss_step": 2.413919687271118, "n_params": 4367410, "total_flops": 50983397376000000, "train_loss": 0.011331636905670166, "subset_score_loss": 0.011331636905670166, "memorization_fraction_pixel": 0.7437999844551086, "mean_nn_ratio_pixel": 0.3121248483657837, "fid": 46.68425992414325}
+{"step": 3810000, "wall_time": 36898.26790237427, "train_loss_step": 2.716097831726074, "n_params": 4367410, "total_flops": 51117564211200000, "train_loss": 0.010759992599487305, "subset_score_loss": 0.010759992599487305}
+{"step": 3820000, "wall_time": 36986.922780036926, "train_loss_step": 2.3266987800598145, "n_params": 4367410, "total_flops": 51251731046400000, "train_loss": 0.01091612696647644, "subset_score_loss": 0.01091612696647644}
+{"step": 3830000, "wall_time": 37074.94896221161, "train_loss_step": 2.3453800678253174, "n_params": 4367410, "total_flops": 51385897881600000, "train_loss": 0.011109436750411988, "subset_score_loss": 0.011109436750411988}
+{"step": 3840000, "wall_time": 37162.57184076309, "train_loss_step": 2.864352226257324, "n_params": 4367410, "total_flops": 51520064716800000, "train_loss": 0.011116518974304199, "subset_score_loss": 0.011116518974304199}
+{"step": 3850000, "wall_time": 37240.73994684219, "train_loss_step": 2.2702393531799316, "n_params": 4367410, "total_flops": 51654231552000000, "train_loss": 0.010831822156906128, "subset_score_loss": 0.010831822156906128}
+{"step": 3860000, "wall_time": 37329.517394542694, "train_loss_step": 2.2528393268585205, "n_params": 4367410, "total_flops": 51788398387200000, "train_loss": 0.011140670776367188, "subset_score_loss": 0.011140670776367188}
+{"step": 3870000, "wall_time": 37416.35549926758, "train_loss_step": 2.581256866455078, "n_params": 4367410, "total_flops": 51922565222400000, "train_loss": 0.011067169904708862, "subset_score_loss": 0.011067169904708862}
+{"step": 3880000, "wall_time": 37505.035415649414, "train_loss_step": 2.5957741737365723, "n_params": 4367410, "total_flops": 52056732057600000, "train_loss": 0.010471242666244506, "subset_score_loss": 0.010471242666244506}
+{"step": 3890000, "wall_time": 37593.657215595245, "train_loss_step": 2.3244619369506836, "n_params": 4367410, "total_flops": 52190898892800000, "train_loss": 0.010499868392944336, "subset_score_loss": 0.010499868392944336}
+{"step": 3900000, "wall_time": 37818.47741627693, "train_loss_step": 2.2891006469726562, "n_params": 4367410, "total_flops": 52325065728000000, "train_loss": 0.010778249502182006, "subset_score_loss": 0.010778249502182006, "memorization_fraction_pixel": 0.753000020980835, "mean_nn_ratio_pixel": 0.3100251853466034, "fid": 46.64779888815087}
+{"step": 3910000, "wall_time": 37905.69957613945, "train_loss_step": 2.359090805053711, "n_params": 4367410, "total_flops": 52459232563200000, "train_loss": 0.010735349655151367, "subset_score_loss": 0.010735349655151367}
+{"step": 3920000, "wall_time": 37994.02515125275, "train_loss_step": 2.5596261024475098, "n_params": 4367410, "total_flops": 52593399398400000, "train_loss": 0.010733555555343628, "subset_score_loss": 0.010733555555343628}
+{"step": 3930000, "wall_time": 38082.219785928726, "train_loss_step": 2.5562691688537598, "n_params": 4367410, "total_flops": 52727566233600000, "train_loss": 0.010554293394088745, "subset_score_loss": 0.010554293394088745}
+{"step": 3940000, "wall_time": 38169.49256277084, "train_loss_step": 2.3160743713378906, "n_params": 4367410, "total_flops": 52861733068800000, "train_loss": 0.01072816014289856, "subset_score_loss": 0.01072816014289856}
+{"step": 3950000, "wall_time": 38253.1253015995, "train_loss_step": 2.8799078464508057, "n_params": 4367410, "total_flops": 52995899904000000, "train_loss": 0.01027109384536743, "subset_score_loss": 0.01027109384536743}
+{"step": 3960000, "wall_time": 38340.423844099045, "train_loss_step": 2.6182312965393066, "n_params": 4367410, "total_flops": 53130066739200000, "train_loss": 0.010299910306930542, "subset_score_loss": 0.010299910306930542}
+{"step": 3970000, "wall_time": 38427.406799316406, "train_loss_step": 2.4093940258026123, "n_params": 4367410, "total_flops": 53264233574400000, "train_loss": 0.010458703041076661, "subset_score_loss": 0.010458703041076661}
+{"step": 3980000, "wall_time": 38515.96241378784, "train_loss_step": 2.5735256671905518, "n_params": 4367410, "total_flops": 53398400409600000, "train_loss": 0.010177375078201293, "subset_score_loss": 0.010177375078201293}
+{"step": 3990000, "wall_time": 38604.72468781471, "train_loss_step": 3.04238224029541, "n_params": 4367410, "total_flops": 53532567244800000, "train_loss": 0.010826593637466431, "subset_score_loss": 0.010826593637466431}
+{"step": 4000000, "wall_time": 38796.80578970909, "train_loss_step": 2.544349193572998, "n_params": 4367410, "total_flops": 53666734080000000, "train_loss": 0.010224130153656006, "subset_score_loss": 0.010224130153656006, "memorization_fraction_pixel": 0.7497000098228455, "mean_nn_ratio_pixel": 0.313096821308136, "fid": 47.32025885142926}
+{"step": 4010000, "wall_time": 38883.86746144295, "train_loss_step": 2.5676238536834717, "n_params": 4367410, "total_flops": 53800900915200000, "train_loss": 0.010115925073623657, "subset_score_loss": 0.010115925073623657}
+{"step": 4020000, "wall_time": 38972.224513053894, "train_loss_step": 2.4039394855499268, "n_params": 4367410, "total_flops": 53935067750400000, "train_loss": 0.010170165300369263, "subset_score_loss": 0.010170165300369263}
+{"step": 4030000, "wall_time": 39060.67840361595, "train_loss_step": 2.5413308143615723, "n_params": 4367410, "total_flops": 54069234585600000, "train_loss": 0.01012811779975891, "subset_score_loss": 0.01012811779975891}
+{"step": 4040000, "wall_time": 39148.05125832558, "train_loss_step": 2.385929584503174, "n_params": 4367410, "total_flops": 54203401420800000, "train_loss": 0.010033506155014037, "subset_score_loss": 0.010033506155014037}
+{"step": 4050000, "wall_time": 39236.685103178024, "train_loss_step": 2.489745616912842, "n_params": 4367410, "total_flops": 54337568256000000, "train_loss": 0.010242618322372436, "subset_score_loss": 0.010242618322372436}
+{"step": 4060000, "wall_time": 39323.26368165016, "train_loss_step": 2.446746349334717, "n_params": 4367410, "total_flops": 54471735091200000, "train_loss": 0.01084640145301819, "subset_score_loss": 0.01084640145301819}
+{"step": 4070000, "wall_time": 39412.2681787014, "train_loss_step": 2.3261053562164307, "n_params": 4367410, "total_flops": 54605901926400000, "train_loss": 0.010225496292114257, "subset_score_loss": 0.010225496292114257}
+{"step": 4080000, "wall_time": 39499.095365047455, "train_loss_step": 2.4850120544433594, "n_params": 4367410, "total_flops": 54740068761600000, "train_loss": 0.010498018264770507, "subset_score_loss": 0.010498018264770507}
+{"step": 4090000, "wall_time": 39587.858218193054, "train_loss_step": 2.523501396179199, "n_params": 4367410, "total_flops": 54874235596800000, "train_loss": 0.010075715780258178, "subset_score_loss": 0.010075715780258178}
+{"step": 4100000, "wall_time": 39818.265958070755, "train_loss_step": 2.733668327331543, "n_params": 4367410, "total_flops": 55008402432000000, "train_loss": 0.010122386217117309, "subset_score_loss": 0.010122386217117309, "memorization_fraction_pixel": 0.754800021648407, "mean_nn_ratio_pixel": 0.31009140610694885, "fid": 47.45677031726145}
+{"step": 4110000, "wall_time": 39905.40296339989, "train_loss_step": 2.5825459957122803, "n_params": 4367410, "total_flops": 55142569267200000, "train_loss": 0.010157734155654907, "subset_score_loss": 0.010157734155654907}
+{"step": 4120000, "wall_time": 39993.801575660706, "train_loss_step": 2.4417123794555664, "n_params": 4367410, "total_flops": 55276736102400000, "train_loss": 0.010061531066894532, "subset_score_loss": 0.010061531066894532}
+{"step": 4130000, "wall_time": 40082.50723814964, "train_loss_step": 2.6533396244049072, "n_params": 4367410, "total_flops": 55410902937600000, "train_loss": 0.010228612422943116, "subset_score_loss": 0.010228612422943116}
+{"step": 4140000, "wall_time": 40169.620770692825, "train_loss_step": 2.5541162490844727, "n_params": 4367410, "total_flops": 55545069772800000, "train_loss": 0.00996659517288208, "subset_score_loss": 0.00996659517288208}
+{"step": 4150000, "wall_time": 40257.30382108688, "train_loss_step": 2.3740577697753906, "n_params": 4367410, "total_flops": 55679236608000000, "train_loss": 0.01032915472984314, "subset_score_loss": 0.01032915472984314}
+{"step": 4160000, "wall_time": 40345.52629709244, "train_loss_step": 2.429104804992676, "n_params": 4367410, "total_flops": 55813403443200000, "train_loss": 0.009927847385406495, "subset_score_loss": 0.009927847385406495}
+{"step": 4170000, "wall_time": 40434.56170010567, "train_loss_step": 2.611220359802246, "n_params": 4367410, "total_flops": 55947570278400000, "train_loss": 0.009873024225234985, "subset_score_loss": 0.009873024225234985}
+{"step": 4180000, "wall_time": 40521.56408691406, "train_loss_step": 2.4569337368011475, "n_params": 4367410, "total_flops": 56081737113600000, "train_loss": 0.01003240942955017, "subset_score_loss": 0.01003240942955017}
+{"step": 4190000, "wall_time": 40610.4077937603, "train_loss_step": 2.624427080154419, "n_params": 4367410, "total_flops": 56215903948800000, "train_loss": 0.010212584733963012, "subset_score_loss": 0.010212584733963012}
+{"step": 4200000, "wall_time": 40836.86892700195, "train_loss_step": 2.437284469604492, "n_params": 4367410, "total_flops": 56350070784000000, "train_loss": 0.010229878425598145, "subset_score_loss": 0.010229878425598145, "memorization_fraction_pixel": 0.7587000131607056, "mean_nn_ratio_pixel": 0.3063444197177887, "fid": 46.38960863347445}
+{"step": 4210000, "wall_time": 40923.90307569504, "train_loss_step": 2.6022424697875977, "n_params": 4367410, "total_flops": 56484237619200000, "train_loss": 0.009745669960975646, "subset_score_loss": 0.009745669960975646}
+{"step": 4220000, "wall_time": 41012.276527404785, "train_loss_step": 2.3789420127868652, "n_params": 4367410, "total_flops": 56618404454400000, "train_loss": 0.010150212049484252, "subset_score_loss": 0.010150212049484252}
+{"step": 4230000, "wall_time": 41101.01283407211, "train_loss_step": 2.4316396713256836, "n_params": 4367410, "total_flops": 56752571289600000, "train_loss": 0.009702003598213195, "subset_score_loss": 0.009702003598213195}
+{"step": 4240000, "wall_time": 41187.9271812439, "train_loss_step": 2.5071396827697754, "n_params": 4367410, "total_flops": 56886738124800000, "train_loss": 0.010083608627319336, "subset_score_loss": 0.010083608627319336}
+{"step": 4250000, "wall_time": 41274.895020246506, "train_loss_step": 2.6636712551116943, "n_params": 4367410, "total_flops": 57020904960000000, "train_loss": 0.009875703454017639, "subset_score_loss": 0.009875703454017639}
+{"step": 4260000, "wall_time": 41363.736936330795, "train_loss_step": 2.540435791015625, "n_params": 4367410, "total_flops": 57155071795200000, "train_loss": 0.010409272909164428, "subset_score_loss": 0.010409272909164428}
+{"step": 4270000, "wall_time": 41452.67445731163, "train_loss_step": 2.7231507301330566, "n_params": 4367410, "total_flops": 57289238630400000, "train_loss": 0.01020437479019165, "subset_score_loss": 0.01020437479019165}
+{"step": 4280000, "wall_time": 41539.9132874012, "train_loss_step": 2.446789026260376, "n_params": 4367410, "total_flops": 57423405465600000, "train_loss": 0.00964845359325409, "subset_score_loss": 0.00964845359325409}
+{"step": 4290000, "wall_time": 41628.86082816124, "train_loss_step": 2.280945301055908, "n_params": 4367410, "total_flops": 57557572300800000, "train_loss": 0.009753646850585938, "subset_score_loss": 0.009753646850585938}
+{"step": 4300000, "wall_time": 41833.16595339775, "train_loss_step": 2.6136114597320557, "n_params": 4367410, "total_flops": 57691739136000000, "train_loss": 0.009541476368904114, "subset_score_loss": 0.009541476368904114, "memorization_fraction_pixel": 0.7519999742507935, "mean_nn_ratio_pixel": 0.3102017939090729, "fid": 46.8646624711843}
+{"step": 4310000, "wall_time": 41920.32533788681, "train_loss_step": 2.387476921081543, "n_params": 4367410, "total_flops": 57825905971200000, "train_loss": 0.00997939646244049, "subset_score_loss": 0.00997939646244049}
+{"step": 4320000, "wall_time": 42009.300489902496, "train_loss_step": 2.2926480770111084, "n_params": 4367410, "total_flops": 57960072806400000, "train_loss": 0.009748993515968323, "subset_score_loss": 0.009748993515968323}
+{"step": 4330000, "wall_time": 42098.38824772835, "train_loss_step": 2.687990188598633, "n_params": 4367410, "total_flops": 58094239641600000, "train_loss": 0.009798972010612488, "subset_score_loss": 0.009798972010612488}
+{"step": 4340000, "wall_time": 42184.82747554779, "train_loss_step": 2.408562660217285, "n_params": 4367410, "total_flops": 58228406476800000, "train_loss": 0.009881091117858887, "subset_score_loss": 0.009881091117858887}
+{"step": 4350000, "wall_time": 42271.63877248764, "train_loss_step": 2.5859014987945557, "n_params": 4367410, "total_flops": 58362573312000000, "train_loss": 0.009469662904739379, "subset_score_loss": 0.009469662904739379}
+{"step": 4360000, "wall_time": 42360.63491511345, "train_loss_step": 2.504086494445801, "n_params": 4367410, "total_flops": 58496740147200000, "train_loss": 0.010274956226348877, "subset_score_loss": 0.010274956226348877}
+{"step": 4370000, "wall_time": 42449.51028299332, "train_loss_step": 2.4130659103393555, "n_params": 4367410, "total_flops": 58630906982400000, "train_loss": 0.010063064098358155, "subset_score_loss": 0.010063064098358155}
+{"step": 4380000, "wall_time": 42538.697772979736, "train_loss_step": 2.701859951019287, "n_params": 4367410, "total_flops": 58765073817600000, "train_loss": 0.009558998346328736, "subset_score_loss": 0.009558998346328736}
+{"step": 4390000, "wall_time": 42625.6817882061, "train_loss_step": 2.3728411197662354, "n_params": 4367410, "total_flops": 58899240652800000, "train_loss": 0.009679954051971435, "subset_score_loss": 0.009679954051971435}
+{"step": 4400000, "wall_time": 42831.427973508835, "train_loss_step": 2.4571290016174316, "n_params": 4367410, "total_flops": 59033407488000000, "train_loss": 0.00968370258808136, "subset_score_loss": 0.00968370258808136, "memorization_fraction_pixel": 0.7495999932289124, "mean_nn_ratio_pixel": 0.31053996086120605, "fid": 47.23971685030524}
+{"step": 4410000, "wall_time": 42918.43940448761, "train_loss_step": 2.3374035358428955, "n_params": 4367410, "total_flops": 59167574323200000, "train_loss": 0.009919586777687072, "subset_score_loss": 0.009919586777687072}
+{"step": 4420000, "wall_time": 43007.49409365654, "train_loss_step": 2.6158721446990967, "n_params": 4367410, "total_flops": 59301741158400000, "train_loss": 0.009592073559761048, "subset_score_loss": 0.009592073559761048}
+{"step": 4430000, "wall_time": 43096.372010707855, "train_loss_step": 2.5347819328308105, "n_params": 4367410, "total_flops": 59435907993600000, "train_loss": 0.009740561246871948, "subset_score_loss": 0.009740561246871948}
+{"step": 4440000, "wall_time": 43182.983352184296, "train_loss_step": 2.3899106979370117, "n_params": 4367410, "total_flops": 59570074828800000, "train_loss": 0.009251369833946229, "subset_score_loss": 0.009251369833946229}
+{"step": 4450000, "wall_time": 43270.786994218826, "train_loss_step": 2.3848586082458496, "n_params": 4367410, "total_flops": 59704241664000000, "train_loss": 0.009624676704406738, "subset_score_loss": 0.009624676704406738}
+{"step": 4460000, "wall_time": 43358.605063438416, "train_loss_step": 2.479644775390625, "n_params": 4367410, "total_flops": 59838408499200000, "train_loss": 0.009591873288154602, "subset_score_loss": 0.009591873288154602}
+{"step": 4470000, "wall_time": 43447.5989382267, "train_loss_step": 2.581698417663574, "n_params": 4367410, "total_flops": 59972575334400000, "train_loss": 0.009582435488700866, "subset_score_loss": 0.009582435488700866}
+{"step": 4480000, "wall_time": 43536.664996147156, "train_loss_step": 2.361210346221924, "n_params": 4367410, "total_flops": 60106742169600000, "train_loss": 0.009286763072013855, "subset_score_loss": 0.009286763072013855}
+{"step": 4490000, "wall_time": 43623.90012741089, "train_loss_step": 2.4619922637939453, "n_params": 4367410, "total_flops": 60240909004800000, "train_loss": 0.009159454107284547, "subset_score_loss": 0.009159454107284547}
+{"step": 4500000, "wall_time": 43832.527514219284, "train_loss_step": 2.521286964416504, "n_params": 4367410, "total_flops": 60375075840000000, "train_loss": 0.009747928977012633, "subset_score_loss": 0.009747928977012633, "memorization_fraction_pixel": 0.7544000148773193, "mean_nn_ratio_pixel": 0.3077968657016754, "fid": 47.24483060214468}
+{"step": 4510000, "wall_time": 43921.711411714554, "train_loss_step": 2.4444010257720947, "n_params": 4367410, "total_flops": 60509242675200000, "train_loss": 0.009706051349639892, "subset_score_loss": 0.009706051349639892}
+{"step": 4520000, "wall_time": 44008.720319747925, "train_loss_step": 2.391968250274658, "n_params": 4367410, "total_flops": 60643409510400000, "train_loss": 0.009427493214607239, "subset_score_loss": 0.009427493214607239}
+{"step": 4530000, "wall_time": 44097.4356713295, "train_loss_step": 2.512390375137329, "n_params": 4367410, "total_flops": 60777576345600000, "train_loss": 0.009511597156524658, "subset_score_loss": 0.009511597156524658}
+{"step": 4540000, "wall_time": 44184.67648983002, "train_loss_step": 2.501382350921631, "n_params": 4367410, "total_flops": 60911743180800000, "train_loss": 0.009423762559890747, "subset_score_loss": 0.009423762559890747}
+{"step": 4550000, "wall_time": 44273.82362365723, "train_loss_step": 2.376171112060547, "n_params": 4367410, "total_flops": 61045910016000000, "train_loss": 0.00949597954750061, "subset_score_loss": 0.00949597954750061}
+{"step": 4560000, "wall_time": 44360.98437833786, "train_loss_step": 2.710796356201172, "n_params": 4367410, "total_flops": 61180076851200000, "train_loss": 0.009097999930381774, "subset_score_loss": 0.009097999930381774}
+{"step": 4570000, "wall_time": 44449.95857286453, "train_loss_step": 2.4085681438446045, "n_params": 4367410, "total_flops": 61314243686400000, "train_loss": 0.009617695212364196, "subset_score_loss": 0.009617695212364196}
+{"step": 4580000, "wall_time": 44538.84147524834, "train_loss_step": 2.229611873626709, "n_params": 4367410, "total_flops": 61448410521600000, "train_loss": 0.009939489960670471, "subset_score_loss": 0.009939489960670471}
+{"step": 4590000, "wall_time": 44627.937338113785, "train_loss_step": 2.4453701972961426, "n_params": 4367410, "total_flops": 61582577356800000, "train_loss": 0.009137392044067383, "subset_score_loss": 0.009137392044067383}
+{"step": 4600000, "wall_time": 44848.48432612419, "train_loss_step": 2.471278429031372, "n_params": 4367410, "total_flops": 61716744192000000, "train_loss": 0.00941673755645752, "subset_score_loss": 0.00941673755645752, "memorization_fraction_pixel": 0.7501999735832214, "mean_nn_ratio_pixel": 0.30821123719215393, "fid": 47.40012097457156}
+{"step": 4610000, "wall_time": 44937.76185965538, "train_loss_step": 2.5738792419433594, "n_params": 4367410, "total_flops": 61850911027200000, "train_loss": 0.009282249212265014, "subset_score_loss": 0.009282249212265014}
+{"step": 4620000, "wall_time": 45024.75156927109, "train_loss_step": 2.407792091369629, "n_params": 4367410, "total_flops": 61985077862400000, "train_loss": 0.009247041344642638, "subset_score_loss": 0.009247041344642638}
+{"step": 4630000, "wall_time": 45113.10899949074, "train_loss_step": 2.6227619647979736, "n_params": 4367410, "total_flops": 62119244697600000, "train_loss": 0.009351465106010436, "subset_score_loss": 0.009351465106010436}
+{"step": 4640000, "wall_time": 45200.60758781433, "train_loss_step": 2.644061803817749, "n_params": 4367410, "total_flops": 62253411532800000, "train_loss": 0.009093628525733947, "subset_score_loss": 0.009093628525733947}
+{"step": 4650000, "wall_time": 45288.2228372097, "train_loss_step": 2.436856269836426, "n_params": 4367410, "total_flops": 62387578368000000, "train_loss": 0.009368252158164978, "subset_score_loss": 0.009368252158164978}
+{"step": 4660000, "wall_time": 45376.44177985191, "train_loss_step": 2.6055173873901367, "n_params": 4367410, "total_flops": 62521745203200000, "train_loss": 0.00897912859916687, "subset_score_loss": 0.00897912859916687}
+{"step": 4670000, "wall_time": 45465.37029695511, "train_loss_step": 2.4708354473114014, "n_params": 4367410, "total_flops": 62655912038400000, "train_loss": 0.009137507677078247, "subset_score_loss": 0.009137507677078247}
+{"step": 4680000, "wall_time": 45554.290011405945, "train_loss_step": 2.071324110031128, "n_params": 4367410, "total_flops": 62790078873600000, "train_loss": 0.00946175992488861, "subset_score_loss": 0.00946175992488861}
+{"step": 4690000, "wall_time": 45643.51447224617, "train_loss_step": 2.497065782546997, "n_params": 4367410, "total_flops": 62924245708800000, "train_loss": 0.00900324821472168, "subset_score_loss": 0.00900324821472168}
+{"step": 4700000, "wall_time": 45843.44414687157, "train_loss_step": 2.315645217895508, "n_params": 4367410, "total_flops": 63058412544000000, "train_loss": 0.009088271260261536, "subset_score_loss": 0.009088271260261536, "memorization_fraction_pixel": 0.769599974155426, "mean_nn_ratio_pixel": 0.3060366213321686, "fid": 46.99796676449105}
+{"step": 4710000, "wall_time": 45932.62676405907, "train_loss_step": 2.498300075531006, "n_params": 4367410, "total_flops": 63192579379200000, "train_loss": 0.009085195660591126, "subset_score_loss": 0.009085195660591126}
+{"step": 4720000, "wall_time": 46019.81049966812, "train_loss_step": 2.31423020362854, "n_params": 4367410, "total_flops": 63326746214400000, "train_loss": 0.009111076593399048, "subset_score_loss": 0.009111076593399048}
+{"step": 4730000, "wall_time": 46108.376977682114, "train_loss_step": 2.3462319374084473, "n_params": 4367410, "total_flops": 63460913049600000, "train_loss": 0.008858388066291809, "subset_score_loss": 0.008858388066291809}
+{"step": 4740000, "wall_time": 46195.945793390274, "train_loss_step": 2.4206910133361816, "n_params": 4367410, "total_flops": 63595079884800000, "train_loss": 0.00961703896522522, "subset_score_loss": 0.00961703896522522}
+{"step": 4750000, "wall_time": 46285.26777124405, "train_loss_step": 2.679805278778076, "n_params": 4367410, "total_flops": 63729246720000000, "train_loss": 0.008923070430755615, "subset_score_loss": 0.008923070430755615}
+{"step": 4760000, "wall_time": 46372.010699510574, "train_loss_step": 2.3707194328308105, "n_params": 4367410, "total_flops": 63863413555200000, "train_loss": 0.009063060879707336, "subset_score_loss": 0.009063060879707336}
+{"step": 4770000, "wall_time": 46460.654412031174, "train_loss_step": 2.421123504638672, "n_params": 4367410, "total_flops": 63997580390400000, "train_loss": 0.008864790201187134, "subset_score_loss": 0.008864790201187134}
+{"step": 4780000, "wall_time": 46549.55780720711, "train_loss_step": 2.5631284713745117, "n_params": 4367410, "total_flops": 64131747225600000, "train_loss": 0.00901876986026764, "subset_score_loss": 0.00901876986026764}
+{"step": 4790000, "wall_time": 46638.274211645126, "train_loss_step": 2.716503620147705, "n_params": 4367410, "total_flops": 64265914060800000, "train_loss": 0.008944497108459473, "subset_score_loss": 0.008944497108459473}
+{"step": 4800000, "wall_time": 46841.91106891632, "train_loss_step": 2.6611063480377197, "n_params": 4367410, "total_flops": 64400080896000000, "train_loss": 0.008836676478385925, "subset_score_loss": 0.008836676478385925, "memorization_fraction_pixel": 0.7573000192642212, "mean_nn_ratio_pixel": 0.30756106972694397, "fid": 46.45661890832416}
+{"step": 4810000, "wall_time": 46930.925718307495, "train_loss_step": 2.630880832672119, "n_params": 4367410, "total_flops": 64534247731200000, "train_loss": 0.008852337002754212, "subset_score_loss": 0.008852337002754212}
+{"step": 4820000, "wall_time": 47017.99708557129, "train_loss_step": 2.42441463470459, "n_params": 4367410, "total_flops": 64668414566400000, "train_loss": 0.008853626251220704, "subset_score_loss": 0.008853626251220704}
+{"step": 4830000, "wall_time": 47106.69145941734, "train_loss_step": 2.4018607139587402, "n_params": 4367410, "total_flops": 64802581401600000, "train_loss": 0.008708714842796325, "subset_score_loss": 0.008708714842796325}
+{"step": 4840000, "wall_time": 47194.40969967842, "train_loss_step": 2.4960131645202637, "n_params": 4367410, "total_flops": 64936748236800000, "train_loss": 0.008789665699005127, "subset_score_loss": 0.008789665699005127}
+{"step": 4850000, "wall_time": 47283.67155456543, "train_loss_step": 2.9088966846466064, "n_params": 4367410, "total_flops": 65070915072000000, "train_loss": 0.008928769826889038, "subset_score_loss": 0.008928769826889038}
+{"step": 4860000, "wall_time": 47371.11877799034, "train_loss_step": 2.3624227046966553, "n_params": 4367410, "total_flops": 65205081907200000, "train_loss": 0.008690458536148072, "subset_score_loss": 0.008690458536148072}
+{"step": 4870000, "wall_time": 47459.629875421524, "train_loss_step": 2.273908853530884, "n_params": 4367410, "total_flops": 65339248742400000, "train_loss": 0.008569610118865967, "subset_score_loss": 0.008569610118865967}
+{"step": 4880000, "wall_time": 47548.436294317245, "train_loss_step": 2.434140682220459, "n_params": 4367410, "total_flops": 65473415577600000, "train_loss": 0.00909544825553894, "subset_score_loss": 0.00909544825553894}
+{"step": 4890000, "wall_time": 47637.081814050674, "train_loss_step": 2.3624348640441895, "n_params": 4367410, "total_flops": 65607582412800000, "train_loss": 0.008499164581298829, "subset_score_loss": 0.008499164581298829}
+{"step": 4900000, "wall_time": 47809.412121772766, "train_loss_step": 2.428101062774658, "n_params": 4367410, "total_flops": 65741749248000000, "train_loss": 0.008842218518257141, "subset_score_loss": 0.008842218518257141, "memorization_fraction_pixel": 0.7623000144958496, "mean_nn_ratio_pixel": 0.3063969612121582, "fid": 46.881384588154766}
+{"step": 4910000, "wall_time": 47897.9805893898, "train_loss_step": 2.242591619491577, "n_params": 4367410, "total_flops": 65875916083200000, "train_loss": 0.008763280510902405, "subset_score_loss": 0.008763280510902405}
+{"step": 4920000, "wall_time": 47986.98653316498, "train_loss_step": 2.7615535259246826, "n_params": 4367410, "total_flops": 66010082918400000, "train_loss": 0.00841081976890564, "subset_score_loss": 0.00841081976890564}
+{"step": 4930000, "wall_time": 48074.061781167984, "train_loss_step": 2.539721965789795, "n_params": 4367410, "total_flops": 66144249753600000, "train_loss": 0.0084169340133667, "subset_score_loss": 0.0084169340133667}
+{"step": 4940000, "wall_time": 48163.36406183243, "train_loss_step": 2.3298957347869873, "n_params": 4367410, "total_flops": 66278416588800000, "train_loss": 0.008600317239761353, "subset_score_loss": 0.008600317239761353}
+{"step": 4950000, "wall_time": 48250.622250556946, "train_loss_step": 2.3657169342041016, "n_params": 4367410, "total_flops": 66412583424000000, "train_loss": 0.00848758578300476, "subset_score_loss": 0.00848758578300476}
+{"step": 4960000, "wall_time": 48338.24681138992, "train_loss_step": 2.385239601135254, "n_params": 4367410, "total_flops": 66546750259200000, "train_loss": 0.008667142987251282, "subset_score_loss": 0.008667142987251282}
+{"step": 4970000, "wall_time": 48427.19896531105, "train_loss_step": 2.5291850566864014, "n_params": 4367410, "total_flops": 66680917094400000, "train_loss": 0.008621776700019837, "subset_score_loss": 0.008621776700019837}
+{"step": 4980000, "wall_time": 48515.69472146034, "train_loss_step": 2.705038070678711, "n_params": 4367410, "total_flops": 66815083929600000, "train_loss": 0.008685476779937744, "subset_score_loss": 0.008685476779937744}
+{"step": 4990000, "wall_time": 48604.50802922249, "train_loss_step": 2.281999111175537, "n_params": 4367410, "total_flops": 66949250764800000, "train_loss": 0.008596099019050597, "subset_score_loss": 0.008596099019050597}
+{"step": 5000000, "wall_time": 48763.67641687393, "train_loss_step": 2.437697410583496, "n_params": 4367410, "total_flops": 67083417600000000, "train_loss": 0.008973613381385803, "subset_score_loss": 0.008973613381385803, "memorization_fraction_pixel": 0.7601000070571899, "mean_nn_ratio_pixel": 0.30491364002227783, "fid": 46.572598992252445}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d50/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d50/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..87fe78874ca0424f196c331a835b76705360199f
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d50/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     70s | train_loss=1.0033 | fid=242.1853
+  step   10000 |    152s | train_loss=0.8568
+  step   20000 |    240s | train_loss=0.7990
+  step   30000 |    327s | train_loss=0.7114
+  step   40000 |    415s | train_loss=0.5788
+  step   50000 |    502s | train_loss=0.4155
+  step   60000 |    590s | train_loss=0.2905
+  step   70000 |    678s | train_loss=0.2224
+  step   80000 |    765s | train_loss=0.1832
+  step   90000 |    852s | train_loss=0.1617
+  step  100000 |   1011s | train_loss=0.1460 | fid=57.2314
+  step  110000 |   1095s | train_loss=0.1354
+  step  120000 |   1180s | train_loss=0.1266
+  step  130000 |   1268s | train_loss=0.1203
+  step  140000 |   1355s | train_loss=0.1120
+  step  150000 |   1443s | train_loss=0.1071
+  step  160000 |   1531s | train_loss=0.1022
+  step  170000 |   1619s | train_loss=0.0960
+  step  180000 |   1707s | train_loss=0.0926
+  step  190000 |   1795s | train_loss=0.0907
+  step  200000 |   1953s | train_loss=0.0867 | fid=54.7920
+  step  210000 |   2043s | train_loss=0.0830
+  step  220000 |   2126s | train_loss=0.0801
+  step  230000 |   2213s | train_loss=0.0780
+  step  240000 |   2301s | train_loss=0.0767
+  step  250000 |   2389s | train_loss=0.0729
+  step  260000 |   2477s | train_loss=0.0717
+  step  270000 |   2565s | train_loss=0.0698
+  step  280000 |   2653s | train_loss=0.0688
+  step  290000 |   2741s | train_loss=0.0664
+  step  300000 |   2897s | train_loss=0.0649 | fid=54.4773
+  step  310000 |   2985s | train_loss=0.0638
+  step  320000 |   3071s | train_loss=0.0620
+  step  330000 |   3158s | train_loss=0.0610
+  step  340000 |   3244s | train_loss=0.0603
+  step  350000 |   3332s | train_loss=0.0577
+  step  360000 |   3421s | train_loss=0.0572
+  step  370000 |   3509s | train_loss=0.0566
+  step  380000 |   3597s | train_loss=0.0552
+  step  390000 |   3685s | train_loss=0.0555
+  step  400000 |   3842s | train_loss=0.0539 | fid=52.0939
+  step  410000 |   3931s | train_loss=0.0526
+  step  420000 |   4019s | train_loss=0.0519
+  step  430000 |   4103s | train_loss=0.0518
+  step  440000 |   4191s | train_loss=0.0505
+  step  450000 |   4278s | train_loss=0.0503
+  step  460000 |   4366s | train_loss=0.0497
+  step  470000 |   4454s | train_loss=0.0491
+  step  480000 |   4542s | train_loss=0.0490
+  step  490000 |   4631s | train_loss=0.0477
+  step  500000 |   4789s | train_loss=0.0477 | fid=52.4585
+  step  510000 |   4877s | train_loss=0.0471
+  step  520000 |   4965s | train_loss=0.0473
+  step  530000 |   5052s | train_loss=0.0454
+  step  540000 |   5137s | train_loss=0.0452
+  step  550000 |   5226s | train_loss=0.0450
+  step  560000 |   5312s | train_loss=0.0447
+  step  570000 |   5400s | train_loss=0.0439
+  step  580000 |   5488s | train_loss=0.0434
+  step  590000 |   5576s | train_loss=0.0437
+  step  600000 |   5736s | train_loss=0.0426 | fid=50.6226
+  step  610000 |   5824s | train_loss=0.0428
+  step  620000 |   5912s | train_loss=0.0412
+  step  630000 |   6000s | train_loss=0.0428
+  step  640000 |   6086s | train_loss=0.0405
+  step  650000 |   6172s | train_loss=0.0407
+  step  660000 |   6261s | train_loss=0.0405
+  step  670000 |   6348s | train_loss=0.0400
+  step  680000 |   6436s | train_loss=0.0400
+  step  690000 |   6524s | train_loss=0.0394
+  step  700000 |   6682s | train_loss=0.0389 | fid=49.0087
+  step  710000 |   6770s | train_loss=0.0390
+  step  720000 |   6858s | train_loss=0.0377
+  step  730000 |   6946s | train_loss=0.0387
+  step  740000 |   7035s | train_loss=0.0380
+  step  750000 |   7119s | train_loss=0.0375
+  step  760000 |   7207s | train_loss=0.0372
+  step  770000 |   7295s | train_loss=0.0367
+  step  780000 |   7381s | train_loss=0.0370
+  step  790000 |   7470s | train_loss=0.0367
+  step  800000 |   7630s | train_loss=0.0362 | fid=49.7423
+  step  810000 |   7718s | train_loss=0.0358
+  step  820000 |   7806s | train_loss=0.0356
+  step  830000 |   7894s | train_loss=0.0353
+  step  840000 |   7982s | train_loss=0.0349
+  step  850000 |   8070s | train_loss=0.0348
+  step  860000 |   8155s | train_loss=0.0348
+  step  870000 |   8243s | train_loss=0.0348
+  step  880000 |   8331s | train_loss=0.0338
+  step  890000 |   8418s | train_loss=0.0345
+  step  900000 |   8578s | train_loss=0.0336 | fid=49.3932
+  step  910000 |   8666s | train_loss=0.0336
+  step  920000 |   8754s | train_loss=0.0333
+  step  930000 |   8842s | train_loss=0.0333
+  step  940000 |   8930s | train_loss=0.0325
+  step  950000 |   9019s | train_loss=0.0323
+  step  960000 |   9104s | train_loss=0.0327
+  step  970000 |   9190s | train_loss=0.0324
+  step  980000 |   9278s | train_loss=0.0330
+  step  990000 |   9367s | train_loss=0.0312
+  step 1000000 |   9523s | train_loss=0.0314 | fid=48.8980
+  step 1010000 |   9611s | train_loss=0.0311
+  step 1020000 |   9699s | train_loss=0.0311
+  step 1030000 |   9787s | train_loss=0.0311
+  step 1040000 |   9875s | train_loss=0.0305
+  step 1050000 |   9963s | train_loss=0.0306
+  step 1060000 |  10050s | train_loss=0.0300
+  step 1070000 |  10136s | train_loss=0.0306
+  step 1080000 |  10223s | train_loss=0.0299
+  step 1090000 |  10312s | train_loss=0.0301
+  step 1100000 |  10471s | train_loss=0.0300 | fid=48.6430
+  step 1110000 |  10559s | train_loss=0.0293
+  step 1120000 |  10647s | train_loss=0.0298
+  step 1130000 |  10735s | train_loss=0.0292
+  step 1140000 |  10823s | train_loss=0.0300
+  step 1150000 |  10911s | train_loss=0.0291
+  step 1160000 |  11000s | train_loss=0.0284
+  step 1170000 |  11085s | train_loss=0.0279
+  step 1180000 |  11172s | train_loss=0.0286
+  step 1190000 |  11260s | train_loss=0.0278
+  step 1200000 |  11418s | train_loss=0.0282 | fid=47.9624
+  step 1210000 |  11505s | train_loss=0.0286
+  step 1220000 |  11593s | train_loss=0.0284
+  step 1230000 |  11681s | train_loss=0.0277
+  step 1240000 |  11769s | train_loss=0.0274
+  step 1250000 |  11857s | train_loss=0.0275
+  step 1260000 |  11945s | train_loss=0.0269
+  step 1270000 |  12032s | train_loss=0.0267
+  step 1280000 |  12119s | train_loss=0.0265
+  step 1290000 |  12206s | train_loss=0.0272
+  step 1300000 |  12365s | train_loss=0.0268 | fid=48.2839
+  step 1310000 |  12454s | train_loss=0.0268
+  step 1320000 |  12540s | train_loss=0.0261
+  step 1330000 |  12628s | train_loss=0.0259
+  step 1340000 |  12716s | train_loss=0.0267
+  step 1350000 |  12804s | train_loss=0.0259
+  step 1360000 |  12893s | train_loss=0.0254
+  step 1370000 |  12981s | train_loss=0.0257
+  step 1380000 |  13068s | train_loss=0.0252
+  step 1390000 |  13155s | train_loss=0.0251
+  step 1400000 |  13313s | train_loss=0.0252 | fid=47.6149
+  step 1410000 |  13401s | train_loss=0.0252
+  step 1420000 |  13490s | train_loss=0.0250
+  step 1430000 |  13577s | train_loss=0.0247
+  step 1440000 |  13664s | train_loss=0.0250
+  step 1450000 |  13752s | train_loss=0.0251
+  step 1460000 |  13840s | train_loss=0.0246
+  step 1470000 |  13928s | train_loss=0.0250
+  step 1480000 |  14015s | train_loss=0.0250
+  step 1490000 |  14102s | train_loss=0.0248
+  step 1500000 |  14260s | train_loss=0.0246 | fid=47.7566
+  step 1510000 |  14348s | train_loss=0.0243
+  step 1520000 |  14436s | train_loss=0.0239
+  step 1530000 |  14524s | train_loss=0.0237
+  step 1540000 |  14612s | train_loss=0.0241
+  step 1550000 |  14698s | train_loss=0.0238
+  step 1560000 |  14787s | train_loss=0.0232
+  step 1570000 |  14875s | train_loss=0.0238
+  step 1580000 |  14963s | train_loss=0.0248
+  step 1590000 |  15050s | train_loss=0.0233
+  step 1600000 |  15215s | train_loss=0.0225 | fid=48.4557
+  step 1610000 |  15303s | train_loss=0.0232
+  step 1620000 |  15391s | train_loss=0.0230
+  step 1630000 |  15479s | train_loss=0.0227
+  step 1640000 |  15567s | train_loss=0.0229
+  step 1650000 |  15654s | train_loss=0.0231
+  step 1660000 |  15742s | train_loss=0.0222
+  step 1670000 |  15830s | train_loss=0.0218
+  step 1680000 |  15918s | train_loss=0.0224
+  step 1690000 |  16005s | train_loss=0.0217
+  step 1700000 |  16179s | train_loss=0.0217 | fid=47.3467
+  step 1710000 |  16267s | train_loss=0.0224
+  step 1720000 |  16355s | train_loss=0.0222
+  step 1730000 |  16443s | train_loss=0.0216
+  step 1740000 |  16531s | train_loss=0.0218
+  step 1750000 |  16619s | train_loss=0.0214
+  step 1760000 |  16706s | train_loss=0.0221
+  step 1770000 |  16794s | train_loss=0.0216
+  step 1780000 |  16882s | train_loss=0.0212
+  step 1790000 |  16971s | train_loss=0.0209
+  step 1800000 |  17153s | train_loss=0.0213 | fid=47.3519
+  step 1810000 |  17240s | train_loss=0.0212
+  step 1820000 |  17328s | train_loss=0.0207
+  step 1830000 |  17416s | train_loss=0.0210
+  step 1840000 |  17504s | train_loss=0.0209
+  step 1850000 |  17592s | train_loss=0.0208
+  step 1860000 |  17680s | train_loss=0.0204
+  step 1870000 |  17767s | train_loss=0.0209
+  step 1880000 |  17855s | train_loss=0.0210
+  step 1890000 |  17943s | train_loss=0.0206
+  step 1900000 |  18125s | train_loss=0.0205 | fid=47.2173
+  step 1910000 |  18212s | train_loss=0.0212
+  step 1920000 |  18300s | train_loss=0.0199
+  step 1930000 |  18388s | train_loss=0.0199
+  step 1940000 |  18476s | train_loss=0.0196
+  step 1950000 |  18564s | train_loss=0.0203
+  step 1960000 |  18652s | train_loss=0.0209
+  step 1970000 |  18741s | train_loss=0.0207
+  step 1980000 |  18827s | train_loss=0.0199
+  step 1990000 |  18915s | train_loss=0.0198
+  step 2000000 |  19099s | train_loss=0.0195 | fid=47.6085
+  step 2010000 |  19186s | train_loss=0.0193
+  step 2020000 |  19274s | train_loss=0.0203
+  step 2030000 |  19362s | train_loss=0.0190
+  step 2040000 |  19450s | train_loss=0.0192
+  step 2050000 |  19538s | train_loss=0.0188
+  step 2060000 |  19626s | train_loss=0.0191
+  step 2070000 |  19714s | train_loss=0.0195
+  step 2080000 |  19801s | train_loss=0.0196
+  step 2090000 |  19889s | train_loss=0.0191
+  step 2100000 |  20073s | train_loss=0.0187 | fid=48.0229
+  step 2110000 |  20162s | train_loss=0.0182
+  step 2120000 |  20248s | train_loss=0.0190
+  step 2130000 |  20336s | train_loss=0.0193
+  step 2140000 |  20424s | train_loss=0.0187
+  step 2150000 |  20512s | train_loss=0.0184
+  step 2160000 |  20600s | train_loss=0.0184
+  step 2170000 |  20688s | train_loss=0.0185
+  step 2180000 |  20776s | train_loss=0.0191
+  step 2190000 |  20863s | train_loss=0.0181
+  step 2200000 |  21041s | train_loss=0.0183 | fid=47.4267
+  step 2210000 |  21128s | train_loss=0.0182
+  step 2220000 |  21215s | train_loss=0.0184
+  step 2230000 |  21303s | train_loss=0.0179
+  step 2240000 |  21391s | train_loss=0.0180
+  step 2250000 |  21480s | train_loss=0.0184
+  step 2260000 |  21568s | train_loss=0.0174
+  step 2270000 |  21657s | train_loss=0.0177
+  step 2280000 |  21745s | train_loss=0.0178
+  step 2290000 |  21834s | train_loss=0.0175
+  step 2300000 |  22046s | train_loss=0.0171 | fid=46.7614
+  step 2310000 |  22133s | train_loss=0.0171
+  step 2320000 |  22220s | train_loss=0.0169
+  step 2330000 |  22309s | train_loss=0.0179
+  step 2340000 |  22397s | train_loss=0.0168
+  step 2350000 |  22486s | train_loss=0.0173
+  step 2360000 |  22574s | train_loss=0.0171
+  step 2370000 |  22663s | train_loss=0.0178
+  step 2380000 |  22751s | train_loss=0.0175
+  step 2390000 |  22839s | train_loss=0.0170
+  step 2400000 |  23052s | train_loss=0.0164 | fid=46.9243
+  step 2410000 |  23139s | train_loss=0.0169
+  step 2420000 |  23226s | train_loss=0.0165
+  step 2430000 |  23314s | train_loss=0.0163
+  step 2440000 |  23403s | train_loss=0.0165
+  step 2450000 |  23491s | train_loss=0.0163
+  step 2460000 |  23580s | train_loss=0.0169
+  step 2470000 |  23667s | train_loss=0.0161
+  step 2480000 |  23755s | train_loss=0.0164
+  step 2490000 |  23844s | train_loss=0.0166
+  step 2500000 |  24018s | train_loss=0.0168 | fid=46.9119
+  step 2510000 |  24104s | train_loss=0.0169
+  step 2520000 |  24191s | train_loss=0.0155
+  step 2530000 |  24279s | train_loss=0.0161
+  step 2540000 |  24367s | train_loss=0.0159
+  step 2550000 |  24455s | train_loss=0.0160
+  step 2560000 |  24543s | train_loss=0.0151
+  step 2570000 |  24630s | train_loss=0.0159
+  step 2580000 |  24718s | train_loss=0.0160
+  step 2590000 |  24806s | train_loss=0.0155
+  step 2600000 |  24998s | train_loss=0.0154 | fid=47.2171
+  step 2610000 |  25085s | train_loss=0.0157
+  step 2620000 |  25172s | train_loss=0.0157
+  step 2630000 |  25260s | train_loss=0.0152
+  step 2640000 |  25347s | train_loss=0.0150
+  step 2650000 |  25436s | train_loss=0.0166
+  step 2660000 |  25524s | train_loss=0.0149
+  step 2670000 |  25611s | train_loss=0.0154
+  step 2680000 |  25700s | train_loss=0.0150
+  step 2690000 |  25787s | train_loss=0.0152
+  step 2700000 |  25978s | train_loss=0.0151 | fid=47.0906
+  step 2710000 |  26064s | train_loss=0.0150
+  step 2720000 |  26152s | train_loss=0.0152
+  step 2730000 |  26238s | train_loss=0.0145
+  step 2740000 |  26326s | train_loss=0.0156
+  step 2750000 |  26414s | train_loss=0.0142
+  step 2760000 |  26502s | train_loss=0.0146
+  step 2770000 |  26590s | train_loss=0.0147
+  step 2780000 |  26678s | train_loss=0.0142
+  step 2790000 |  26766s | train_loss=0.0145
+  step 2800000 |  26947s | train_loss=0.0146 | fid=47.4098
+  step 2810000 |  27034s | train_loss=0.0145
+  step 2820000 |  27120s | train_loss=0.0144
+  step 2830000 |  27207s | train_loss=0.0155
+  step 2840000 |  27295s | train_loss=0.0143
+  step 2850000 |  27383s | train_loss=0.0149
+  step 2860000 |  27471s | train_loss=0.0142
+  step 2870000 |  27559s | train_loss=0.0150
+  step 2880000 |  27647s | train_loss=0.0141
+  step 2890000 |  27734s | train_loss=0.0142
+  step 2900000 |  27929s | train_loss=0.0145 | fid=47.1559
+  step 2910000 |  28018s | train_loss=0.0139
+  step 2920000 |  28102s | train_loss=0.0138
+  step 2930000 |  28188s | train_loss=0.0147
+  step 2940000 |  28276s | train_loss=0.0136
+  step 2950000 |  28364s | train_loss=0.0144
+  step 2960000 |  28452s | train_loss=0.0138
+  step 2970000 |  28540s | train_loss=0.0137
+  step 2980000 |  28628s | train_loss=0.0136
+  step 2990000 |  28716s | train_loss=0.0144
+  step 3000000 |  28901s | train_loss=0.0137 | fid=47.5040
+  step 3010000 |  28989s | train_loss=0.0141
+  step 3020000 |  29074s | train_loss=0.0141
+  step 3030000 |  29161s | train_loss=0.0133
+  step 3040000 |  29249s | train_loss=0.0138
+  step 3050000 |  29337s | train_loss=0.0137
+  step 3060000 |  29425s | train_loss=0.0134
+  step 3070000 |  29513s | train_loss=0.0135
+  step 3080000 |  29601s | train_loss=0.0134
+  step 3090000 |  29689s | train_loss=0.0133
+  step 3100000 |  29860s | train_loss=0.0129 | fid=47.8724
+  step 3110000 |  29947s | train_loss=0.0139
+  step 3120000 |  30034s | train_loss=0.0133
+  step 3130000 |  30121s | train_loss=0.0133
+  step 3140000 |  30208s | train_loss=0.0135
+  step 3150000 |  30297s | train_loss=0.0127
+  step 3160000 |  30385s | train_loss=0.0131
+  step 3170000 |  30474s | train_loss=0.0125
+  step 3180000 |  30563s | train_loss=0.0134
+  step 3190000 |  30651s | train_loss=0.0128
+  step 3200000 |  30851s | train_loss=0.0129 | fid=47.3366
+  step 3210000 |  30938s | train_loss=0.0133
+  step 3220000 |  31027s | train_loss=0.0124
+  step 3230000 |  31114s | train_loss=0.0128
+  step 3240000 |  31200s | train_loss=0.0132
+  step 3250000 |  31288s | train_loss=0.0124
+  step 3260000 |  31377s | train_loss=0.0125
+  step 3270000 |  31465s | train_loss=0.0125
+  step 3280000 |  31554s | train_loss=0.0129
+  step 3290000 |  31642s | train_loss=0.0124
+  step 3300000 |  31825s | train_loss=0.0128 | fid=46.8399
+  step 3310000 |  31912s | train_loss=0.0125
+  step 3320000 |  32001s | train_loss=0.0127
+  step 3330000 |  32088s | train_loss=0.0126
+  step 3340000 |  32177s | train_loss=0.0122
+  step 3350000 |  32262s | train_loss=0.0125
+  step 3360000 |  32351s | train_loss=0.0130
+  step 3370000 |  32439s | train_loss=0.0125
+  step 3380000 |  32528s | train_loss=0.0123
+  step 3390000 |  32616s | train_loss=0.0124
+  step 3400000 |  32829s | train_loss=0.0126 | fid=47.4712
+  step 3410000 |  32916s | train_loss=0.0121
+  step 3420000 |  33005s | train_loss=0.0123
+  step 3430000 |  33084s | train_loss=0.0119
+  step 3440000 |  33171s | train_loss=0.0125
+  step 3450000 |  33257s | train_loss=0.0122
+  step 3460000 |  33346s | train_loss=0.0123
+  step 3470000 |  33434s | train_loss=0.0118
+  step 3480000 |  33522s | train_loss=0.0120
+  step 3490000 |  33611s | train_loss=0.0123
+  step 3500000 |  33831s | train_loss=0.0123 | fid=47.7040
+  step 3510000 |  33918s | train_loss=0.0117
+  step 3520000 |  34006s | train_loss=0.0118
+  step 3530000 |  34093s | train_loss=0.0121
+  step 3540000 |  34173s | train_loss=0.0118
+  step 3550000 |  34262s | train_loss=0.0118
+  step 3560000 |  34349s | train_loss=0.0114
+  step 3570000 |  34438s | train_loss=0.0116
+  step 3580000 |  34526s | train_loss=0.0114
+  step 3590000 |  34615s | train_loss=0.0117
+  step 3600000 |  34836s | train_loss=0.0116 | fid=46.3962
+  step 3610000 |  34923s | train_loss=0.0114
+  step 3620000 |  35011s | train_loss=0.0111
+  step 3630000 |  35100s | train_loss=0.0118
+  step 3640000 |  35178s | train_loss=0.0113
+  step 3650000 |  35267s | train_loss=0.0116
+  step 3660000 |  35354s | train_loss=0.0111
+  step 3670000 |  35442s | train_loss=0.0111
+  step 3680000 |  35531s | train_loss=0.0111
+  step 3690000 |  35619s | train_loss=0.0114
+  step 3700000 |  35833s | train_loss=0.0122 | fid=46.8601
+  step 3710000 |  35921s | train_loss=0.0111
+  step 3720000 |  36009s | train_loss=0.0114
+  step 3730000 |  36098s | train_loss=0.0114
+  step 3740000 |  36175s | train_loss=0.0114
+  step 3750000 |  36257s | train_loss=0.0111
+  step 3760000 |  36344s | train_loss=0.0112
+  step 3770000 |  36432s | train_loss=0.0111
+  step 3780000 |  36521s | train_loss=0.0110
+  step 3790000 |  36610s | train_loss=0.0113
+  step 3800000 |  36811s | train_loss=0.0113 | fid=46.6843
+  step 3810000 |  36898s | train_loss=0.0108
+  step 3820000 |  36987s | train_loss=0.0109
+  step 3830000 |  37075s | train_loss=0.0111
+  step 3840000 |  37163s | train_loss=0.0111
+  step 3850000 |  37241s | train_loss=0.0108
+  step 3860000 |  37330s | train_loss=0.0111
+  step 3870000 |  37416s | train_loss=0.0111
+  step 3880000 |  37505s | train_loss=0.0105
+  step 3890000 |  37594s | train_loss=0.0105
+  step 3900000 |  37818s | train_loss=0.0108 | fid=46.6478
+  step 3910000 |  37906s | train_loss=0.0107
+  step 3920000 |  37994s | train_loss=0.0107
+  step 3930000 |  38082s | train_loss=0.0106
+  step 3940000 |  38169s | train_loss=0.0107
+  step 3950000 |  38253s | train_loss=0.0103
+  step 3960000 |  38340s | train_loss=0.0103
+  step 3970000 |  38427s | train_loss=0.0105
+  step 3980000 |  38516s | train_loss=0.0102
+  step 3990000 |  38605s | train_loss=0.0108
+  step 4000000 |  38797s | train_loss=0.0102 | fid=47.3203
+  step 4010000 |  38884s | train_loss=0.0101
+  step 4020000 |  38972s | train_loss=0.0102
+  step 4030000 |  39061s | train_loss=0.0101
+  step 4040000 |  39148s | train_loss=0.0100
+  step 4050000 |  39237s | train_loss=0.0102
+  step 4060000 |  39323s | train_loss=0.0108
+  step 4070000 |  39412s | train_loss=0.0102
+  step 4080000 |  39499s | train_loss=0.0105
+  step 4090000 |  39588s | train_loss=0.0101
+  step 4100000 |  39818s | train_loss=0.0101 | fid=47.4568
+  step 4110000 |  39905s | train_loss=0.0102
+  step 4120000 |  39994s | train_loss=0.0101
+  step 4130000 |  40083s | train_loss=0.0102
+  step 4140000 |  40170s | train_loss=0.0100
+  step 4150000 |  40257s | train_loss=0.0103
+  step 4160000 |  40346s | train_loss=0.0099
+  step 4170000 |  40435s | train_loss=0.0099
+  step 4180000 |  40522s | train_loss=0.0100
+  step 4190000 |  40610s | train_loss=0.0102
+  step 4200000 |  40837s | train_loss=0.0102 | fid=46.3896
+  step 4210000 |  40924s | train_loss=0.0097
+  step 4220000 |  41012s | train_loss=0.0102
+  step 4230000 |  41101s | train_loss=0.0097
+  step 4240000 |  41188s | train_loss=0.0101
+  step 4250000 |  41275s | train_loss=0.0099
+  step 4260000 |  41364s | train_loss=0.0104
+  step 4270000 |  41453s | train_loss=0.0102
+  step 4280000 |  41540s | train_loss=0.0096
+  step 4290000 |  41629s | train_loss=0.0098
+  step 4300000 |  41833s | train_loss=0.0095 | fid=46.8647
+  step 4310000 |  41920s | train_loss=0.0100
+  step 4320000 |  42009s | train_loss=0.0097
+  step 4330000 |  42098s | train_loss=0.0098
+  step 4340000 |  42185s | train_loss=0.0099
+  step 4350000 |  42272s | train_loss=0.0095
+  step 4360000 |  42361s | train_loss=0.0103
+  step 4370000 |  42450s | train_loss=0.0101
+  step 4380000 |  42539s | train_loss=0.0096
+  step 4390000 |  42626s | train_loss=0.0097
+  step 4400000 |  42831s | train_loss=0.0097 | fid=47.2397
+  step 4410000 |  42918s | train_loss=0.0099
+  step 4420000 |  43007s | train_loss=0.0096
+  step 4430000 |  43096s | train_loss=0.0097
+  step 4440000 |  43183s | train_loss=0.0093
+  step 4450000 |  43271s | train_loss=0.0096
+  step 4460000 |  43359s | train_loss=0.0096
+  step 4470000 |  43448s | train_loss=0.0096
+  step 4480000 |  43537s | train_loss=0.0093
+  step 4490000 |  43624s | train_loss=0.0092
+  step 4500000 |  43833s | train_loss=0.0097 | fid=47.2448
+  step 4510000 |  43922s | train_loss=0.0097
+  step 4520000 |  44009s | train_loss=0.0094
+  step 4530000 |  44097s | train_loss=0.0095
+  step 4540000 |  44185s | train_loss=0.0094
+  step 4550000 |  44274s | train_loss=0.0095
+  step 4560000 |  44361s | train_loss=0.0091
+  step 4570000 |  44450s | train_loss=0.0096
+  step 4580000 |  44539s | train_loss=0.0099
+  step 4590000 |  44628s | train_loss=0.0091
+  step 4600000 |  44848s | train_loss=0.0094 | fid=47.4001
+  step 4610000 |  44938s | train_loss=0.0093
+  step 4620000 |  45025s | train_loss=0.0092
+  step 4630000 |  45113s | train_loss=0.0094
+  step 4640000 |  45201s | train_loss=0.0091
+  step 4650000 |  45288s | train_loss=0.0094
+  step 4660000 |  45376s | train_loss=0.0090
+  step 4670000 |  45465s | train_loss=0.0091
+  step 4680000 |  45554s | train_loss=0.0095
+  step 4690000 |  45644s | train_loss=0.0090
+  step 4700000 |  45843s | train_loss=0.0091 | fid=46.9980
+  step 4710000 |  45933s | train_loss=0.0091
+  step 4720000 |  46020s | train_loss=0.0091
+  step 4730000 |  46108s | train_loss=0.0089
+  step 4740000 |  46196s | train_loss=0.0096
+  step 4750000 |  46285s | train_loss=0.0089
+  step 4760000 |  46372s | train_loss=0.0091
+  step 4770000 |  46461s | train_loss=0.0089
+  step 4780000 |  46550s | train_loss=0.0090
+  step 4790000 |  46638s | train_loss=0.0089
+  step 4800000 |  46842s | train_loss=0.0088 | fid=46.4566
+  step 4810000 |  46931s | train_loss=0.0089
+  step 4820000 |  47018s | train_loss=0.0089
+  step 4830000 |  47107s | train_loss=0.0087
+  step 4840000 |  47194s | train_loss=0.0088
+  step 4850000 |  47284s | train_loss=0.0089
+  step 4860000 |  47371s | train_loss=0.0087
+  step 4870000 |  47460s | train_loss=0.0086
+  step 4880000 |  47548s | train_loss=0.0091
+  step 4890000 |  47637s | train_loss=0.0085
+  step 4900000 |  47809s | train_loss=0.0088 | fid=46.8814
+  step 4910000 |  47898s | train_loss=0.0088
+  step 4920000 |  47987s | train_loss=0.0084
+  step 4930000 |  48074s | train_loss=0.0084
+  step 4940000 |  48163s | train_loss=0.0086
+  step 4950000 |  48251s | train_loss=0.0085
+  step 4960000 |  48338s | train_loss=0.0087
+  step 4970000 |  48427s | train_loss=0.0086
+  step 4980000 |  48516s | train_loss=0.0087
+  step 4990000 |  48605s | train_loss=0.0086
+  step 5000000 |  48764s | train_loss=0.0090 | fid=46.5726
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d60/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d60/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..9476eb96d71be8320f137a27f7bd7a80a9645251
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d60/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d60/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d60",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 45,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d60/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d60/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..825a7cf827d10efbac29897b4ef6432c11dca76c
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d60/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 60, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d60/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 45}
+{"step": 1, "wall_time": 69.47212386131287, "train_loss_step": 60.09269714355469, "n_params": 4387900, "total_flops": 13479628800, "train_loss": 1.0003607432047525, "subset_score_loss": 1.0003607432047525, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9761629104614258, "fid": 302.25312810357025}
+{"step": 10000, "wall_time": 156.49043774604797, "train_loss_step": 13.278684616088867, "n_params": 4387900, "total_flops": 134796288000000, "train_loss": 0.8377350489298503, "subset_score_loss": 0.8377350489298503}
+{"step": 20000, "wall_time": 249.27493000030518, "train_loss_step": 11.692631721496582, "n_params": 4387900, "total_flops": 269592576000000, "train_loss": 0.7605156580607096, "subset_score_loss": 0.7605156580607096}
+{"step": 30000, "wall_time": 341.92765069007874, "train_loss_step": 10.494831085205078, "n_params": 4387900, "total_flops": 404388864000000, "train_loss": 0.6517191569010417, "subset_score_loss": 0.6517191569010417}
+{"step": 40000, "wall_time": 434.7834141254425, "train_loss_step": 9.56050968170166, "n_params": 4387900, "total_flops": 539185152000000, "train_loss": 0.496949036916097, "subset_score_loss": 0.496949036916097}
+{"step": 50000, "wall_time": 527.5143573284149, "train_loss_step": 7.967012405395508, "n_params": 4387900, "total_flops": 673981440000000, "train_loss": 0.3411763827006022, "subset_score_loss": 0.3411763827006022}
+{"step": 60000, "wall_time": 620.279846906662, "train_loss_step": 7.311251163482666, "n_params": 4387900, "total_flops": 808777728000000, "train_loss": 0.24150638580322265, "subset_score_loss": 0.24150638580322265}
+{"step": 70000, "wall_time": 712.7837991714478, "train_loss_step": 6.184549331665039, "n_params": 4387900, "total_flops": 943574016000000, "train_loss": 0.19282131195068358, "subset_score_loss": 0.19282131195068358}
+{"step": 80000, "wall_time": 805.0617635250092, "train_loss_step": 5.900803089141846, "n_params": 4387900, "total_flops": 1078370304000000, "train_loss": 0.16201257705688477, "subset_score_loss": 0.16201257705688477}
+{"step": 90000, "wall_time": 898.0548410415649, "train_loss_step": 6.2061614990234375, "n_params": 4387900, "total_flops": 1213166592000000, "train_loss": 0.14655914306640624, "subset_score_loss": 0.14655914306640624}
+{"step": 100000, "wall_time": 1057.8336131572723, "train_loss_step": 5.4347686767578125, "n_params": 4387900, "total_flops": 1347962880000000, "train_loss": 0.13397862116495768, "subset_score_loss": 0.13397862116495768, "memorization_fraction_pixel": 0.0017999999690800905, "mean_nn_ratio_pixel": 0.8839194178581238, "fid": 55.43193000673495}
+{"step": 110000, "wall_time": 1146.4873163700104, "train_loss_step": 5.905663013458252, "n_params": 4387900, "total_flops": 1482759168000000, "train_loss": 0.12463142077128092, "subset_score_loss": 0.12463142077128092}
+{"step": 120000, "wall_time": 1239.1798496246338, "train_loss_step": 5.749917507171631, "n_params": 4387900, "total_flops": 1617555456000000, "train_loss": 0.11800913810729981, "subset_score_loss": 0.11800913810729981}
+{"step": 130000, "wall_time": 1331.7914011478424, "train_loss_step": 4.954376220703125, "n_params": 4387900, "total_flops": 1752351744000000, "train_loss": 0.1132453997929891, "subset_score_loss": 0.1132453997929891}
+{"step": 140000, "wall_time": 1424.2658805847168, "train_loss_step": 5.196015357971191, "n_params": 4387900, "total_flops": 1887148032000000, "train_loss": 0.10696362654368083, "subset_score_loss": 0.10696362654368083}
+{"step": 150000, "wall_time": 1517.5975165367126, "train_loss_step": 5.01563835144043, "n_params": 4387900, "total_flops": 2021944320000000, "train_loss": 0.1006630261739095, "subset_score_loss": 0.1006630261739095}
+{"step": 160000, "wall_time": 1610.8545026779175, "train_loss_step": 5.082247734069824, "n_params": 4387900, "total_flops": 2156740608000000, "train_loss": 0.09708750247955322, "subset_score_loss": 0.09708750247955322}
+{"step": 170000, "wall_time": 1703.8058078289032, "train_loss_step": 4.938387393951416, "n_params": 4387900, "total_flops": 2291536896000000, "train_loss": 0.0927859385808309, "subset_score_loss": 0.0927859385808309}
+{"step": 180000, "wall_time": 1796.803257226944, "train_loss_step": 4.4813642501831055, "n_params": 4387900, "total_flops": 2426333184000000, "train_loss": 0.09006234010060628, "subset_score_loss": 0.09006234010060628}
+{"step": 190000, "wall_time": 1889.7717378139496, "train_loss_step": 4.895576477050781, "n_params": 4387900, "total_flops": 2561129472000000, "train_loss": 0.08672900994618733, "subset_score_loss": 0.08672900994618733}
+{"step": 200000, "wall_time": 2051.932035446167, "train_loss_step": 4.9919047355651855, "n_params": 4387900, "total_flops": 2695925760000000, "train_loss": 0.08351483345031738, "subset_score_loss": 0.08351483345031738, "memorization_fraction_pixel": 0.019999999552965164, "mean_nn_ratio_pixel": 0.8046964406967163, "fid": 53.78576117530563}
+{"step": 210000, "wall_time": 2141.109382390976, "train_loss_step": 4.957577705383301, "n_params": 4387900, "total_flops": 2830722048000000, "train_loss": 0.0817266305287679, "subset_score_loss": 0.0817266305287679}
+{"step": 220000, "wall_time": 2234.23904132843, "train_loss_step": 4.753975868225098, "n_params": 4387900, "total_flops": 2965518336000000, "train_loss": 0.07913933595021566, "subset_score_loss": 0.07913933595021566}
+{"step": 230000, "wall_time": 2326.969182252884, "train_loss_step": 4.585746765136719, "n_params": 4387900, "total_flops": 3100314624000000, "train_loss": 0.07594292163848877, "subset_score_loss": 0.07594292163848877}
+{"step": 240000, "wall_time": 2420.2135775089264, "train_loss_step": 4.082556247711182, "n_params": 4387900, "total_flops": 3235110912000000, "train_loss": 0.07411403656005859, "subset_score_loss": 0.07411403656005859}
+{"step": 250000, "wall_time": 2513.5552513599396, "train_loss_step": 5.171706199645996, "n_params": 4387900, "total_flops": 3369907200000000, "train_loss": 0.07178529103597005, "subset_score_loss": 0.07178529103597005}
+{"step": 260000, "wall_time": 2606.573590040207, "train_loss_step": 4.635076522827148, "n_params": 4387900, "total_flops": 3504703488000000, "train_loss": 0.07083184719085693, "subset_score_loss": 0.07083184719085693}
+{"step": 270000, "wall_time": 2699.926116466522, "train_loss_step": 4.662187576293945, "n_params": 4387900, "total_flops": 3639499776000000, "train_loss": 0.0693389336268107, "subset_score_loss": 0.0693389336268107}
+{"step": 280000, "wall_time": 2793.203811645508, "train_loss_step": 4.573569297790527, "n_params": 4387900, "total_flops": 3774296064000000, "train_loss": 0.06739261945088705, "subset_score_loss": 0.06739261945088705}
+{"step": 290000, "wall_time": 2884.3663482666016, "train_loss_step": 4.461522102355957, "n_params": 4387900, "total_flops": 3909092352000000, "train_loss": 0.06550521850585937, "subset_score_loss": 0.06550521850585937}
+{"step": 300000, "wall_time": 3048.56112909317, "train_loss_step": 5.037031173706055, "n_params": 4387900, "total_flops": 4043888640000000, "train_loss": 0.0632992704709371, "subset_score_loss": 0.0632992704709371, "memorization_fraction_pixel": 0.0674000009894371, "mean_nn_ratio_pixel": 0.7397410273551941, "fid": 51.36056957640775}
+{"step": 310000, "wall_time": 3140.291048526764, "train_loss_step": 4.066349506378174, "n_params": 4387900, "total_flops": 4178684928000000, "train_loss": 0.06396558284759521, "subset_score_loss": 0.06396558284759521}
+{"step": 320000, "wall_time": 3231.8349986076355, "train_loss_step": 4.252769470214844, "n_params": 4387900, "total_flops": 4313481216000000, "train_loss": 0.061032299200693765, "subset_score_loss": 0.061032299200693765}
+{"step": 330000, "wall_time": 3325.1489560604095, "train_loss_step": 4.527590751647949, "n_params": 4387900, "total_flops": 4448277504000000, "train_loss": 0.06070776383082072, "subset_score_loss": 0.06070776383082072}
+{"step": 340000, "wall_time": 3418.397558450699, "train_loss_step": 4.431334972381592, "n_params": 4387900, "total_flops": 4583073792000000, "train_loss": 0.05932780901590983, "subset_score_loss": 0.05932780901590983}
+{"step": 350000, "wall_time": 3511.648561477661, "train_loss_step": 3.9790823459625244, "n_params": 4387900, "total_flops": 4717870080000000, "train_loss": 0.058272353808085126, "subset_score_loss": 0.058272353808085126}
+{"step": 360000, "wall_time": 3604.790422439575, "train_loss_step": 4.2363457679748535, "n_params": 4387900, "total_flops": 4852666368000000, "train_loss": 0.05720610618591308, "subset_score_loss": 0.05720610618591308}
+{"step": 370000, "wall_time": 3697.8358442783356, "train_loss_step": 4.294343948364258, "n_params": 4387900, "total_flops": 4987462656000000, "train_loss": 0.05589524904886881, "subset_score_loss": 0.05589524904886881}
+{"step": 380000, "wall_time": 3791.0425295829773, "train_loss_step": 3.9329380989074707, "n_params": 4387900, "total_flops": 5122258944000000, "train_loss": 0.0554049293200175, "subset_score_loss": 0.0554049293200175}
+{"step": 390000, "wall_time": 3879.9275183677673, "train_loss_step": 4.206474781036377, "n_params": 4387900, "total_flops": 5257055232000000, "train_loss": 0.05468369325002034, "subset_score_loss": 0.05468369325002034}
+{"step": 400000, "wall_time": 4046.823406934738, "train_loss_step": 4.227426528930664, "n_params": 4387900, "total_flops": 5391851520000000, "train_loss": 0.053349391619364424, "subset_score_loss": 0.053349391619364424, "memorization_fraction_pixel": 0.11410000175237656, "mean_nn_ratio_pixel": 0.6907138228416443, "fid": 51.09738952449423}
+{"step": 410000, "wall_time": 4138.067734479904, "train_loss_step": 4.086782455444336, "n_params": 4387900, "total_flops": 5526647808000000, "train_loss": 0.05266716480255127, "subset_score_loss": 0.05266716480255127}
+{"step": 420000, "wall_time": 4229.67000579834, "train_loss_step": 4.185248374938965, "n_params": 4387900, "total_flops": 5661444096000000, "train_loss": 0.05299356778462728, "subset_score_loss": 0.05299356778462728}
+{"step": 430000, "wall_time": 4322.846979856491, "train_loss_step": 3.950214147567749, "n_params": 4387900, "total_flops": 5796240384000000, "train_loss": 0.051936407883962, "subset_score_loss": 0.051936407883962}
+{"step": 440000, "wall_time": 4415.781018733978, "train_loss_step": 4.255340576171875, "n_params": 4387900, "total_flops": 5931036672000000, "train_loss": 0.050639911492665605, "subset_score_loss": 0.050639911492665605}
+{"step": 450000, "wall_time": 4509.067083358765, "train_loss_step": 4.138186454772949, "n_params": 4387900, "total_flops": 6065832960000000, "train_loss": 0.04988586902618408, "subset_score_loss": 0.04988586902618408}
+{"step": 460000, "wall_time": 4602.195826768875, "train_loss_step": 3.921347141265869, "n_params": 4387900, "total_flops": 6200629248000000, "train_loss": 0.049224440256754556, "subset_score_loss": 0.049224440256754556}
+{"step": 470000, "wall_time": 4695.176077842712, "train_loss_step": 4.060271263122559, "n_params": 4387900, "total_flops": 6335425536000000, "train_loss": 0.0487449328104655, "subset_score_loss": 0.0487449328104655}
+{"step": 480000, "wall_time": 4785.380578041077, "train_loss_step": 3.864504098892212, "n_params": 4387900, "total_flops": 6470221824000000, "train_loss": 0.04796295166015625, "subset_score_loss": 0.04796295166015625}
+{"step": 490000, "wall_time": 4875.952870130539, "train_loss_step": 3.890361785888672, "n_params": 4387900, "total_flops": 6605018112000000, "train_loss": 0.04805347919464111, "subset_score_loss": 0.04805347919464111}
+{"step": 500000, "wall_time": 5042.471864938736, "train_loss_step": 4.168420791625977, "n_params": 4387900, "total_flops": 6739814400000000, "train_loss": 0.04796111583709717, "subset_score_loss": 0.04796111583709717, "memorization_fraction_pixel": 0.1437000036239624, "mean_nn_ratio_pixel": 0.6569270491600037, "fid": 50.680190228064994}
+{"step": 510000, "wall_time": 5136.022831439972, "train_loss_step": 3.850680112838745, "n_params": 4387900, "total_flops": 6874610688000000, "train_loss": 0.046614054838816324, "subset_score_loss": 0.046614054838816324}
+{"step": 520000, "wall_time": 5226.042490720749, "train_loss_step": 3.839784622192383, "n_params": 4387900, "total_flops": 7009406976000000, "train_loss": 0.045870129267374674, "subset_score_loss": 0.045870129267374674}
+{"step": 530000, "wall_time": 5317.23722410202, "train_loss_step": 3.737273693084717, "n_params": 4387900, "total_flops": 7144203264000000, "train_loss": 0.04575047492980957, "subset_score_loss": 0.04575047492980957}
+{"step": 540000, "wall_time": 5410.1993198394775, "train_loss_step": 4.115821361541748, "n_params": 4387900, "total_flops": 7278999552000000, "train_loss": 0.04488542874654134, "subset_score_loss": 0.04488542874654134}
+{"step": 550000, "wall_time": 5503.073315858841, "train_loss_step": 3.725170612335205, "n_params": 4387900, "total_flops": 7413795840000000, "train_loss": 0.04587640762329102, "subset_score_loss": 0.04587640762329102}
+{"step": 560000, "wall_time": 5596.229026079178, "train_loss_step": 3.9322879314422607, "n_params": 4387900, "total_flops": 7548592128000000, "train_loss": 0.04404201110204061, "subset_score_loss": 0.04404201110204061}
+{"step": 570000, "wall_time": 5688.680363178253, "train_loss_step": 3.765957832336426, "n_params": 4387900, "total_flops": 7683388416000000, "train_loss": 0.04382046858469645, "subset_score_loss": 0.04382046858469645}
+{"step": 580000, "wall_time": 5777.151093482971, "train_loss_step": 3.768902063369751, "n_params": 4387900, "total_flops": 7818184704000000, "train_loss": 0.04348933299382528, "subset_score_loss": 0.04348933299382528}
+{"step": 590000, "wall_time": 5870.496625185013, "train_loss_step": 3.6178152561187744, "n_params": 4387900, "total_flops": 7952980992000000, "train_loss": 0.04434258143107096, "subset_score_loss": 0.04434258143107096}
+{"step": 600000, "wall_time": 6037.013786554337, "train_loss_step": 3.649721145629883, "n_params": 4387900, "total_flops": 8087777280000000, "train_loss": 0.043495949109395346, "subset_score_loss": 0.043495949109395346, "memorization_fraction_pixel": 0.1973000019788742, "mean_nn_ratio_pixel": 0.6202765107154846, "fid": 48.79203916563415}
+{"step": 610000, "wall_time": 6130.321253538132, "train_loss_step": 3.7539548873901367, "n_params": 4387900, "total_flops": 8222573568000000, "train_loss": 0.04270357290903727, "subset_score_loss": 0.04270357290903727}
+{"step": 620000, "wall_time": 6220.60643863678, "train_loss_step": 3.618433713912964, "n_params": 4387900, "total_flops": 8357369856000000, "train_loss": 0.04252585570017497, "subset_score_loss": 0.04252585570017497}
+{"step": 630000, "wall_time": 6312.076688528061, "train_loss_step": 3.7578494548797607, "n_params": 4387900, "total_flops": 8492166144000000, "train_loss": 0.041394420464833576, "subset_score_loss": 0.041394420464833576}
+{"step": 640000, "wall_time": 6405.349392414093, "train_loss_step": 3.718337297439575, "n_params": 4387900, "total_flops": 8626962432000000, "train_loss": 0.04158543348312378, "subset_score_loss": 0.04158543348312378}
+{"step": 650000, "wall_time": 6498.422709226608, "train_loss_step": 3.7649173736572266, "n_params": 4387900, "total_flops": 8761758720000000, "train_loss": 0.04070374568303426, "subset_score_loss": 0.04070374568303426}
+{"step": 660000, "wall_time": 6591.624179124832, "train_loss_step": 3.601928234100342, "n_params": 4387900, "total_flops": 8896555008000000, "train_loss": 0.04015144904454549, "subset_score_loss": 0.04015144904454549}
+{"step": 670000, "wall_time": 6679.597791671753, "train_loss_step": 3.8865060806274414, "n_params": 4387900, "total_flops": 9031351296000000, "train_loss": 0.04035430749257406, "subset_score_loss": 0.04035430749257406}
+{"step": 680000, "wall_time": 6770.8303418159485, "train_loss_step": 3.859849452972412, "n_params": 4387900, "total_flops": 9166147584000000, "train_loss": 0.039767173926035564, "subset_score_loss": 0.039767173926035564}
+{"step": 690000, "wall_time": 6863.907753705978, "train_loss_step": 3.8072800636291504, "n_params": 4387900, "total_flops": 9300943872000000, "train_loss": 0.03914971351623535, "subset_score_loss": 0.03914971351623535}
+{"step": 700000, "wall_time": 7029.610857009888, "train_loss_step": 3.8362386226654053, "n_params": 4387900, "total_flops": 9435740160000000, "train_loss": 0.03961334625879923, "subset_score_loss": 0.03961334625879923, "memorization_fraction_pixel": 0.23070000112056732, "mean_nn_ratio_pixel": 0.593598484992981, "fid": 48.22598151929148}
+{"step": 710000, "wall_time": 7122.68347454071, "train_loss_step": 3.5145390033721924, "n_params": 4387900, "total_flops": 9570536448000000, "train_loss": 0.03971832990646362, "subset_score_loss": 0.03971832990646362}
+{"step": 720000, "wall_time": 7212.681349039078, "train_loss_step": 3.3997740745544434, "n_params": 4387900, "total_flops": 9705332736000000, "train_loss": 0.03851927518844604, "subset_score_loss": 0.03851927518844604}
+{"step": 730000, "wall_time": 7306.111815452576, "train_loss_step": 3.7452332973480225, "n_params": 4387900, "total_flops": 9840129024000000, "train_loss": 0.03829649289449056, "subset_score_loss": 0.03829649289449056}
+{"step": 740000, "wall_time": 7397.426629543304, "train_loss_step": 3.756838083267212, "n_params": 4387900, "total_flops": 9974925312000000, "train_loss": 0.03771971861521403, "subset_score_loss": 0.03771971861521403}
+{"step": 750000, "wall_time": 7490.70352268219, "train_loss_step": 3.4158544540405273, "n_params": 4387900, "total_flops": 10109721600000000, "train_loss": 0.03810912768046061, "subset_score_loss": 0.03810912768046061}
+{"step": 760000, "wall_time": 7580.562711238861, "train_loss_step": 3.5499987602233887, "n_params": 4387900, "total_flops": 10244517888000000, "train_loss": 0.03746471405029297, "subset_score_loss": 0.03746471405029297}
+{"step": 770000, "wall_time": 7670.71861743927, "train_loss_step": 3.6290745735168457, "n_params": 4387900, "total_flops": 10379314176000000, "train_loss": 0.0374947190284729, "subset_score_loss": 0.0374947190284729}
+{"step": 780000, "wall_time": 7763.7374901771545, "train_loss_step": 3.7958383560180664, "n_params": 4387900, "total_flops": 10514110464000000, "train_loss": 0.03656007448832194, "subset_score_loss": 0.03656007448832194}
+{"step": 790000, "wall_time": 7856.68679690361, "train_loss_step": 3.569913148880005, "n_params": 4387900, "total_flops": 10648906752000000, "train_loss": 0.03640743096669515, "subset_score_loss": 0.03640743096669515}
+{"step": 800000, "wall_time": 8023.4311509132385, "train_loss_step": 3.444103240966797, "n_params": 4387900, "total_flops": 10783703040000000, "train_loss": 0.03572777509689331, "subset_score_loss": 0.03572777509689331, "memorization_fraction_pixel": 0.2770000100135803, "mean_nn_ratio_pixel": 0.5603934526443481, "fid": 47.32835655419183}
+{"step": 810000, "wall_time": 8116.579857110977, "train_loss_step": 3.5704922676086426, "n_params": 4387900, "total_flops": 10918499328000000, "train_loss": 0.03624186515808105, "subset_score_loss": 0.03624186515808105}
+{"step": 820000, "wall_time": 8206.836185216904, "train_loss_step": 3.7735090255737305, "n_params": 4387900, "total_flops": 11053295616000000, "train_loss": 0.036340188980102536, "subset_score_loss": 0.036340188980102536}
+{"step": 830000, "wall_time": 8299.963785886765, "train_loss_step": 3.748837471008301, "n_params": 4387900, "total_flops": 11188091904000000, "train_loss": 0.03634490172068278, "subset_score_loss": 0.03634490172068278}
+{"step": 840000, "wall_time": 8391.629862308502, "train_loss_step": 4.071047782897949, "n_params": 4387900, "total_flops": 11322888192000000, "train_loss": 0.03544965187708537, "subset_score_loss": 0.03544965187708537}
+{"step": 850000, "wall_time": 8484.813590288162, "train_loss_step": 3.544065475463867, "n_params": 4387900, "total_flops": 11457684480000000, "train_loss": 0.034941112995147704, "subset_score_loss": 0.034941112995147704}
+{"step": 860000, "wall_time": 8572.129175424576, "train_loss_step": 3.547424793243408, "n_params": 4387900, "total_flops": 11592480768000000, "train_loss": 0.03562651475270589, "subset_score_loss": 0.03562651475270589}
+{"step": 870000, "wall_time": 8664.21064543724, "train_loss_step": 3.3819937705993652, "n_params": 4387900, "total_flops": 11727277056000000, "train_loss": 0.034969298044840495, "subset_score_loss": 0.034969298044840495}
+{"step": 880000, "wall_time": 8757.20676445961, "train_loss_step": 3.445094585418701, "n_params": 4387900, "total_flops": 11862073344000000, "train_loss": 0.034681272506713864, "subset_score_loss": 0.034681272506713864}
+{"step": 890000, "wall_time": 8850.356651544571, "train_loss_step": 3.379502296447754, "n_params": 4387900, "total_flops": 11996869632000000, "train_loss": 0.03398715655008952, "subset_score_loss": 0.03398715655008952}
+{"step": 900000, "wall_time": 9016.315729141235, "train_loss_step": 3.513741970062256, "n_params": 4387900, "total_flops": 12131665920000000, "train_loss": 0.034073936939239505, "subset_score_loss": 0.034073936939239505, "memorization_fraction_pixel": 0.3142000138759613, "mean_nn_ratio_pixel": 0.5361859202384949, "fid": 46.772203606091416}
+{"step": 910000, "wall_time": 9109.2268409729, "train_loss_step": 3.6229543685913086, "n_params": 4387900, "total_flops": 12266462208000000, "train_loss": 0.034333924452463783, "subset_score_loss": 0.034333924452463783}
+{"step": 920000, "wall_time": 9201.629759311676, "train_loss_step": 3.5422186851501465, "n_params": 4387900, "total_flops": 12401258496000000, "train_loss": 0.033322693904240926, "subset_score_loss": 0.033322693904240926}
+{"step": 930000, "wall_time": 9293.16354393959, "train_loss_step": 3.1413679122924805, "n_params": 4387900, "total_flops": 12536054784000000, "train_loss": 0.0336605429649353, "subset_score_loss": 0.0336605429649353}
+{"step": 940000, "wall_time": 9385.741576433182, "train_loss_step": 3.6828951835632324, "n_params": 4387900, "total_flops": 12670851072000000, "train_loss": 0.03351473808288574, "subset_score_loss": 0.03351473808288574}
+{"step": 950000, "wall_time": 9474.964843273163, "train_loss_step": 3.598391056060791, "n_params": 4387900, "total_flops": 12805647360000000, "train_loss": 0.032796307404836016, "subset_score_loss": 0.032796307404836016}
+{"step": 960000, "wall_time": 9565.160512208939, "train_loss_step": 3.5231740474700928, "n_params": 4387900, "total_flops": 12940443648000000, "train_loss": 0.0326438844203949, "subset_score_loss": 0.0326438844203949}
+{"step": 970000, "wall_time": 9658.473577260971, "train_loss_step": 3.4931766986846924, "n_params": 4387900, "total_flops": 13075239936000000, "train_loss": 0.03319530089696248, "subset_score_loss": 0.03319530089696248}
+{"step": 980000, "wall_time": 9751.76503610611, "train_loss_step": 3.6148288249969482, "n_params": 4387900, "total_flops": 13210036224000000, "train_loss": 0.03225558797518412, "subset_score_loss": 0.03225558797518412}
+{"step": 990000, "wall_time": 9844.773285150528, "train_loss_step": 3.4911208152770996, "n_params": 4387900, "total_flops": 13344832512000000, "train_loss": 0.0319018562634786, "subset_score_loss": 0.0319018562634786}
+{"step": 1000000, "wall_time": 10011.25192451477, "train_loss_step": 3.3898191452026367, "n_params": 4387900, "total_flops": 13479628800000000, "train_loss": 0.03187270959218343, "subset_score_loss": 0.03187270959218343, "memorization_fraction_pixel": 0.3610999882221222, "mean_nn_ratio_pixel": 0.5119812488555908, "fid": 46.995309490601684}
+{"step": 1010000, "wall_time": 10104.22328710556, "train_loss_step": 3.5244338512420654, "n_params": 4387900, "total_flops": 13614425088000000, "train_loss": 0.031703712542851765, "subset_score_loss": 0.031703712542851765}
+{"step": 1020000, "wall_time": 10197.56762123108, "train_loss_step": 3.245724678039551, "n_params": 4387900, "total_flops": 13749221376000000, "train_loss": 0.03122782309850057, "subset_score_loss": 0.03122782309850057}
+{"step": 1030000, "wall_time": 10287.573645353317, "train_loss_step": 3.4209632873535156, "n_params": 4387900, "total_flops": 13884017664000000, "train_loss": 0.030646719535191855, "subset_score_loss": 0.030646719535191855}
+{"step": 1040000, "wall_time": 10380.575923204422, "train_loss_step": 3.272228956222534, "n_params": 4387900, "total_flops": 14018813952000000, "train_loss": 0.03129670023918152, "subset_score_loss": 0.03129670023918152}
+{"step": 1050000, "wall_time": 10465.997638940811, "train_loss_step": 3.5807948112487793, "n_params": 4387900, "total_flops": 14153610240000000, "train_loss": 0.031097946564356486, "subset_score_loss": 0.031097946564356486}
+{"step": 1060000, "wall_time": 10558.891537427902, "train_loss_step": 3.723806858062744, "n_params": 4387900, "total_flops": 14288406528000000, "train_loss": 0.030629420280456544, "subset_score_loss": 0.030629420280456544}
+{"step": 1070000, "wall_time": 10652.046812057495, "train_loss_step": 3.5469508171081543, "n_params": 4387900, "total_flops": 14423202816000000, "train_loss": 0.030828658739725748, "subset_score_loss": 0.030828658739725748}
+{"step": 1080000, "wall_time": 10745.265471220016, "train_loss_step": 3.6160380840301514, "n_params": 4387900, "total_flops": 14557999104000000, "train_loss": 0.03026678164800008, "subset_score_loss": 0.03026678164800008}
+{"step": 1090000, "wall_time": 10838.088483572006, "train_loss_step": 3.3060779571533203, "n_params": 4387900, "total_flops": 14692795392000000, "train_loss": 0.030617425839106243, "subset_score_loss": 0.030617425839106243}
+{"step": 1100000, "wall_time": 11004.842723369598, "train_loss_step": 3.235779285430908, "n_params": 4387900, "total_flops": 14827591680000000, "train_loss": 0.030158428351084392, "subset_score_loss": 0.030158428351084392, "memorization_fraction_pixel": 0.3944999873638153, "mean_nn_ratio_pixel": 0.4902697801589966, "fid": 46.126661845364325}
+{"step": 1110000, "wall_time": 11097.924968719482, "train_loss_step": 3.4121146202087402, "n_params": 4387900, "total_flops": 14962387968000000, "train_loss": 0.029637644688288372, "subset_score_loss": 0.029637644688288372}
+{"step": 1120000, "wall_time": 11191.179253816605, "train_loss_step": 3.3429689407348633, "n_params": 4387900, "total_flops": 15097184256000000, "train_loss": 0.029900701840718587, "subset_score_loss": 0.029900701840718587}
+{"step": 1130000, "wall_time": 11281.23653101921, "train_loss_step": 3.2572829723358154, "n_params": 4387900, "total_flops": 15231980544000000, "train_loss": 0.029527231057484945, "subset_score_loss": 0.029527231057484945}
+{"step": 1140000, "wall_time": 11371.254678964615, "train_loss_step": 3.4514100551605225, "n_params": 4387900, "total_flops": 15366776832000000, "train_loss": 0.030351465940475462, "subset_score_loss": 0.030351465940475462}
+{"step": 1150000, "wall_time": 11459.378131389618, "train_loss_step": 3.402839183807373, "n_params": 4387900, "total_flops": 15501573120000000, "train_loss": 0.02912795146306356, "subset_score_loss": 0.02912795146306356}
+{"step": 1160000, "wall_time": 11552.690781116486, "train_loss_step": 3.107719898223877, "n_params": 4387900, "total_flops": 15636369408000000, "train_loss": 0.029074875513712566, "subset_score_loss": 0.029074875513712566}
+{"step": 1170000, "wall_time": 11646.07619047165, "train_loss_step": 3.1735501289367676, "n_params": 4387900, "total_flops": 15771165696000000, "train_loss": 0.02831776738166809, "subset_score_loss": 0.02831776738166809}
+{"step": 1180000, "wall_time": 11739.201818227768, "train_loss_step": 3.0371811389923096, "n_params": 4387900, "total_flops": 15905961984000000, "train_loss": 0.028311083714167278, "subset_score_loss": 0.028311083714167278}
+{"step": 1190000, "wall_time": 11832.256415605545, "train_loss_step": 3.340148687362671, "n_params": 4387900, "total_flops": 16040758272000000, "train_loss": 0.02823412815729777, "subset_score_loss": 0.02823412815729777}
+{"step": 1200000, "wall_time": 11998.946594953537, "train_loss_step": 3.321195602416992, "n_params": 4387900, "total_flops": 16175554560000000, "train_loss": 0.02845951318740845, "subset_score_loss": 0.02845951318740845, "memorization_fraction_pixel": 0.4449999928474426, "mean_nn_ratio_pixel": 0.46274635195732117, "fid": 45.18035555488436}
+{"step": 1210000, "wall_time": 12092.076976299286, "train_loss_step": 3.371558427810669, "n_params": 4387900, "total_flops": 16310350848000000, "train_loss": 0.028739190101623534, "subset_score_loss": 0.028739190101623534}
+{"step": 1220000, "wall_time": 12185.063079357147, "train_loss_step": 3.4860193729400635, "n_params": 4387900, "total_flops": 16445147136000000, "train_loss": 0.02841843366622925, "subset_score_loss": 0.02841843366622925}
+{"step": 1230000, "wall_time": 12272.89621257782, "train_loss_step": 3.2930235862731934, "n_params": 4387900, "total_flops": 16579943424000000, "train_loss": 0.027876857916514078, "subset_score_loss": 0.027876857916514078}
+{"step": 1240000, "wall_time": 12362.71127986908, "train_loss_step": 3.283691644668579, "n_params": 4387900, "total_flops": 16714739712000000, "train_loss": 0.02745781938234965, "subset_score_loss": 0.02745781938234965}
+{"step": 1250000, "wall_time": 12456.046550512314, "train_loss_step": 3.420633316040039, "n_params": 4387900, "total_flops": 16849536000000000, "train_loss": 0.028109079599380492, "subset_score_loss": 0.028109079599380492}
+{"step": 1260000, "wall_time": 12547.450025320053, "train_loss_step": 3.289735794067383, "n_params": 4387900, "total_flops": 16984332288000000, "train_loss": 0.026881062984466554, "subset_score_loss": 0.026881062984466554}
+{"step": 1270000, "wall_time": 12640.450873851776, "train_loss_step": 3.222123146057129, "n_params": 4387900, "total_flops": 17119128576000000, "train_loss": 0.02707043488820394, "subset_score_loss": 0.02707043488820394}
+{"step": 1280000, "wall_time": 12733.423849105835, "train_loss_step": 3.0711050033569336, "n_params": 4387900, "total_flops": 17253924864000000, "train_loss": 0.02694473465283712, "subset_score_loss": 0.02694473465283712}
+{"step": 1290000, "wall_time": 12826.813203334808, "train_loss_step": 3.3378121852874756, "n_params": 4387900, "total_flops": 17388721152000000, "train_loss": 0.027331330378850303, "subset_score_loss": 0.027331330378850303}
+{"step": 1300000, "wall_time": 12993.19557595253, "train_loss_step": 3.469865322113037, "n_params": 4387900, "total_flops": 17523517440000000, "train_loss": 0.027842946847279868, "subset_score_loss": 0.027842946847279868, "memorization_fraction_pixel": 0.48910000920295715, "mean_nn_ratio_pixel": 0.44190362095832825, "fid": 45.28933431021768}
+{"step": 1310000, "wall_time": 13086.355367422104, "train_loss_step": 3.078845977783203, "n_params": 4387900, "total_flops": 17658313728000000, "train_loss": 0.026786585648854572, "subset_score_loss": 0.026786585648854572}
+{"step": 1320000, "wall_time": 13179.52028298378, "train_loss_step": 3.221907138824463, "n_params": 4387900, "total_flops": 17793110016000000, "train_loss": 0.02672799825668335, "subset_score_loss": 0.02672799825668335}
+{"step": 1330000, "wall_time": 13267.70922589302, "train_loss_step": 3.1546525955200195, "n_params": 4387900, "total_flops": 17927906304000000, "train_loss": 0.02607782483100891, "subset_score_loss": 0.02607782483100891}
+{"step": 1340000, "wall_time": 13357.134615182877, "train_loss_step": 3.5314879417419434, "n_params": 4387900, "total_flops": 18062702592000000, "train_loss": 0.026681443055470783, "subset_score_loss": 0.026681443055470783}
+{"step": 1350000, "wall_time": 13450.349950313568, "train_loss_step": 2.9475886821746826, "n_params": 4387900, "total_flops": 18197498880000000, "train_loss": 0.026140896479288737, "subset_score_loss": 0.026140896479288737}
+{"step": 1360000, "wall_time": 13541.935940504074, "train_loss_step": 3.2411446571350098, "n_params": 4387900, "total_flops": 18332295168000000, "train_loss": 0.026744776964187623, "subset_score_loss": 0.026744776964187623}
+{"step": 1370000, "wall_time": 13635.035146951675, "train_loss_step": 3.0327348709106445, "n_params": 4387900, "total_flops": 18467091456000000, "train_loss": 0.025517016649246216, "subset_score_loss": 0.025517016649246216}
+{"step": 1380000, "wall_time": 13727.975856781006, "train_loss_step": 3.364344835281372, "n_params": 4387900, "total_flops": 18601887744000000, "train_loss": 0.02572755217552185, "subset_score_loss": 0.02572755217552185}
+{"step": 1390000, "wall_time": 13820.51604104042, "train_loss_step": 3.457491874694824, "n_params": 4387900, "total_flops": 18736684032000000, "train_loss": 0.02596133351325989, "subset_score_loss": 0.02596133351325989}
+{"step": 1400000, "wall_time": 13985.51291179657, "train_loss_step": 3.148625373840332, "n_params": 4387900, "total_flops": 18871480320000000, "train_loss": 0.02583582401275635, "subset_score_loss": 0.02583582401275635, "memorization_fraction_pixel": 0.5199999809265137, "mean_nn_ratio_pixel": 0.42978614568710327, "fid": 45.079087596208375}
+{"step": 1410000, "wall_time": 14078.70524597168, "train_loss_step": 3.38435697555542, "n_params": 4387900, "total_flops": 19006276608000000, "train_loss": 0.02547712524731954, "subset_score_loss": 0.02547712524731954}
+{"step": 1420000, "wall_time": 14168.39623951912, "train_loss_step": 3.181574821472168, "n_params": 4387900, "total_flops": 19141072896000000, "train_loss": 0.025563003619511922, "subset_score_loss": 0.025563003619511922}
+{"step": 1430000, "wall_time": 14258.399115085602, "train_loss_step": 3.1553282737731934, "n_params": 4387900, "total_flops": 19275869184000000, "train_loss": 0.024613159894943237, "subset_score_loss": 0.024613159894943237}
+{"step": 1440000, "wall_time": 14348.054752111435, "train_loss_step": 3.2064664363861084, "n_params": 4387900, "total_flops": 19410665472000000, "train_loss": 0.02468809485435486, "subset_score_loss": 0.02468809485435486}
+{"step": 1450000, "wall_time": 14440.643942594528, "train_loss_step": 3.149033784866333, "n_params": 4387900, "total_flops": 19545461760000000, "train_loss": 0.024943931897481283, "subset_score_loss": 0.024943931897481283}
+{"step": 1460000, "wall_time": 14533.789919376373, "train_loss_step": 3.251249313354492, "n_params": 4387900, "total_flops": 19680258048000000, "train_loss": 0.024713468551635743, "subset_score_loss": 0.024713468551635743}
+{"step": 1470000, "wall_time": 14625.069506406784, "train_loss_step": 3.633906841278076, "n_params": 4387900, "total_flops": 19815054336000000, "train_loss": 0.025255837043126426, "subset_score_loss": 0.025255837043126426}
+{"step": 1480000, "wall_time": 14717.966926574707, "train_loss_step": 2.869919776916504, "n_params": 4387900, "total_flops": 19949850624000000, "train_loss": 0.025053519010543823, "subset_score_loss": 0.025053519010543823}
+{"step": 1490000, "wall_time": 14811.043755054474, "train_loss_step": 2.976349353790283, "n_params": 4387900, "total_flops": 20084646912000000, "train_loss": 0.02532859444618225, "subset_score_loss": 0.02532859444618225}
+{"step": 1500000, "wall_time": 14977.406563282013, "train_loss_step": 3.1937315464019775, "n_params": 4387900, "total_flops": 20219443200000000, "train_loss": 0.02449679176012675, "subset_score_loss": 0.02449679176012675, "memorization_fraction_pixel": 0.5641999840736389, "mean_nn_ratio_pixel": 0.40607377886772156, "fid": 44.143118847161546}
+{"step": 1510000, "wall_time": 15069.964069128036, "train_loss_step": 3.05031156539917, "n_params": 4387900, "total_flops": 20354239488000000, "train_loss": 0.025045297543207803, "subset_score_loss": 0.025045297543207803}
+{"step": 1520000, "wall_time": 15160.394958257675, "train_loss_step": 3.0231897830963135, "n_params": 4387900, "total_flops": 20489035776000000, "train_loss": 0.024230029185612997, "subset_score_loss": 0.024230029185612997}
+{"step": 1530000, "wall_time": 15246.958236694336, "train_loss_step": 3.2887697219848633, "n_params": 4387900, "total_flops": 20623832064000000, "train_loss": 0.024245687325795493, "subset_score_loss": 0.024245687325795493}
+{"step": 1540000, "wall_time": 15333.714905261993, "train_loss_step": 3.284972667694092, "n_params": 4387900, "total_flops": 20758628352000000, "train_loss": 0.023559027910232545, "subset_score_loss": 0.023559027910232545}
+{"step": 1550000, "wall_time": 15426.830522298813, "train_loss_step": 3.3706893920898438, "n_params": 4387900, "total_flops": 20893424640000000, "train_loss": 0.024352105458577473, "subset_score_loss": 0.024352105458577473}
+{"step": 1560000, "wall_time": 15519.761662006378, "train_loss_step": 3.082913875579834, "n_params": 4387900, "total_flops": 21028220928000000, "train_loss": 0.024014097452163697, "subset_score_loss": 0.024014097452163697}
+{"step": 1570000, "wall_time": 15611.396614551544, "train_loss_step": 3.0600547790527344, "n_params": 4387900, "total_flops": 21163017216000000, "train_loss": 0.02439439098040263, "subset_score_loss": 0.02439439098040263}
+{"step": 1580000, "wall_time": 15704.398172140121, "train_loss_step": 3.459536075592041, "n_params": 4387900, "total_flops": 21297813504000000, "train_loss": 0.02431796391805013, "subset_score_loss": 0.02431796391805013}
+{"step": 1590000, "wall_time": 15797.39686536789, "train_loss_step": 3.191054582595825, "n_params": 4387900, "total_flops": 21432609792000000, "train_loss": 0.0230315367380778, "subset_score_loss": 0.0230315367380778}
+{"step": 1600000, "wall_time": 15963.653080940247, "train_loss_step": 2.9380385875701904, "n_params": 4387900, "total_flops": 21567406080000000, "train_loss": 0.02343934973080953, "subset_score_loss": 0.02343934973080953, "memorization_fraction_pixel": 0.5807999968528748, "mean_nn_ratio_pixel": 0.39258241653442383, "fid": 44.67864914112028}
+{"step": 1610000, "wall_time": 16048.486856222153, "train_loss_step": 3.1822304725646973, "n_params": 4387900, "total_flops": 21702202368000000, "train_loss": 0.023173622290293374, "subset_score_loss": 0.023173622290293374}
+{"step": 1620000, "wall_time": 16140.145885944366, "train_loss_step": 3.308298110961914, "n_params": 4387900, "total_flops": 21836998656000000, "train_loss": 0.023696285486221314, "subset_score_loss": 0.023696285486221314}
+{"step": 1630000, "wall_time": 16226.611213445663, "train_loss_step": 3.132286787033081, "n_params": 4387900, "total_flops": 21971794944000000, "train_loss": 0.0227817972501119, "subset_score_loss": 0.0227817972501119}
+{"step": 1640000, "wall_time": 16315.340850353241, "train_loss_step": 3.0087175369262695, "n_params": 4387900, "total_flops": 22106591232000000, "train_loss": 0.022547968228658042, "subset_score_loss": 0.022547968228658042}
+{"step": 1650000, "wall_time": 16402.838675498962, "train_loss_step": 3.2636361122131348, "n_params": 4387900, "total_flops": 22241387520000000, "train_loss": 0.02285550832748413, "subset_score_loss": 0.02285550832748413}
+{"step": 1660000, "wall_time": 16496.180953979492, "train_loss_step": 3.1190085411071777, "n_params": 4387900, "total_flops": 22376183808000000, "train_loss": 0.022785707314809164, "subset_score_loss": 0.022785707314809164}
+{"step": 1670000, "wall_time": 16589.799401283264, "train_loss_step": 3.252772569656372, "n_params": 4387900, "total_flops": 22510980096000000, "train_loss": 0.02254576881726583, "subset_score_loss": 0.02254576881726583}
+{"step": 1680000, "wall_time": 16681.342705249786, "train_loss_step": 2.953235387802124, "n_params": 4387900, "total_flops": 22645776384000000, "train_loss": 0.022187161445617675, "subset_score_loss": 0.022187161445617675}
+{"step": 1690000, "wall_time": 16774.627851963043, "train_loss_step": 2.741502046585083, "n_params": 4387900, "total_flops": 22780572672000000, "train_loss": 0.022810590267181397, "subset_score_loss": 0.022810590267181397}
+{"step": 1700000, "wall_time": 16941.264724254608, "train_loss_step": 3.0888705253601074, "n_params": 4387900, "total_flops": 22915368960000000, "train_loss": 0.021874372164408365, "subset_score_loss": 0.021874372164408365, "memorization_fraction_pixel": 0.6230000257492065, "mean_nn_ratio_pixel": 0.3756888806819916, "fid": 44.259668223456444}
+{"step": 1710000, "wall_time": 17024.921606063843, "train_loss_step": 3.130451202392578, "n_params": 4387900, "total_flops": 23050165248000000, "train_loss": 0.022300495704015096, "subset_score_loss": 0.022300495704015096}
+{"step": 1720000, "wall_time": 17111.471343755722, "train_loss_step": 2.880244493484497, "n_params": 4387900, "total_flops": 23184961536000000, "train_loss": 0.021746579806009927, "subset_score_loss": 0.021746579806009927}
+{"step": 1730000, "wall_time": 17202.89381170273, "train_loss_step": 2.9673967361450195, "n_params": 4387900, "total_flops": 23319757824000000, "train_loss": 0.022145579258600872, "subset_score_loss": 0.022145579258600872}
+{"step": 1740000, "wall_time": 17295.891366243362, "train_loss_step": 3.168365955352783, "n_params": 4387900, "total_flops": 23454554112000000, "train_loss": 0.021771037578582765, "subset_score_loss": 0.021771037578582765}
+{"step": 1750000, "wall_time": 17380.024315834045, "train_loss_step": 3.0158605575561523, "n_params": 4387900, "total_flops": 23589350400000000, "train_loss": 0.021826088428497314, "subset_score_loss": 0.021826088428497314}
+{"step": 1760000, "wall_time": 17473.205396175385, "train_loss_step": 2.8298494815826416, "n_params": 4387900, "total_flops": 23724146688000000, "train_loss": 0.02157244284947713, "subset_score_loss": 0.02157244284947713}
+{"step": 1770000, "wall_time": 17566.425718545914, "train_loss_step": 3.0102899074554443, "n_params": 4387900, "total_flops": 23858942976000000, "train_loss": 0.022146459420522055, "subset_score_loss": 0.022146459420522055}
+{"step": 1780000, "wall_time": 17658.245087385178, "train_loss_step": 3.1901683807373047, "n_params": 4387900, "total_flops": 23993739264000000, "train_loss": 0.021145341793696086, "subset_score_loss": 0.021145341793696086}
+{"step": 1790000, "wall_time": 17751.21576809883, "train_loss_step": 3.1240711212158203, "n_params": 4387900, "total_flops": 24128535552000000, "train_loss": 0.020819491147994994, "subset_score_loss": 0.020819491147994994}
+{"step": 1800000, "wall_time": 17917.35957455635, "train_loss_step": 3.328117847442627, "n_params": 4387900, "total_flops": 24263331840000000, "train_loss": 0.02142603596051534, "subset_score_loss": 0.02142603596051534, "memorization_fraction_pixel": 0.6409000158309937, "mean_nn_ratio_pixel": 0.3696580231189728, "fid": 44.5867531238693}
+{"step": 1810000, "wall_time": 18003.83296394348, "train_loss_step": 3.2716565132141113, "n_params": 4387900, "total_flops": 24398128128000000, "train_loss": 0.02113940715789795, "subset_score_loss": 0.02113940715789795}
+{"step": 1820000, "wall_time": 18087.42596721649, "train_loss_step": 2.982199192047119, "n_params": 4387900, "total_flops": 24532924416000000, "train_loss": 0.02068273623784383, "subset_score_loss": 0.02068273623784383}
+{"step": 1830000, "wall_time": 18179.926502227783, "train_loss_step": 3.1509745121002197, "n_params": 4387900, "total_flops": 24667720704000000, "train_loss": 0.021180405219395956, "subset_score_loss": 0.021180405219395956}
+{"step": 1840000, "wall_time": 18273.320558786392, "train_loss_step": 3.0752885341644287, "n_params": 4387900, "total_flops": 24802516992000000, "train_loss": 0.021073442697525025, "subset_score_loss": 0.021073442697525025}
+{"step": 1850000, "wall_time": 18365.30578494072, "train_loss_step": 2.8754022121429443, "n_params": 4387900, "total_flops": 24937313280000000, "train_loss": 0.020202861229578654, "subset_score_loss": 0.020202861229578654}
+{"step": 1860000, "wall_time": 18452.159779310226, "train_loss_step": 3.0014522075653076, "n_params": 4387900, "total_flops": 25072109568000000, "train_loss": 0.020558923482894897, "subset_score_loss": 0.020558923482894897}
+{"step": 1870000, "wall_time": 18545.270637512207, "train_loss_step": 2.9322052001953125, "n_params": 4387900, "total_flops": 25206905856000000, "train_loss": 0.020643705129623414, "subset_score_loss": 0.020643705129623414}
+{"step": 1880000, "wall_time": 18637.02800679207, "train_loss_step": 3.0272274017333984, "n_params": 4387900, "total_flops": 25341702144000000, "train_loss": 0.021533870697021486, "subset_score_loss": 0.021533870697021486}
+{"step": 1890000, "wall_time": 18730.306973695755, "train_loss_step": 2.7542786598205566, "n_params": 4387900, "total_flops": 25476498432000000, "train_loss": 0.020515376329422, "subset_score_loss": 0.020515376329422}
+{"step": 1900000, "wall_time": 18890.803400993347, "train_loss_step": 3.0059638023376465, "n_params": 4387900, "total_flops": 25611294720000000, "train_loss": 0.02036706606547038, "subset_score_loss": 0.02036706606547038, "memorization_fraction_pixel": 0.6470000147819519, "mean_nn_ratio_pixel": 0.368741512298584, "fid": 44.674237415216325}
+{"step": 1910000, "wall_time": 18982.4497256279, "train_loss_step": 2.688418388366699, "n_params": 4387900, "total_flops": 25746091008000000, "train_loss": 0.02057185173034668, "subset_score_loss": 0.02057185173034668}
+{"step": 1920000, "wall_time": 19067.214401483536, "train_loss_step": 3.0442380905151367, "n_params": 4387900, "total_flops": 25880887296000000, "train_loss": 0.0200894296169281, "subset_score_loss": 0.0200894296169281}
+{"step": 1930000, "wall_time": 19159.656333446503, "train_loss_step": 3.0117833614349365, "n_params": 4387900, "total_flops": 26015683584000000, "train_loss": 0.02001764973004659, "subset_score_loss": 0.02001764973004659}
+{"step": 1940000, "wall_time": 19252.473623275757, "train_loss_step": 2.8498597145080566, "n_params": 4387900, "total_flops": 26150479872000000, "train_loss": 0.019529428084691366, "subset_score_loss": 0.019529428084691366}
+{"step": 1950000, "wall_time": 19345.809096336365, "train_loss_step": 3.014319896697998, "n_params": 4387900, "total_flops": 26285276160000000, "train_loss": 0.020219862461090088, "subset_score_loss": 0.020219862461090088}
+{"step": 1960000, "wall_time": 19428.467984199524, "train_loss_step": 3.0621418952941895, "n_params": 4387900, "total_flops": 26420072448000000, "train_loss": 0.020732657114664713, "subset_score_loss": 0.020732657114664713}
+{"step": 1970000, "wall_time": 19521.684408903122, "train_loss_step": 3.0269150733947754, "n_params": 4387900, "total_flops": 26554868736000000, "train_loss": 0.02030653158823649, "subset_score_loss": 0.02030653158823649}
+{"step": 1980000, "wall_time": 19614.944607019424, "train_loss_step": 2.9067046642303467, "n_params": 4387900, "total_flops": 26689665024000000, "train_loss": 0.01965562105178833, "subset_score_loss": 0.01965562105178833}
+{"step": 1990000, "wall_time": 19706.20543885231, "train_loss_step": 2.903705596923828, "n_params": 4387900, "total_flops": 26824461312000000, "train_loss": 0.019953195254007974, "subset_score_loss": 0.019953195254007974}
+{"step": 2000000, "wall_time": 19862.670539855957, "train_loss_step": 2.6953349113464355, "n_params": 4387900, "total_flops": 26959257600000000, "train_loss": 0.019400966167449952, "subset_score_loss": 0.019400966167449952, "memorization_fraction_pixel": 0.6721000075340271, "mean_nn_ratio_pixel": 0.358967125415802, "fid": 44.25252301228983}
+{"step": 2010000, "wall_time": 19955.95989894867, "train_loss_step": 2.939037799835205, "n_params": 4387900, "total_flops": 27094053888000000, "train_loss": 0.018983147541681924, "subset_score_loss": 0.018983147541681924}
+{"step": 2020000, "wall_time": 20038.7355594635, "train_loss_step": 2.977403163909912, "n_params": 4387900, "total_flops": 27228850176000000, "train_loss": 0.020146783192952475, "subset_score_loss": 0.020146783192952475}
+{"step": 2030000, "wall_time": 20131.494829416275, "train_loss_step": 2.8203020095825195, "n_params": 4387900, "total_flops": 27363646464000000, "train_loss": 0.01919237772623698, "subset_score_loss": 0.01919237772623698}
+{"step": 2040000, "wall_time": 20224.79695725441, "train_loss_step": 3.0527405738830566, "n_params": 4387900, "total_flops": 27498442752000000, "train_loss": 0.019412300984064736, "subset_score_loss": 0.019412300984064736}
+{"step": 2050000, "wall_time": 20317.877799987793, "train_loss_step": 2.910895824432373, "n_params": 4387900, "total_flops": 27633239040000000, "train_loss": 0.019609018166859945, "subset_score_loss": 0.019609018166859945}
+{"step": 2060000, "wall_time": 20411.241152763367, "train_loss_step": 2.876397132873535, "n_params": 4387900, "total_flops": 27768035328000000, "train_loss": 0.019729767243067423, "subset_score_loss": 0.019729767243067423}
+{"step": 2070000, "wall_time": 20491.66127347946, "train_loss_step": 2.9788315296173096, "n_params": 4387900, "total_flops": 27902831616000000, "train_loss": 0.01955565611521403, "subset_score_loss": 0.01955565611521403}
+{"step": 2080000, "wall_time": 20585.005716323853, "train_loss_step": 2.918484687805176, "n_params": 4387900, "total_flops": 28037627904000000, "train_loss": 0.0190131405989329, "subset_score_loss": 0.0190131405989329}
+{"step": 2090000, "wall_time": 20676.57957839966, "train_loss_step": 2.9648056030273438, "n_params": 4387900, "total_flops": 28172424192000000, "train_loss": 0.01903162201245626, "subset_score_loss": 0.01903162201245626}
+{"step": 2100000, "wall_time": 20836.597184419632, "train_loss_step": 2.7547097206115723, "n_params": 4387900, "total_flops": 28307220480000000, "train_loss": 0.018433560927708943, "subset_score_loss": 0.018433560927708943, "memorization_fraction_pixel": 0.6909000277519226, "mean_nn_ratio_pixel": 0.3509178161621094, "fid": 44.8156678964883}
+{"step": 2110000, "wall_time": 20927.90321779251, "train_loss_step": 2.8405649662017822, "n_params": 4387900, "total_flops": 28442016768000000, "train_loss": 0.018208245436350506, "subset_score_loss": 0.018208245436350506}
+{"step": 2120000, "wall_time": 21014.58797931671, "train_loss_step": 3.10853910446167, "n_params": 4387900, "total_flops": 28576813056000000, "train_loss": 0.01935054858525594, "subset_score_loss": 0.01935054858525594}
+{"step": 2130000, "wall_time": 21107.2668967247, "train_loss_step": 3.1120433807373047, "n_params": 4387900, "total_flops": 28711609344000000, "train_loss": 0.019254448016484578, "subset_score_loss": 0.019254448016484578}
+{"step": 2140000, "wall_time": 21200.294783115387, "train_loss_step": 2.841254711151123, "n_params": 4387900, "total_flops": 28846405632000000, "train_loss": 0.01834756334622701, "subset_score_loss": 0.01834756334622701}
+{"step": 2150000, "wall_time": 21293.504814386368, "train_loss_step": 2.7502875328063965, "n_params": 4387900, "total_flops": 28981201920000000, "train_loss": 0.018631943066914878, "subset_score_loss": 0.018631943066914878}
+{"step": 2160000, "wall_time": 21386.742271900177, "train_loss_step": 2.7751235961914062, "n_params": 4387900, "total_flops": 29115998208000000, "train_loss": 0.01839596430460612, "subset_score_loss": 0.01839596430460612}
+{"step": 2170000, "wall_time": 21475.16645216942, "train_loss_step": 2.7671926021575928, "n_params": 4387900, "total_flops": 29250794496000000, "train_loss": 0.01788756251335144, "subset_score_loss": 0.01788756251335144}
+{"step": 2180000, "wall_time": 21557.09446001053, "train_loss_step": 3.147439956665039, "n_params": 4387900, "total_flops": 29385590784000000, "train_loss": 0.019066929817199707, "subset_score_loss": 0.019066929817199707}
+{"step": 2190000, "wall_time": 21650.568615198135, "train_loss_step": 2.8455920219421387, "n_params": 4387900, "total_flops": 29520387072000000, "train_loss": 0.018337370951970418, "subset_score_loss": 0.018337370951970418}
+{"step": 2200000, "wall_time": 21798.48099732399, "train_loss_step": 2.943838357925415, "n_params": 4387900, "total_flops": 29655183360000000, "train_loss": 0.018370374043782552, "subset_score_loss": 0.018370374043782552, "memorization_fraction_pixel": 0.6953999996185303, "mean_nn_ratio_pixel": 0.3474980592727661, "fid": 44.1407017264995}
+{"step": 2210000, "wall_time": 21885.8082818985, "train_loss_step": 2.8933615684509277, "n_params": 4387900, "total_flops": 29789979648000000, "train_loss": 0.018780779838562012, "subset_score_loss": 0.018780779838562012}
+{"step": 2220000, "wall_time": 21965.361547470093, "train_loss_step": 2.912404775619507, "n_params": 4387900, "total_flops": 29924775936000000, "train_loss": 0.018346397082010905, "subset_score_loss": 0.018346397082010905}
+{"step": 2230000, "wall_time": 22057.94366455078, "train_loss_step": 3.105828285217285, "n_params": 4387900, "total_flops": 30059572224000000, "train_loss": 0.017343562841415406, "subset_score_loss": 0.017343562841415406}
+{"step": 2240000, "wall_time": 22151.112832784653, "train_loss_step": 2.8487300872802734, "n_params": 4387900, "total_flops": 30194368512000000, "train_loss": 0.018558488289515177, "subset_score_loss": 0.018558488289515177}
+{"step": 2250000, "wall_time": 22244.25907254219, "train_loss_step": 3.1162643432617188, "n_params": 4387900, "total_flops": 30329164800000000, "train_loss": 0.01730764905611674, "subset_score_loss": 0.01730764905611674}
+{"step": 2260000, "wall_time": 22337.54038500786, "train_loss_step": 2.899618148803711, "n_params": 4387900, "total_flops": 30463961088000000, "train_loss": 0.01781778931617737, "subset_score_loss": 0.01781778931617737}
+{"step": 2270000, "wall_time": 22430.888669252396, "train_loss_step": 2.799830436706543, "n_params": 4387900, "total_flops": 30598757376000000, "train_loss": 0.017445931831995647, "subset_score_loss": 0.017445931831995647}
+{"step": 2280000, "wall_time": 22517.53664135933, "train_loss_step": 2.8279337882995605, "n_params": 4387900, "total_flops": 30733553664000000, "train_loss": 0.01721986134847005, "subset_score_loss": 0.01721986134847005}
+{"step": 2290000, "wall_time": 22603.728984832764, "train_loss_step": 2.861741781234741, "n_params": 4387900, "total_flops": 30868349952000000, "train_loss": 0.017301889260609944, "subset_score_loss": 0.017301889260609944}
+{"step": 2300000, "wall_time": 22755.007932186127, "train_loss_step": 2.87497878074646, "n_params": 4387900, "total_flops": 31003146240000000, "train_loss": 0.017808365821838378, "subset_score_loss": 0.017808365821838378, "memorization_fraction_pixel": 0.7095999717712402, "mean_nn_ratio_pixel": 0.3412327468395233, "fid": 44.580379345217395}
+{"step": 2310000, "wall_time": 22848.229383468628, "train_loss_step": 2.8380608558654785, "n_params": 4387900, "total_flops": 31137942528000000, "train_loss": 0.016832206646601358, "subset_score_loss": 0.016832206646601358}
+{"step": 2320000, "wall_time": 22927.262647390366, "train_loss_step": 2.805269479751587, "n_params": 4387900, "total_flops": 31272738816000000, "train_loss": 0.017040528853734336, "subset_score_loss": 0.017040528853734336}
+{"step": 2330000, "wall_time": 23020.47977566719, "train_loss_step": 2.886294364929199, "n_params": 4387900, "total_flops": 31407535104000000, "train_loss": 0.01712858279546102, "subset_score_loss": 0.01712858279546102}
+{"step": 2340000, "wall_time": 23113.821275234222, "train_loss_step": 2.9110453128814697, "n_params": 4387900, "total_flops": 31542331392000000, "train_loss": 0.016829800605773926, "subset_score_loss": 0.016829800605773926}
+{"step": 2350000, "wall_time": 23206.928525686264, "train_loss_step": 2.982309103012085, "n_params": 4387900, "total_flops": 31677127680000000, "train_loss": 0.017046932379404703, "subset_score_loss": 0.017046932379404703}
+{"step": 2360000, "wall_time": 23300.09859776497, "train_loss_step": 2.8405826091766357, "n_params": 4387900, "total_flops": 31811923968000000, "train_loss": 0.016934436559677125, "subset_score_loss": 0.016934436559677125}
+{"step": 2370000, "wall_time": 23393.413775205612, "train_loss_step": 3.2707979679107666, "n_params": 4387900, "total_flops": 31946720256000000, "train_loss": 0.017739381392796835, "subset_score_loss": 0.017739381392796835}
+{"step": 2380000, "wall_time": 23486.782812595367, "train_loss_step": 2.883388042449951, "n_params": 4387900, "total_flops": 32081516544000000, "train_loss": 0.01682400107383728, "subset_score_loss": 0.01682400107383728}
+{"step": 2390000, "wall_time": 23569.142258167267, "train_loss_step": 2.8771584033966064, "n_params": 4387900, "total_flops": 32216312832000000, "train_loss": 0.017807714144388833, "subset_score_loss": 0.017807714144388833}
+{"step": 2400000, "wall_time": 23728.008446216583, "train_loss_step": 2.72355318069458, "n_params": 4387900, "total_flops": 32351109120000000, "train_loss": 0.01676460305849711, "subset_score_loss": 0.01676460305849711, "memorization_fraction_pixel": 0.7310000061988831, "mean_nn_ratio_pixel": 0.3363263010978699, "fid": 44.125572042548285}
+{"step": 2410000, "wall_time": 23821.22556424141, "train_loss_step": 3.0306615829467773, "n_params": 4387900, "total_flops": 32485905408000000, "train_loss": 0.01743658185005188, "subset_score_loss": 0.01743658185005188}
+{"step": 2420000, "wall_time": 23905.307376146317, "train_loss_step": 2.981630802154541, "n_params": 4387900, "total_flops": 32620701696000000, "train_loss": 0.016705197095870972, "subset_score_loss": 0.016705197095870972}
+{"step": 2430000, "wall_time": 23997.999041557312, "train_loss_step": 2.762338399887085, "n_params": 4387900, "total_flops": 32755497984000000, "train_loss": 0.016706430912017824, "subset_score_loss": 0.016706430912017824}
+{"step": 2440000, "wall_time": 24090.429780721664, "train_loss_step": 2.8570892810821533, "n_params": 4387900, "total_flops": 32890294272000000, "train_loss": 0.01629620889822642, "subset_score_loss": 0.01629620889822642}
+{"step": 2450000, "wall_time": 24183.401033639908, "train_loss_step": 2.6872761249542236, "n_params": 4387900, "total_flops": 33025090560000000, "train_loss": 0.01643176774183909, "subset_score_loss": 0.01643176774183909}
+{"step": 2460000, "wall_time": 24276.40771985054, "train_loss_step": 3.0383660793304443, "n_params": 4387900, "total_flops": 33159886848000000, "train_loss": 0.017224647601445518, "subset_score_loss": 0.017224647601445518}
+{"step": 2470000, "wall_time": 24369.24569797516, "train_loss_step": 2.7170984745025635, "n_params": 4387900, "total_flops": 33294683136000000, "train_loss": 0.01618186036745707, "subset_score_loss": 0.01618186036745707}
+{"step": 2480000, "wall_time": 24462.097541809082, "train_loss_step": 2.9142892360687256, "n_params": 4387900, "total_flops": 33429479424000000, "train_loss": 0.016784542798995973, "subset_score_loss": 0.016784542798995973}
+{"step": 2490000, "wall_time": 24555.5153131485, "train_loss_step": 2.8454349040985107, "n_params": 4387900, "total_flops": 33564275712000000, "train_loss": 0.016001792748769124, "subset_score_loss": 0.016001792748769124}
+{"step": 2500000, "wall_time": 24700.918389558792, "train_loss_step": 2.9043078422546387, "n_params": 4387900, "total_flops": 33699072000000000, "train_loss": 0.016262882947921754, "subset_score_loss": 0.016262882947921754, "memorization_fraction_pixel": 0.7275999784469604, "mean_nn_ratio_pixel": 0.33520129323005676, "fid": 44.963811439232416}
+{"step": 2510000, "wall_time": 24793.979717493057, "train_loss_step": 3.1388258934020996, "n_params": 4387900, "total_flops": 33833868288000000, "train_loss": 0.016736865043640137, "subset_score_loss": 0.016736865043640137}
+{"step": 2520000, "wall_time": 24880.083931207657, "train_loss_step": 2.6919283866882324, "n_params": 4387900, "total_flops": 33968664576000000, "train_loss": 0.015623681743939717, "subset_score_loss": 0.015623681743939717}
+{"step": 2530000, "wall_time": 24972.75155520439, "train_loss_step": 2.8563034534454346, "n_params": 4387900, "total_flops": 34103460864000000, "train_loss": 0.015724282463391623, "subset_score_loss": 0.015724282463391623}
+{"step": 2540000, "wall_time": 25065.265132188797, "train_loss_step": 2.7073469161987305, "n_params": 4387900, "total_flops": 34238257152000000, "train_loss": 0.015717331568400064, "subset_score_loss": 0.015717331568400064}
+{"step": 2550000, "wall_time": 25158.123877048492, "train_loss_step": 2.753406286239624, "n_params": 4387900, "total_flops": 34373053440000000, "train_loss": 0.015971657633781434, "subset_score_loss": 0.015971657633781434}
+{"step": 2560000, "wall_time": 25251.359249591827, "train_loss_step": 2.9478533267974854, "n_params": 4387900, "total_flops": 34507849728000000, "train_loss": 0.015745645761489867, "subset_score_loss": 0.015745645761489867}
+{"step": 2570000, "wall_time": 25344.100257873535, "train_loss_step": 2.499209403991699, "n_params": 4387900, "total_flops": 34642646016000000, "train_loss": 0.01564087172349294, "subset_score_loss": 0.01564087172349294}
+{"step": 2580000, "wall_time": 25437.128058433533, "train_loss_step": 2.6947741508483887, "n_params": 4387900, "total_flops": 34777442304000000, "train_loss": 0.016042208671569823, "subset_score_loss": 0.016042208671569823}
+{"step": 2590000, "wall_time": 25530.127287864685, "train_loss_step": 2.660461187362671, "n_params": 4387900, "total_flops": 34912238592000000, "train_loss": 0.015773716568946838, "subset_score_loss": 0.015773716568946838}
+{"step": 2600000, "wall_time": 25680.576268672943, "train_loss_step": 2.8317670822143555, "n_params": 4387900, "total_flops": 35047034880000000, "train_loss": 0.015277014176050822, "subset_score_loss": 0.015277014176050822, "memorization_fraction_pixel": 0.7458999752998352, "mean_nn_ratio_pixel": 0.3294525444507599, "fid": 44.48502161896949}
+{"step": 2610000, "wall_time": 25766.626816034317, "train_loss_step": 2.9141855239868164, "n_params": 4387900, "total_flops": 35181831168000000, "train_loss": 0.015373688936233521, "subset_score_loss": 0.015373688936233521}
+{"step": 2620000, "wall_time": 25853.465267896652, "train_loss_step": 2.732898712158203, "n_params": 4387900, "total_flops": 35316627456000000, "train_loss": 0.01570115884145101, "subset_score_loss": 0.01570115884145101}
+{"step": 2630000, "wall_time": 25946.348664045334, "train_loss_step": 2.5829553604125977, "n_params": 4387900, "total_flops": 35451423744000000, "train_loss": 0.016176322102546693, "subset_score_loss": 0.016176322102546693}
+{"step": 2640000, "wall_time": 26038.693887472153, "train_loss_step": 3.046255350112915, "n_params": 4387900, "total_flops": 35586220032000000, "train_loss": 0.015203948815663655, "subset_score_loss": 0.015203948815663655}
+{"step": 2650000, "wall_time": 26131.767835378647, "train_loss_step": 2.818131685256958, "n_params": 4387900, "total_flops": 35721016320000000, "train_loss": 0.01594816744327545, "subset_score_loss": 0.01594816744327545}
+{"step": 2660000, "wall_time": 26224.780408620834, "train_loss_step": 2.739530086517334, "n_params": 4387900, "total_flops": 35855812608000000, "train_loss": 0.015121309955914815, "subset_score_loss": 0.015121309955914815}
+{"step": 2670000, "wall_time": 26317.460004091263, "train_loss_step": 2.748410224914551, "n_params": 4387900, "total_flops": 35990608896000000, "train_loss": 0.015633957584698994, "subset_score_loss": 0.015633957584698994}
+{"step": 2680000, "wall_time": 26410.270377397537, "train_loss_step": 2.8580284118652344, "n_params": 4387900, "total_flops": 36125405184000000, "train_loss": 0.015085784594217937, "subset_score_loss": 0.015085784594217937}
+{"step": 2690000, "wall_time": 26497.023460626602, "train_loss_step": 2.8948757648468018, "n_params": 4387900, "total_flops": 36260201472000000, "train_loss": 0.01584363281726837, "subset_score_loss": 0.01584363281726837}
+{"step": 2700000, "wall_time": 26649.500952482224, "train_loss_step": 2.890794277191162, "n_params": 4387900, "total_flops": 36394997760000000, "train_loss": 0.014578817288080852, "subset_score_loss": 0.014578817288080852, "memorization_fraction_pixel": 0.7504000067710876, "mean_nn_ratio_pixel": 0.33010366559028625, "fid": 44.36047401491342}
+{"step": 2710000, "wall_time": 26735.04599928856, "train_loss_step": 2.8135154247283936, "n_params": 4387900, "total_flops": 36529794048000000, "train_loss": 0.014900700251261393, "subset_score_loss": 0.014900700251261393}
+{"step": 2720000, "wall_time": 26824.422651529312, "train_loss_step": 3.0212197303771973, "n_params": 4387900, "total_flops": 36664590336000000, "train_loss": 0.015113220612208048, "subset_score_loss": 0.015113220612208048}
+{"step": 2730000, "wall_time": 26917.102763175964, "train_loss_step": 2.6307272911071777, "n_params": 4387900, "total_flops": 36799386624000000, "train_loss": 0.014291070898373922, "subset_score_loss": 0.014291070898373922}
+{"step": 2740000, "wall_time": 27009.66543316841, "train_loss_step": 2.654585599899292, "n_params": 4387900, "total_flops": 36934182912000000, "train_loss": 0.014638919631640117, "subset_score_loss": 0.014638919631640117}
+{"step": 2750000, "wall_time": 27102.302362203598, "train_loss_step": 2.5642826557159424, "n_params": 4387900, "total_flops": 37068979200000000, "train_loss": 0.014646377166112263, "subset_score_loss": 0.014646377166112263}
+{"step": 2760000, "wall_time": 27195.163448810577, "train_loss_step": 2.8110580444335938, "n_params": 4387900, "total_flops": 37203775488000000, "train_loss": 0.014710928002993265, "subset_score_loss": 0.014710928002993265}
+{"step": 2770000, "wall_time": 27288.298304080963, "train_loss_step": 2.6168131828308105, "n_params": 4387900, "total_flops": 37338571776000000, "train_loss": 0.014864832162857056, "subset_score_loss": 0.014864832162857056}
+{"step": 2780000, "wall_time": 27381.554565906525, "train_loss_step": 2.8702034950256348, "n_params": 4387900, "total_flops": 37473368064000000, "train_loss": 0.014877843856811523, "subset_score_loss": 0.014877843856811523}
+{"step": 2790000, "wall_time": 27465.93537044525, "train_loss_step": 2.6426074504852295, "n_params": 4387900, "total_flops": 37608164352000000, "train_loss": 0.014380629857381184, "subset_score_loss": 0.014380629857381184}
+{"step": 2800000, "wall_time": 27632.46011018753, "train_loss_step": 2.5210952758789062, "n_params": 4387900, "total_flops": 37742960640000000, "train_loss": 0.01421688993771871, "subset_score_loss": 0.01421688993771871, "memorization_fraction_pixel": 0.7617999911308289, "mean_nn_ratio_pixel": 0.3255436420440674, "fid": 44.09728197752659}
+{"step": 2810000, "wall_time": 27705.73665213585, "train_loss_step": 2.7002370357513428, "n_params": 4387900, "total_flops": 37877756928000000, "train_loss": 0.014634735385576884, "subset_score_loss": 0.014634735385576884}
+{"step": 2820000, "wall_time": 27796.059353113174, "train_loss_step": 2.764772891998291, "n_params": 4387900, "total_flops": 38012553216000000, "train_loss": 0.014335394899050394, "subset_score_loss": 0.014335394899050394}
+{"step": 2830000, "wall_time": 27889.203130960464, "train_loss_step": 2.9062094688415527, "n_params": 4387900, "total_flops": 38147349504000000, "train_loss": 0.01563705603281657, "subset_score_loss": 0.01563705603281657}
+{"step": 2840000, "wall_time": 27981.840928316116, "train_loss_step": 2.814554452896118, "n_params": 4387900, "total_flops": 38282145792000000, "train_loss": 0.014625882109006247, "subset_score_loss": 0.014625882109006247}
+{"step": 2850000, "wall_time": 28074.37649679184, "train_loss_step": 2.6645379066467285, "n_params": 4387900, "total_flops": 38416942080000000, "train_loss": 0.014755675196647644, "subset_score_loss": 0.014755675196647644}
+{"step": 2860000, "wall_time": 28167.30379962921, "train_loss_step": 2.7553818225860596, "n_params": 4387900, "total_flops": 38551738368000000, "train_loss": 0.013944082458813985, "subset_score_loss": 0.013944082458813985}
+{"step": 2870000, "wall_time": 28260.421895503998, "train_loss_step": 2.4761295318603516, "n_params": 4387900, "total_flops": 38686534656000000, "train_loss": 0.015065857768058777, "subset_score_loss": 0.015065857768058777}
+{"step": 2880000, "wall_time": 28353.147668123245, "train_loss_step": 2.6470751762390137, "n_params": 4387900, "total_flops": 38821330944000000, "train_loss": 0.013827473918596903, "subset_score_loss": 0.013827473918596903}
+{"step": 2890000, "wall_time": 28435.671726226807, "train_loss_step": 2.6785712242126465, "n_params": 4387900, "total_flops": 38956127232000000, "train_loss": 0.014304141203562418, "subset_score_loss": 0.014304141203562418}
+{"step": 2900000, "wall_time": 28602.11306166649, "train_loss_step": 2.8118972778320312, "n_params": 4387900, "total_flops": 39090923520000000, "train_loss": 0.01433734397093455, "subset_score_loss": 0.01433734397093455, "memorization_fraction_pixel": 0.7746999859809875, "mean_nn_ratio_pixel": 0.32013916969299316, "fid": 43.9177966011202}
+{"step": 2910000, "wall_time": 28678.1301445961, "train_loss_step": 2.7571606636047363, "n_params": 4387900, "total_flops": 39225719808000000, "train_loss": 0.013708590467770895, "subset_score_loss": 0.013708590467770895}
+{"step": 2920000, "wall_time": 28766.482939720154, "train_loss_step": 2.674811601638794, "n_params": 4387900, "total_flops": 39360516096000000, "train_loss": 0.013743595282236735, "subset_score_loss": 0.013743595282236735}
+{"step": 2930000, "wall_time": 28859.31981062889, "train_loss_step": 2.612593650817871, "n_params": 4387900, "total_flops": 39495312384000000, "train_loss": 0.01423192818959554, "subset_score_loss": 0.01423192818959554}
+{"step": 2940000, "wall_time": 28951.616236686707, "train_loss_step": 2.6434993743896484, "n_params": 4387900, "total_flops": 39630108672000000, "train_loss": 0.014234224955240885, "subset_score_loss": 0.014234224955240885}
+{"step": 2950000, "wall_time": 29044.645031690598, "train_loss_step": 2.992138385772705, "n_params": 4387900, "total_flops": 39764904960000000, "train_loss": 0.014415250221888224, "subset_score_loss": 0.014415250221888224}
+{"step": 2960000, "wall_time": 29137.672515630722, "train_loss_step": 2.76694917678833, "n_params": 4387900, "total_flops": 39899701248000000, "train_loss": 0.013862188657124836, "subset_score_loss": 0.013862188657124836}
+{"step": 2970000, "wall_time": 29230.804183483124, "train_loss_step": 2.743119239807129, "n_params": 4387900, "total_flops": 40034497536000000, "train_loss": 0.013972399632136027, "subset_score_loss": 0.013972399632136027}
+{"step": 2980000, "wall_time": 29324.075952768326, "train_loss_step": 2.8498153686523438, "n_params": 4387900, "total_flops": 40169293824000000, "train_loss": 0.01371856431166331, "subset_score_loss": 0.01371856431166331}
+{"step": 2990000, "wall_time": 29410.154200792313, "train_loss_step": 2.8385791778564453, "n_params": 4387900, "total_flops": 40304090112000000, "train_loss": 0.013970477382342021, "subset_score_loss": 0.013970477382342021}
+{"step": 3000000, "wall_time": 29576.476912736893, "train_loss_step": 2.599031925201416, "n_params": 4387900, "total_flops": 40438886400000000, "train_loss": 0.013886009653409323, "subset_score_loss": 0.013886009653409323, "memorization_fraction_pixel": 0.7714999914169312, "mean_nn_ratio_pixel": 0.3196527361869812, "fid": 44.545190343513525}
+{"step": 3010000, "wall_time": 29660.09582710266, "train_loss_step": 3.013749361038208, "n_params": 4387900, "total_flops": 40573682688000000, "train_loss": 0.014544446269671123, "subset_score_loss": 0.014544446269671123}
+{"step": 3020000, "wall_time": 29737.644468069077, "train_loss_step": 2.6948013305664062, "n_params": 4387900, "total_flops": 40708478976000000, "train_loss": 0.013449481129646302, "subset_score_loss": 0.013449481129646302}
+{"step": 3030000, "wall_time": 29828.242479801178, "train_loss_step": 2.6987767219543457, "n_params": 4387900, "total_flops": 40843275264000000, "train_loss": 0.01325037678082784, "subset_score_loss": 0.01325037678082784}
+{"step": 3040000, "wall_time": 29921.407142162323, "train_loss_step": 2.7417683601379395, "n_params": 4387900, "total_flops": 40978071552000000, "train_loss": 0.014154850443204244, "subset_score_loss": 0.014154850443204244}
+{"step": 3050000, "wall_time": 30014.71927499771, "train_loss_step": 2.6753177642822266, "n_params": 4387900, "total_flops": 41112867840000000, "train_loss": 0.013593022028605144, "subset_score_loss": 0.013593022028605144}
+{"step": 3060000, "wall_time": 30108.25086593628, "train_loss_step": 2.5223159790039062, "n_params": 4387900, "total_flops": 41247664128000000, "train_loss": 0.013591711719830831, "subset_score_loss": 0.013591711719830831}
+{"step": 3070000, "wall_time": 30201.710042715073, "train_loss_step": 2.9752793312072754, "n_params": 4387900, "total_flops": 41382460416000000, "train_loss": 0.013606731096903484, "subset_score_loss": 0.013606731096903484}
+{"step": 3080000, "wall_time": 30290.793901205063, "train_loss_step": 2.47578763961792, "n_params": 4387900, "total_flops": 41517256704000000, "train_loss": 0.013118363420168559, "subset_score_loss": 0.013118363420168559}
+{"step": 3090000, "wall_time": 30375.6133081913, "train_loss_step": 2.705272674560547, "n_params": 4387900, "total_flops": 41652052992000000, "train_loss": 0.012979096174240113, "subset_score_loss": 0.012979096174240113}
+{"step": 3100000, "wall_time": 30541.251653909683, "train_loss_step": 2.6635241508483887, "n_params": 4387900, "total_flops": 41786849280000000, "train_loss": 0.013415451844533284, "subset_score_loss": 0.013415451844533284, "memorization_fraction_pixel": 0.786300003528595, "mean_nn_ratio_pixel": 0.3157380223274231, "fid": 44.50303675674052}
+{"step": 3110000, "wall_time": 30622.851769208908, "train_loss_step": 2.6125125885009766, "n_params": 4387900, "total_flops": 41921645568000000, "train_loss": 0.013412584861119589, "subset_score_loss": 0.013412584861119589}
+{"step": 3120000, "wall_time": 30716.64460849762, "train_loss_step": 2.68963623046875, "n_params": 4387900, "total_flops": 42056441856000000, "train_loss": 0.012884788711865743, "subset_score_loss": 0.012884788711865743}
+{"step": 3130000, "wall_time": 30791.198248386383, "train_loss_step": 2.8451671600341797, "n_params": 4387900, "total_flops": 42191238144000000, "train_loss": 0.013243908683458963, "subset_score_loss": 0.013243908683458963}
+{"step": 3140000, "wall_time": 30879.69365310669, "train_loss_step": 2.8259849548339844, "n_params": 4387900, "total_flops": 42326034432000000, "train_loss": 0.013229503234227499, "subset_score_loss": 0.013229503234227499}
+{"step": 3150000, "wall_time": 30973.043613910675, "train_loss_step": 2.510251522064209, "n_params": 4387900, "total_flops": 42460830720000000, "train_loss": 0.012685028711954753, "subset_score_loss": 0.012685028711954753}
+{"step": 3160000, "wall_time": 31066.336938381195, "train_loss_step": 2.6610307693481445, "n_params": 4387900, "total_flops": 42595627008000000, "train_loss": 0.012609554330507915, "subset_score_loss": 0.012609554330507915}
+{"step": 3170000, "wall_time": 31159.578557252884, "train_loss_step": 2.7946364879608154, "n_params": 4387900, "total_flops": 42730423296000000, "train_loss": 0.013325445850690206, "subset_score_loss": 0.013325445850690206}
+{"step": 3180000, "wall_time": 31248.038845300674, "train_loss_step": 2.9753670692443848, "n_params": 4387900, "total_flops": 42865219584000000, "train_loss": 0.013262948393821717, "subset_score_loss": 0.013262948393821717}
+{"step": 3190000, "wall_time": 31335.461359977722, "train_loss_step": 2.867729663848877, "n_params": 4387900, "total_flops": 43000015872000000, "train_loss": 0.012883150577545166, "subset_score_loss": 0.012883150577545166}
+{"step": 3200000, "wall_time": 31501.173640966415, "train_loss_step": 2.4385509490966797, "n_params": 4387900, "total_flops": 43134812160000000, "train_loss": 0.012761845191319784, "subset_score_loss": 0.012761845191319784, "memorization_fraction_pixel": 0.785099983215332, "mean_nn_ratio_pixel": 0.3161991536617279, "fid": 44.44849983619983}
+{"step": 3210000, "wall_time": 31585.18229842186, "train_loss_step": 2.9091663360595703, "n_params": 4387900, "total_flops": 43269608448000000, "train_loss": 0.01293519934018453, "subset_score_loss": 0.01293519934018453}
+{"step": 3220000, "wall_time": 31678.57695531845, "train_loss_step": 2.611624240875244, "n_params": 4387900, "total_flops": 43404404736000000, "train_loss": 0.01298021177450816, "subset_score_loss": 0.01298021177450816}
+{"step": 3230000, "wall_time": 31771.17139816284, "train_loss_step": 2.7859158515930176, "n_params": 4387900, "total_flops": 43539201024000000, "train_loss": 0.01341928740342458, "subset_score_loss": 0.01341928740342458}
+{"step": 3240000, "wall_time": 31852.588342905045, "train_loss_step": 2.794379472732544, "n_params": 4387900, "total_flops": 43673997312000000, "train_loss": 0.01252929965655009, "subset_score_loss": 0.01252929965655009}
+{"step": 3250000, "wall_time": 31945.86382842064, "train_loss_step": 2.5615952014923096, "n_params": 4387900, "total_flops": 43808793600000000, "train_loss": 0.012987923622131348, "subset_score_loss": 0.012987923622131348}
+{"step": 3260000, "wall_time": 32039.400339841843, "train_loss_step": 2.7182745933532715, "n_params": 4387900, "total_flops": 43943589888000000, "train_loss": 0.01275550623734792, "subset_score_loss": 0.01275550623734792}
+{"step": 3270000, "wall_time": 32132.72251224518, "train_loss_step": 2.769406318664551, "n_params": 4387900, "total_flops": 44078386176000000, "train_loss": 0.012418283025423686, "subset_score_loss": 0.012418283025423686}
+{"step": 3280000, "wall_time": 32217.84464931488, "train_loss_step": 2.9380509853363037, "n_params": 4387900, "total_flops": 44213182464000000, "train_loss": 0.012693541248639424, "subset_score_loss": 0.012693541248639424}
+{"step": 3290000, "wall_time": 32306.604261875153, "train_loss_step": 2.7184581756591797, "n_params": 4387900, "total_flops": 44347978752000000, "train_loss": 0.012398989995320638, "subset_score_loss": 0.012398989995320638}
+{"step": 3300000, "wall_time": 32471.24091887474, "train_loss_step": 2.8742260932922363, "n_params": 4387900, "total_flops": 44482775040000000, "train_loss": 0.012274495760599772, "subset_score_loss": 0.012274495760599772, "memorization_fraction_pixel": 0.7892000079154968, "mean_nn_ratio_pixel": 0.3157494068145752, "fid": 44.26252266241171}
+{"step": 3310000, "wall_time": 32549.871769428253, "train_loss_step": 2.552128791809082, "n_params": 4387900, "total_flops": 44617571328000000, "train_loss": 0.012206139167149861, "subset_score_loss": 0.012206139167149861}
+{"step": 3320000, "wall_time": 32643.494914770126, "train_loss_step": 2.7802248001098633, "n_params": 4387900, "total_flops": 44752367616000000, "train_loss": 0.01246324082215627, "subset_score_loss": 0.01246324082215627}
+{"step": 3330000, "wall_time": 32736.880407094955, "train_loss_step": 2.7784390449523926, "n_params": 4387900, "total_flops": 44887163904000000, "train_loss": 0.01259317398071289, "subset_score_loss": 0.01259317398071289}
+{"step": 3340000, "wall_time": 32827.03034210205, "train_loss_step": 2.4285085201263428, "n_params": 4387900, "total_flops": 45021960192000000, "train_loss": 0.012534305453300476, "subset_score_loss": 0.012534305453300476}
+{"step": 3350000, "wall_time": 32909.17633295059, "train_loss_step": 2.5969343185424805, "n_params": 4387900, "total_flops": 45156756480000000, "train_loss": 0.012335235873858133, "subset_score_loss": 0.012335235873858133}
+{"step": 3360000, "wall_time": 33002.48435711861, "train_loss_step": 2.5570147037506104, "n_params": 4387900, "total_flops": 45291552768000000, "train_loss": 0.012095876534779866, "subset_score_loss": 0.012095876534779866}
+{"step": 3370000, "wall_time": 33095.33709573746, "train_loss_step": 2.630737781524658, "n_params": 4387900, "total_flops": 45426349056000000, "train_loss": 0.012608315547307332, "subset_score_loss": 0.012608315547307332}
+{"step": 3380000, "wall_time": 33179.204209566116, "train_loss_step": 2.4920802116394043, "n_params": 4387900, "total_flops": 45561145344000000, "train_loss": 0.012032350897789002, "subset_score_loss": 0.012032350897789002}
+{"step": 3390000, "wall_time": 33272.48765039444, "train_loss_step": 2.6838135719299316, "n_params": 4387900, "total_flops": 45695941632000000, "train_loss": 0.01211495300134023, "subset_score_loss": 0.01211495300134023}
+{"step": 3400000, "wall_time": 33439.55818915367, "train_loss_step": 2.431293487548828, "n_params": 4387900, "total_flops": 45830737920000000, "train_loss": 0.01200268566608429, "subset_score_loss": 0.01200268566608429, "memorization_fraction_pixel": 0.8034999966621399, "mean_nn_ratio_pixel": 0.3111870586872101, "fid": 45.08538730401711}
+{"step": 3410000, "wall_time": 33522.15155005455, "train_loss_step": 2.507873058319092, "n_params": 4387900, "total_flops": 45965534208000000, "train_loss": 0.012467989325523376, "subset_score_loss": 0.012467989325523376}
+{"step": 3420000, "wall_time": 33615.45498418808, "train_loss_step": 2.702242374420166, "n_params": 4387900, "total_flops": 46100330496000000, "train_loss": 0.012205873926480612, "subset_score_loss": 0.012205873926480612}
+{"step": 3430000, "wall_time": 33708.79455089569, "train_loss_step": 2.887021064758301, "n_params": 4387900, "total_flops": 46235126784000000, "train_loss": 0.011940316359202067, "subset_score_loss": 0.011940316359202067}
+{"step": 3440000, "wall_time": 33800.202896595, "train_loss_step": 2.746406316757202, "n_params": 4387900, "total_flops": 46369923072000000, "train_loss": 0.011699517567952475, "subset_score_loss": 0.011699517567952475}
+{"step": 3450000, "wall_time": 33886.875145196915, "train_loss_step": 2.6202313899993896, "n_params": 4387900, "total_flops": 46504719360000000, "train_loss": 0.012115120887756348, "subset_score_loss": 0.012115120887756348}
+{"step": 3460000, "wall_time": 33966.84585523605, "train_loss_step": 2.641361951828003, "n_params": 4387900, "total_flops": 46639515648000000, "train_loss": 0.011939510703086853, "subset_score_loss": 0.011939510703086853}
+{"step": 3470000, "wall_time": 34060.166768312454, "train_loss_step": 2.915773391723633, "n_params": 4387900, "total_flops": 46774311936000000, "train_loss": 0.011781962712605794, "subset_score_loss": 0.011781962712605794}
+{"step": 3480000, "wall_time": 34142.466411828995, "train_loss_step": 2.8282053470611572, "n_params": 4387900, "total_flops": 46909108224000000, "train_loss": 0.012302119533220928, "subset_score_loss": 0.012302119533220928}
+{"step": 3490000, "wall_time": 34235.775758981705, "train_loss_step": 2.686718702316284, "n_params": 4387900, "total_flops": 47043904512000000, "train_loss": 0.012134068210919698, "subset_score_loss": 0.012134068210919698}
+{"step": 3500000, "wall_time": 34401.4338593483, "train_loss_step": 2.622312545776367, "n_params": 4387900, "total_flops": 47178700800000000, "train_loss": 0.01211141049861908, "subset_score_loss": 0.01211141049861908, "memorization_fraction_pixel": 0.8043000102043152, "mean_nn_ratio_pixel": 0.30946820974349976, "fid": 44.03383761964871}
+{"step": 3510000, "wall_time": 34478.154926776886, "train_loss_step": 2.5744481086730957, "n_params": 4387900, "total_flops": 47313497088000000, "train_loss": 0.011711192131042481, "subset_score_loss": 0.011711192131042481}
+{"step": 3520000, "wall_time": 34571.457631111145, "train_loss_step": 2.8854684829711914, "n_params": 4387900, "total_flops": 47448293376000000, "train_loss": 0.011846501628557842, "subset_score_loss": 0.011846501628557842}
+{"step": 3530000, "wall_time": 34664.6822719574, "train_loss_step": 2.848598003387451, "n_params": 4387900, "total_flops": 47583089664000000, "train_loss": 0.011911660432815552, "subset_score_loss": 0.011911660432815552}
+{"step": 3540000, "wall_time": 34758.10690641403, "train_loss_step": 2.663541316986084, "n_params": 4387900, "total_flops": 47717885952000000, "train_loss": 0.011985854307810465, "subset_score_loss": 0.011985854307810465}
+{"step": 3550000, "wall_time": 34849.67468500137, "train_loss_step": 3.057577610015869, "n_params": 4387900, "total_flops": 47852682240000000, "train_loss": 0.011367487907409667, "subset_score_loss": 0.011367487907409667}
+{"step": 3560000, "wall_time": 34938.96380066872, "train_loss_step": 2.2641172409057617, "n_params": 4387900, "total_flops": 47987478528000000, "train_loss": 0.011480237046877543, "subset_score_loss": 0.011480237046877543}
+{"step": 3570000, "wall_time": 35019.60288643837, "train_loss_step": 2.9106874465942383, "n_params": 4387900, "total_flops": 48122274816000000, "train_loss": 0.011382078131039938, "subset_score_loss": 0.011382078131039938}
+{"step": 3580000, "wall_time": 35098.723081827164, "train_loss_step": 2.560534715652466, "n_params": 4387900, "total_flops": 48257071104000000, "train_loss": 0.011287681261698405, "subset_score_loss": 0.011287681261698405}
+{"step": 3590000, "wall_time": 35191.31289982796, "train_loss_step": 2.747297763824463, "n_params": 4387900, "total_flops": 48391867392000000, "train_loss": 0.011235104004542033, "subset_score_loss": 0.011235104004542033}
+{"step": 3600000, "wall_time": 35358.19797325134, "train_loss_step": 2.6076011657714844, "n_params": 4387900, "total_flops": 48526663680000000, "train_loss": 0.011769248048464458, "subset_score_loss": 0.011769248048464458, "memorization_fraction_pixel": 0.8007000088691711, "mean_nn_ratio_pixel": 0.31064456701278687, "fid": 44.333004752108835}
+{"step": 3610000, "wall_time": 35438.302328825, "train_loss_step": 2.585665464401245, "n_params": 4387900, "total_flops": 48661459968000000, "train_loss": 0.011633236209551494, "subset_score_loss": 0.011633236209551494}
+{"step": 3620000, "wall_time": 35528.12152791023, "train_loss_step": 2.941652774810791, "n_params": 4387900, "total_flops": 48796256256000000, "train_loss": 0.011366099119186401, "subset_score_loss": 0.011366099119186401}
+{"step": 3630000, "wall_time": 35621.626685619354, "train_loss_step": 2.440983295440674, "n_params": 4387900, "total_flops": 48931052544000000, "train_loss": 0.011662049094835918, "subset_score_loss": 0.011662049094835918}
+{"step": 3640000, "wall_time": 35714.989366054535, "train_loss_step": 2.868619203567505, "n_params": 4387900, "total_flops": 49065848832000000, "train_loss": 0.011138243476549785, "subset_score_loss": 0.011138243476549785}
+{"step": 3650000, "wall_time": 35806.54571008682, "train_loss_step": 2.8393588066101074, "n_params": 4387900, "total_flops": 49200645120000000, "train_loss": 0.011252037684122721, "subset_score_loss": 0.011252037684122721}
+{"step": 3660000, "wall_time": 35898.97294282913, "train_loss_step": 2.588196039199829, "n_params": 4387900, "total_flops": 49335441408000000, "train_loss": 0.010931323965390522, "subset_score_loss": 0.010931323965390522}
+{"step": 3670000, "wall_time": 35987.154061317444, "train_loss_step": 2.6540513038635254, "n_params": 4387900, "total_flops": 49470237696000000, "train_loss": 0.011148808399836223, "subset_score_loss": 0.011148808399836223}
+{"step": 3680000, "wall_time": 36059.250405311584, "train_loss_step": 2.6815719604492188, "n_params": 4387900, "total_flops": 49605033984000000, "train_loss": 0.011155895392100016, "subset_score_loss": 0.011155895392100016}
+{"step": 3690000, "wall_time": 36152.41268539429, "train_loss_step": 2.740157127380371, "n_params": 4387900, "total_flops": 49739830272000000, "train_loss": 0.011417522033055624, "subset_score_loss": 0.011417522033055624}
+{"step": 3700000, "wall_time": 36318.37742161751, "train_loss_step": 2.801675796508789, "n_params": 4387900, "total_flops": 49874626560000000, "train_loss": 0.012404958407084147, "subset_score_loss": 0.012404958407084147, "memorization_fraction_pixel": 0.8001999855041504, "mean_nn_ratio_pixel": 0.3101136386394501, "fid": 44.76846518338725}
+{"step": 3710000, "wall_time": 36402.5529897213, "train_loss_step": 2.83674955368042, "n_params": 4387900, "total_flops": 50009422848000000, "train_loss": 0.011652339498202007, "subset_score_loss": 0.011652339498202007}
+{"step": 3720000, "wall_time": 36489.31496524811, "train_loss_step": 2.525460720062256, "n_params": 4387900, "total_flops": 50144219136000000, "train_loss": 0.011236355702082316, "subset_score_loss": 0.011236355702082316}
+{"step": 3730000, "wall_time": 36582.595826387405, "train_loss_step": 2.6807079315185547, "n_params": 4387900, "total_flops": 50279015424000000, "train_loss": 0.011398850878079732, "subset_score_loss": 0.011398850878079732}
+{"step": 3740000, "wall_time": 36675.75292158127, "train_loss_step": 2.515532970428467, "n_params": 4387900, "total_flops": 50413811712000000, "train_loss": 0.010798712571461996, "subset_score_loss": 0.010798712571461996}
+{"step": 3750000, "wall_time": 36769.10852122307, "train_loss_step": 2.703225612640381, "n_params": 4387900, "total_flops": 50548608000000000, "train_loss": 0.011240466435750326, "subset_score_loss": 0.011240466435750326}
+{"step": 3760000, "wall_time": 36860.72625994682, "train_loss_step": 2.363741159439087, "n_params": 4387900, "total_flops": 50683404288000000, "train_loss": 0.011092316110928853, "subset_score_loss": 0.011092316110928853}
+{"step": 3770000, "wall_time": 36954.36082696915, "train_loss_step": 2.4701907634735107, "n_params": 4387900, "total_flops": 50818200576000000, "train_loss": 0.011150004466374715, "subset_score_loss": 0.011150004466374715}
+{"step": 3780000, "wall_time": 37021.43406057358, "train_loss_step": 2.8542051315307617, "n_params": 4387900, "total_flops": 50952996864000000, "train_loss": 0.011566341916720072, "subset_score_loss": 0.011566341916720072}
+{"step": 3790000, "wall_time": 37113.091918468475, "train_loss_step": 2.9400086402893066, "n_params": 4387900, "total_flops": 51087793152000000, "train_loss": 0.01092455287774404, "subset_score_loss": 0.01092455287774404}
+{"step": 3800000, "wall_time": 37278.44310641289, "train_loss_step": 2.572897434234619, "n_params": 4387900, "total_flops": 51222589440000000, "train_loss": 0.011110903819402058, "subset_score_loss": 0.011110903819402058, "memorization_fraction_pixel": 0.8069000244140625, "mean_nn_ratio_pixel": 0.30899491906166077, "fid": 44.59784268764552}
+{"step": 3810000, "wall_time": 37366.05497074127, "train_loss_step": 2.6062498092651367, "n_params": 4387900, "total_flops": 51357385728000000, "train_loss": 0.010820056001345316, "subset_score_loss": 0.010820056001345316}
+{"step": 3820000, "wall_time": 37453.25670385361, "train_loss_step": 2.587977170944214, "n_params": 4387900, "total_flops": 51492182016000000, "train_loss": 0.010829867919286092, "subset_score_loss": 0.010829867919286092}
+{"step": 3830000, "wall_time": 37546.6511759758, "train_loss_step": 2.4933271408081055, "n_params": 4387900, "total_flops": 51626978304000000, "train_loss": 0.011193949977556865, "subset_score_loss": 0.011193949977556865}
+{"step": 3840000, "wall_time": 37639.913474321365, "train_loss_step": 2.6326255798339844, "n_params": 4387900, "total_flops": 51761774592000000, "train_loss": 0.01126902997493744, "subset_score_loss": 0.01126902997493744}
+{"step": 3850000, "wall_time": 37733.233802080154, "train_loss_step": 2.4315497875213623, "n_params": 4387900, "total_flops": 51896570880000000, "train_loss": 0.010748562216758729, "subset_score_loss": 0.010748562216758729}
+{"step": 3860000, "wall_time": 37824.178882837296, "train_loss_step": 2.2977709770202637, "n_params": 4387900, "total_flops": 52031367168000000, "train_loss": 0.010818731784820557, "subset_score_loss": 0.010818731784820557}
+{"step": 3870000, "wall_time": 37917.366664886475, "train_loss_step": 2.7308578491210938, "n_params": 4387900, "total_flops": 52166163456000000, "train_loss": 0.01072296102841695, "subset_score_loss": 0.01072296102841695}
+{"step": 3880000, "wall_time": 37998.185173511505, "train_loss_step": 2.6780970096588135, "n_params": 4387900, "total_flops": 52300959744000000, "train_loss": 0.010503934820493062, "subset_score_loss": 0.010503934820493062}
+{"step": 3890000, "wall_time": 38069.56700730324, "train_loss_step": 2.757185220718384, "n_params": 4387900, "total_flops": 52435756032000000, "train_loss": 0.010872762401898701, "subset_score_loss": 0.010872762401898701}
+{"step": 3900000, "wall_time": 38235.14570116997, "train_loss_step": 2.314563274383545, "n_params": 4387900, "total_flops": 52570552320000000, "train_loss": 0.010686859488487244, "subset_score_loss": 0.010686859488487244, "memorization_fraction_pixel": 0.8026999831199646, "mean_nn_ratio_pixel": 0.3111268877983093, "fid": 44.41999514486882}
+{"step": 3910000, "wall_time": 38321.986703157425, "train_loss_step": 2.48972225189209, "n_params": 4387900, "total_flops": 52705348608000000, "train_loss": 0.011131327350934346, "subset_score_loss": 0.011131327350934346}
+{"step": 3920000, "wall_time": 38408.88605546951, "train_loss_step": 2.6766834259033203, "n_params": 4387900, "total_flops": 52840144896000000, "train_loss": 0.010867848992347717, "subset_score_loss": 0.010867848992347717}
+{"step": 3930000, "wall_time": 38502.22148799896, "train_loss_step": 2.719587802886963, "n_params": 4387900, "total_flops": 52974941184000000, "train_loss": 0.010882572333017985, "subset_score_loss": 0.010882572333017985}
+{"step": 3940000, "wall_time": 38595.723579883575, "train_loss_step": 2.2965617179870605, "n_params": 4387900, "total_flops": 53109737472000000, "train_loss": 0.010455554723739624, "subset_score_loss": 0.010455554723739624}
+{"step": 3950000, "wall_time": 38689.207339048386, "train_loss_step": 3.0349743366241455, "n_params": 4387900, "total_flops": 53244533760000000, "train_loss": 0.010121313730875652, "subset_score_loss": 0.010121313730875652}
+{"step": 3960000, "wall_time": 38781.685009002686, "train_loss_step": 2.757277488708496, "n_params": 4387900, "total_flops": 53379330048000000, "train_loss": 0.010264597336451213, "subset_score_loss": 0.010264597336451213}
+{"step": 3970000, "wall_time": 38873.34878540039, "train_loss_step": 2.6036980152130127, "n_params": 4387900, "total_flops": 53514126336000000, "train_loss": 0.010488415757815043, "subset_score_loss": 0.010488415757815043}
+{"step": 3980000, "wall_time": 38958.282718896866, "train_loss_step": 2.5179977416992188, "n_params": 4387900, "total_flops": 53648922624000000, "train_loss": 0.010438267389933269, "subset_score_loss": 0.010438267389933269}
+{"step": 3990000, "wall_time": 39045.03214621544, "train_loss_step": 3.0421032905578613, "n_params": 4387900, "total_flops": 53783718912000000, "train_loss": 0.011150997877120972, "subset_score_loss": 0.011150997877120972}
+{"step": 4000000, "wall_time": 39192.39077877998, "train_loss_step": 2.633903980255127, "n_params": 4387900, "total_flops": 53918515200000000, "train_loss": 0.010363546013832093, "subset_score_loss": 0.010363546013832093, "memorization_fraction_pixel": 0.8120999932289124, "mean_nn_ratio_pixel": 0.30989935994148254, "fid": 44.26988735292173}
+{"step": 4010000, "wall_time": 39279.27904391289, "train_loss_step": 2.971883773803711, "n_params": 4387900, "total_flops": 54053311488000000, "train_loss": 0.010198553403218588, "subset_score_loss": 0.010198553403218588}
+{"step": 4020000, "wall_time": 39369.33909034729, "train_loss_step": 2.64857816696167, "n_params": 4387900, "total_flops": 54188107776000000, "train_loss": 0.010387494166692098, "subset_score_loss": 0.010387494166692098}
+{"step": 4030000, "wall_time": 39462.44689273834, "train_loss_step": 3.143620014190674, "n_params": 4387900, "total_flops": 54322904064000000, "train_loss": 0.01027399996916453, "subset_score_loss": 0.01027399996916453}
+{"step": 4040000, "wall_time": 39555.59954571724, "train_loss_step": 2.551619291305542, "n_params": 4387900, "total_flops": 54457700352000000, "train_loss": 0.010826613505681355, "subset_score_loss": 0.010826613505681355}
+{"step": 4050000, "wall_time": 39648.87760901451, "train_loss_step": 2.701606512069702, "n_params": 4387900, "total_flops": 54592496640000000, "train_loss": 0.010846525430679321, "subset_score_loss": 0.010846525430679321}
+{"step": 4060000, "wall_time": 39742.09517931938, "train_loss_step": 2.4528727531433105, "n_params": 4387900, "total_flops": 54727292928000000, "train_loss": 0.010711760322252909, "subset_score_loss": 0.010711760322252909}
+{"step": 4070000, "wall_time": 39833.523001194, "train_loss_step": 2.575364589691162, "n_params": 4387900, "total_flops": 54862089216000000, "train_loss": 0.010100035866101583, "subset_score_loss": 0.010100035866101583}
+{"step": 4080000, "wall_time": 39920.336554288864, "train_loss_step": 2.4967522621154785, "n_params": 4387900, "total_flops": 54996885504000000, "train_loss": 0.010638423760732015, "subset_score_loss": 0.010638423760732015}
+{"step": 4090000, "wall_time": 40000.18541073799, "train_loss_step": 2.4954357147216797, "n_params": 4387900, "total_flops": 55131681792000000, "train_loss": 0.010170197486877442, "subset_score_loss": 0.010170197486877442}
+{"step": 4100000, "wall_time": 40156.04567551613, "train_loss_step": 2.6467182636260986, "n_params": 4387900, "total_flops": 55266478080000000, "train_loss": 0.009787214795748393, "subset_score_loss": 0.009787214795748393, "memorization_fraction_pixel": 0.8095999956130981, "mean_nn_ratio_pixel": 0.30664512515068054, "fid": 44.271331776624606}
+{"step": 4110000, "wall_time": 40236.63468122482, "train_loss_step": 2.6946723461151123, "n_params": 4387900, "total_flops": 55401274368000000, "train_loss": 0.010126251975695293, "subset_score_loss": 0.010126251975695293}
+{"step": 4120000, "wall_time": 40325.82659816742, "train_loss_step": 2.546603202819824, "n_params": 4387900, "total_flops": 55536070656000000, "train_loss": 0.010205091039339701, "subset_score_loss": 0.010205091039339701}
+{"step": 4130000, "wall_time": 40419.18095135689, "train_loss_step": 2.5040791034698486, "n_params": 4387900, "total_flops": 55670866944000000, "train_loss": 0.010356280207633971, "subset_score_loss": 0.010356280207633971}
+{"step": 4140000, "wall_time": 40512.59949874878, "train_loss_step": 2.6475155353546143, "n_params": 4387900, "total_flops": 55805663232000000, "train_loss": 0.009809325138727823, "subset_score_loss": 0.009809325138727823}
+{"step": 4150000, "wall_time": 40605.72655797005, "train_loss_step": 2.425736904144287, "n_params": 4387900, "total_flops": 55940459520000000, "train_loss": 0.010528957843780518, "subset_score_loss": 0.010528957843780518}
+{"step": 4160000, "wall_time": 40699.13236236572, "train_loss_step": 2.5504794120788574, "n_params": 4387900, "total_flops": 56075255808000000, "train_loss": 0.010284332434336345, "subset_score_loss": 0.010284332434336345}
+{"step": 4170000, "wall_time": 40792.79829907417, "train_loss_step": 2.635021209716797, "n_params": 4387900, "total_flops": 56210052096000000, "train_loss": 0.009816162784894307, "subset_score_loss": 0.009816162784894307}
+{"step": 4180000, "wall_time": 40883.172271966934, "train_loss_step": 2.636019468307495, "n_params": 4387900, "total_flops": 56344848384000000, "train_loss": 0.01043552060921987, "subset_score_loss": 0.01043552060921987}
+{"step": 4190000, "wall_time": 40963.50892996788, "train_loss_step": 2.9766855239868164, "n_params": 4387900, "total_flops": 56479644672000000, "train_loss": 0.009956830739974975, "subset_score_loss": 0.009956830739974975}
+{"step": 4200000, "wall_time": 41130.32767558098, "train_loss_step": 2.5317277908325195, "n_params": 4387900, "total_flops": 56614440960000000, "train_loss": 0.010024365782737733, "subset_score_loss": 0.010024365782737733, "memorization_fraction_pixel": 0.8198999762535095, "mean_nn_ratio_pixel": 0.30297935009002686, "fid": 44.940329684537105}
+{"step": 4210000, "wall_time": 41201.95700550079, "train_loss_step": 2.5114903450012207, "n_params": 4387900, "total_flops": 56749237248000000, "train_loss": 0.010001087188720703, "subset_score_loss": 0.010001087188720703}
+{"step": 4220000, "wall_time": 41289.02425765991, "train_loss_step": 2.4031448364257812, "n_params": 4387900, "total_flops": 56884033536000000, "train_loss": 0.00984267791112264, "subset_score_loss": 0.00984267791112264}
+{"step": 4230000, "wall_time": 41381.93812894821, "train_loss_step": 2.4904561042785645, "n_params": 4387900, "total_flops": 57018829824000000, "train_loss": 0.00985880196094513, "subset_score_loss": 0.00985880196094513}
+{"step": 4240000, "wall_time": 41475.02631211281, "train_loss_step": 2.6517484188079834, "n_params": 4387900, "total_flops": 57153626112000000, "train_loss": 0.010038331151008606, "subset_score_loss": 0.010038331151008606}
+{"step": 4250000, "wall_time": 41568.12958240509, "train_loss_step": 2.7989726066589355, "n_params": 4387900, "total_flops": 57288422400000000, "train_loss": 0.010555031895637512, "subset_score_loss": 0.010555031895637512}
+{"step": 4260000, "wall_time": 41661.15219449997, "train_loss_step": 2.6603565216064453, "n_params": 4387900, "total_flops": 57423218688000000, "train_loss": 0.010127482811609904, "subset_score_loss": 0.010127482811609904}
+{"step": 4270000, "wall_time": 41754.36397790909, "train_loss_step": 2.8629560470581055, "n_params": 4387900, "total_flops": 57558014976000000, "train_loss": 0.010075289011001586, "subset_score_loss": 0.010075289011001586}
+{"step": 4280000, "wall_time": 41845.253076553345, "train_loss_step": 2.7240219116210938, "n_params": 4387900, "total_flops": 57692811264000000, "train_loss": 0.009963336586952209, "subset_score_loss": 0.009963336586952209}
+{"step": 4290000, "wall_time": 41921.60754394531, "train_loss_step": 2.287987232208252, "n_params": 4387900, "total_flops": 57827607552000000, "train_loss": 0.009715558091799418, "subset_score_loss": 0.009715558091799418}
+{"step": 4300000, "wall_time": 42087.18621015549, "train_loss_step": 2.6882097721099854, "n_params": 4387900, "total_flops": 57962403840000000, "train_loss": 0.009700108567873638, "subset_score_loss": 0.009700108567873638, "memorization_fraction_pixel": 0.8076000213623047, "mean_nn_ratio_pixel": 0.3080332577228546, "fid": 44.35724878755196}
+{"step": 4310000, "wall_time": 42173.05397748947, "train_loss_step": 2.4025988578796387, "n_params": 4387900, "total_flops": 58097200128000000, "train_loss": 0.010247567296028137, "subset_score_loss": 0.010247567296028137}
+{"step": 4320000, "wall_time": 42241.43410205841, "train_loss_step": 2.5118532180786133, "n_params": 4387900, "total_flops": 58231996416000000, "train_loss": 0.010238159696261089, "subset_score_loss": 0.010238159696261089}
+{"step": 4330000, "wall_time": 42334.63367366791, "train_loss_step": 2.56208872795105, "n_params": 4387900, "total_flops": 58366792704000000, "train_loss": 0.009880367914835613, "subset_score_loss": 0.009880367914835613}
+{"step": 4340000, "wall_time": 42428.0733423233, "train_loss_step": 2.762833595275879, "n_params": 4387900, "total_flops": 58501588992000000, "train_loss": 0.010385777552922566, "subset_score_loss": 0.010385777552922566}
+{"step": 4350000, "wall_time": 42521.3934905529, "train_loss_step": 2.5700254440307617, "n_params": 4387900, "total_flops": 58636385280000000, "train_loss": 0.009379136562347411, "subset_score_loss": 0.009379136562347411}
+{"step": 4360000, "wall_time": 42614.56949830055, "train_loss_step": 2.617152214050293, "n_params": 4387900, "total_flops": 58771181568000000, "train_loss": 0.011175329486529032, "subset_score_loss": 0.011175329486529032}
+{"step": 4370000, "wall_time": 42707.96452879906, "train_loss_step": 2.671806812286377, "n_params": 4387900, "total_flops": 58905977856000000, "train_loss": 0.009839524825414022, "subset_score_loss": 0.009839524825414022}
+{"step": 4380000, "wall_time": 42801.200667858124, "train_loss_step": 2.791224718093872, "n_params": 4387900, "total_flops": 59040774144000000, "train_loss": 0.009650337696075439, "subset_score_loss": 0.009650337696075439}
+{"step": 4390000, "wall_time": 42883.047766685486, "train_loss_step": 2.2520041465759277, "n_params": 4387900, "total_flops": 59175570432000000, "train_loss": 0.010257994135220846, "subset_score_loss": 0.010257994135220846}
+{"step": 4400000, "wall_time": 43049.990637779236, "train_loss_step": 2.4883484840393066, "n_params": 4387900, "total_flops": 59310366720000000, "train_loss": 0.009634594122568766, "subset_score_loss": 0.009634594122568766, "memorization_fraction_pixel": 0.8137000203132629, "mean_nn_ratio_pixel": 0.30916324257850647, "fid": 44.53054475396736}
+{"step": 4410000, "wall_time": 43137.139083862305, "train_loss_step": 2.490748405456543, "n_params": 4387900, "total_flops": 59445163008000000, "train_loss": 0.010156033436457317, "subset_score_loss": 0.010156033436457317}
+{"step": 4420000, "wall_time": 43220.85297751427, "train_loss_step": 2.6678619384765625, "n_params": 4387900, "total_flops": 59579959296000000, "train_loss": 0.009439404805501301, "subset_score_loss": 0.009439404805501301}
+{"step": 4430000, "wall_time": 43299.27616620064, "train_loss_step": 2.6535544395446777, "n_params": 4387900, "total_flops": 59714755584000000, "train_loss": 0.009570768475532532, "subset_score_loss": 0.009570768475532532}
+{"step": 4440000, "wall_time": 43392.20045042038, "train_loss_step": 2.5759825706481934, "n_params": 4387900, "total_flops": 59849551872000000, "train_loss": 0.00951577325661977, "subset_score_loss": 0.00951577325661977}
+{"step": 4450000, "wall_time": 43485.47224664688, "train_loss_step": 2.486363410949707, "n_params": 4387900, "total_flops": 59984348160000000, "train_loss": 0.009545791149139404, "subset_score_loss": 0.009545791149139404}
+{"step": 4460000, "wall_time": 43578.656682014465, "train_loss_step": 2.6017494201660156, "n_params": 4387900, "total_flops": 60119144448000000, "train_loss": 0.010026668508847555, "subset_score_loss": 0.010026668508847555}
+{"step": 4470000, "wall_time": 43671.61036801338, "train_loss_step": 2.3714895248413086, "n_params": 4387900, "total_flops": 60253940736000000, "train_loss": 0.009929487109184265, "subset_score_loss": 0.009929487109184265}
+{"step": 4480000, "wall_time": 43763.91428279877, "train_loss_step": 2.4507534503936768, "n_params": 4387900, "total_flops": 60388737024000000, "train_loss": 0.009744687875111898, "subset_score_loss": 0.009744687875111898}
+{"step": 4490000, "wall_time": 43845.0047121048, "train_loss_step": 2.463407516479492, "n_params": 4387900, "total_flops": 60523533312000000, "train_loss": 0.009284753600756328, "subset_score_loss": 0.009284753600756328}
+{"step": 4500000, "wall_time": 44010.3773059845, "train_loss_step": 2.452235698699951, "n_params": 4387900, "total_flops": 60658329600000000, "train_loss": 0.010295534133911132, "subset_score_loss": 0.010295534133911132, "memorization_fraction_pixel": 0.8163999915122986, "mean_nn_ratio_pixel": 0.3060820400714874, "fid": 44.69846190572811}
+{"step": 4510000, "wall_time": 44099.99827814102, "train_loss_step": 2.720214366912842, "n_params": 4387900, "total_flops": 60793125888000000, "train_loss": 0.009583645065625509, "subset_score_loss": 0.009583645065625509}
+{"step": 4520000, "wall_time": 44182.56951594353, "train_loss_step": 2.673213481903076, "n_params": 4387900, "total_flops": 60927922176000000, "train_loss": 0.009513312578201294, "subset_score_loss": 0.009513312578201294}
+{"step": 4530000, "wall_time": 44272.361008405685, "train_loss_step": 2.6348183155059814, "n_params": 4387900, "total_flops": 61062718464000000, "train_loss": 0.009379592537879945, "subset_score_loss": 0.009379592537879945}
+{"step": 4540000, "wall_time": 44355.57813477516, "train_loss_step": 2.796853542327881, "n_params": 4387900, "total_flops": 61197514752000000, "train_loss": 0.009398368994394939, "subset_score_loss": 0.009398368994394939}
+{"step": 4550000, "wall_time": 44448.74667906761, "train_loss_step": 2.705519199371338, "n_params": 4387900, "total_flops": 61332311040000000, "train_loss": 0.009607699513435364, "subset_score_loss": 0.009607699513435364}
+{"step": 4560000, "wall_time": 44542.17862081528, "train_loss_step": 2.410170555114746, "n_params": 4387900, "total_flops": 61467107328000000, "train_loss": 0.009213603536287944, "subset_score_loss": 0.009213603536287944}
+{"step": 4570000, "wall_time": 44635.36406302452, "train_loss_step": 2.6023006439208984, "n_params": 4387900, "total_flops": 61601903616000000, "train_loss": 0.009501514832178752, "subset_score_loss": 0.009501514832178752}
+{"step": 4580000, "wall_time": 44725.46452283859, "train_loss_step": 2.3240933418273926, "n_params": 4387900, "total_flops": 61736699904000000, "train_loss": 0.009989797075589498, "subset_score_loss": 0.009989797075589498}
+{"step": 4590000, "wall_time": 44807.306089401245, "train_loss_step": 2.40085506439209, "n_params": 4387900, "total_flops": 61871496192000000, "train_loss": 0.00943115254243215, "subset_score_loss": 0.00943115254243215}
+{"step": 4600000, "wall_time": 44972.13424229622, "train_loss_step": 2.5036497116088867, "n_params": 4387900, "total_flops": 62006292480000000, "train_loss": 0.00948707362016042, "subset_score_loss": 0.00948707362016042, "memorization_fraction_pixel": 0.8252999782562256, "mean_nn_ratio_pixel": 0.3028561770915985, "fid": 44.33664583231331}
+{"step": 4610000, "wall_time": 45063.62772870064, "train_loss_step": 2.7278501987457275, "n_params": 4387900, "total_flops": 62141088768000000, "train_loss": 0.0092405766248703, "subset_score_loss": 0.0092405766248703}
+{"step": 4620000, "wall_time": 45143.566571474075, "train_loss_step": 2.370340347290039, "n_params": 4387900, "total_flops": 62275885056000000, "train_loss": 0.009782032171885172, "subset_score_loss": 0.009782032171885172}
+{"step": 4630000, "wall_time": 45236.790281534195, "train_loss_step": 2.6993842124938965, "n_params": 4387900, "total_flops": 62410681344000000, "train_loss": 0.009051503737767537, "subset_score_loss": 0.009051503737767537}
+{"step": 4640000, "wall_time": 45322.332934856415, "train_loss_step": 2.4487173557281494, "n_params": 4387900, "total_flops": 62545477632000000, "train_loss": 0.008993772665659587, "subset_score_loss": 0.008993772665659587}
+{"step": 4650000, "wall_time": 45406.30654120445, "train_loss_step": 2.8487391471862793, "n_params": 4387900, "total_flops": 62680273920000000, "train_loss": 0.009808842341105144, "subset_score_loss": 0.009808842341105144}
+{"step": 4660000, "wall_time": 45499.536635160446, "train_loss_step": 2.708906412124634, "n_params": 4387900, "total_flops": 62815070208000000, "train_loss": 0.009221502145131429, "subset_score_loss": 0.009221502145131429}
+{"step": 4670000, "wall_time": 45592.73422765732, "train_loss_step": 2.714743137359619, "n_params": 4387900, "total_flops": 62949866496000000, "train_loss": 0.009121989210446676, "subset_score_loss": 0.009121989210446676}
+{"step": 4680000, "wall_time": 45683.5601336956, "train_loss_step": 2.3311595916748047, "n_params": 4387900, "total_flops": 63084662784000000, "train_loss": 0.009177470207214355, "subset_score_loss": 0.009177470207214355}
+{"step": 4690000, "wall_time": 45766.10501384735, "train_loss_step": 2.5418341159820557, "n_params": 4387900, "total_flops": 63219459072000000, "train_loss": 0.00887342393398285, "subset_score_loss": 0.00887342393398285}
+{"step": 4700000, "wall_time": 45930.840879678726, "train_loss_step": 2.5433807373046875, "n_params": 4387900, "total_flops": 63354255360000000, "train_loss": 0.009128248691558838, "subset_score_loss": 0.009128248691558838, "memorization_fraction_pixel": 0.8226000070571899, "mean_nn_ratio_pixel": 0.3045682907104492, "fid": 43.89238779740234}
+{"step": 4710000, "wall_time": 46024.139874219894, "train_loss_step": 2.610780715942383, "n_params": 4387900, "total_flops": 63489051648000000, "train_loss": 0.009011937181154887, "subset_score_loss": 0.009011937181154887}
+{"step": 4720000, "wall_time": 46104.13237118721, "train_loss_step": 2.4503631591796875, "n_params": 4387900, "total_flops": 63623847936000000, "train_loss": 0.009593491752942404, "subset_score_loss": 0.009593491752942404}
+{"step": 4730000, "wall_time": 46197.52525448799, "train_loss_step": 2.533010482788086, "n_params": 4387900, "total_flops": 63758644224000000, "train_loss": 0.008969094355901082, "subset_score_loss": 0.008969094355901082}
+{"step": 4740000, "wall_time": 46290.93049478531, "train_loss_step": 2.346296787261963, "n_params": 4387900, "total_flops": 63893440512000000, "train_loss": 0.009752636154492697, "subset_score_loss": 0.009752636154492697}
+{"step": 4750000, "wall_time": 46375.51683473587, "train_loss_step": 3.1488137245178223, "n_params": 4387900, "total_flops": 64028236800000000, "train_loss": 0.009258458018302917, "subset_score_loss": 0.009258458018302917}
+{"step": 4760000, "wall_time": 46463.6231546402, "train_loss_step": 2.3889083862304688, "n_params": 4387900, "total_flops": 64163033088000000, "train_loss": 0.00927774707476298, "subset_score_loss": 0.00927774707476298}
+{"step": 4770000, "wall_time": 46556.88725018501, "train_loss_step": 2.435460329055786, "n_params": 4387900, "total_flops": 64297829376000000, "train_loss": 0.008757068713506063, "subset_score_loss": 0.008757068713506063}
+{"step": 4780000, "wall_time": 46647.383303165436, "train_loss_step": 2.889963150024414, "n_params": 4387900, "total_flops": 64432625664000000, "train_loss": 0.009157080451647441, "subset_score_loss": 0.009157080451647441}
+{"step": 4790000, "wall_time": 46736.082236766815, "train_loss_step": 2.84533429145813, "n_params": 4387900, "total_flops": 64567421952000000, "train_loss": 0.009262988964716593, "subset_score_loss": 0.009262988964716593}
+{"step": 4800000, "wall_time": 46901.24920320511, "train_loss_step": 2.7190699577331543, "n_params": 4387900, "total_flops": 64702218240000000, "train_loss": 0.009018321832021078, "subset_score_loss": 0.009018321832021078, "memorization_fraction_pixel": 0.832099974155426, "mean_nn_ratio_pixel": 0.2998335063457489, "fid": 43.86310738622168}
+{"step": 4810000, "wall_time": 46994.30386185646, "train_loss_step": 2.665616989135742, "n_params": 4387900, "total_flops": 64837014528000000, "train_loss": 0.008738170067469278, "subset_score_loss": 0.008738170067469278}
+{"step": 4820000, "wall_time": 47072.355252981186, "train_loss_step": 2.5797901153564453, "n_params": 4387900, "total_flops": 64971810816000000, "train_loss": 0.008956554532051086, "subset_score_loss": 0.008956554532051086}
+{"step": 4830000, "wall_time": 47165.799765110016, "train_loss_step": 2.670287609100342, "n_params": 4387900, "total_flops": 65106607104000000, "train_loss": 0.0094033549229304, "subset_score_loss": 0.0094033549229304}
+{"step": 4840000, "wall_time": 47258.96571969986, "train_loss_step": 2.6073427200317383, "n_params": 4387900, "total_flops": 65241403392000000, "train_loss": 0.009110925594965617, "subset_score_loss": 0.009110925594965617}
+{"step": 4850000, "wall_time": 47352.496183395386, "train_loss_step": 2.690070629119873, "n_params": 4387900, "total_flops": 65376199680000000, "train_loss": 0.008712319533030193, "subset_score_loss": 0.008712319533030193}
+{"step": 4860000, "wall_time": 47432.96678185463, "train_loss_step": 2.5653018951416016, "n_params": 4387900, "total_flops": 65510995968000000, "train_loss": 0.008881535132726033, "subset_score_loss": 0.008881535132726033}
+{"step": 4870000, "wall_time": 47523.535291194916, "train_loss_step": 2.521104335784912, "n_params": 4387900, "total_flops": 65645792256000000, "train_loss": 0.008673765261967977, "subset_score_loss": 0.008673765261967977}
+{"step": 4880000, "wall_time": 47607.540387392044, "train_loss_step": 2.601565361022949, "n_params": 4387900, "total_flops": 65780588544000000, "train_loss": 0.0087778240442276, "subset_score_loss": 0.0087778240442276}
+{"step": 4890000, "wall_time": 47682.83731985092, "train_loss_step": 2.4851889610290527, "n_params": 4387900, "total_flops": 65915384832000000, "train_loss": 0.008801492055257161, "subset_score_loss": 0.008801492055257161}
+{"step": 4900000, "wall_time": 47824.67908620834, "train_loss_step": 2.502120018005371, "n_params": 4387900, "total_flops": 66050181120000000, "train_loss": 0.009371200203895569, "subset_score_loss": 0.009371200203895569, "memorization_fraction_pixel": 0.8230999708175659, "mean_nn_ratio_pixel": 0.3050573170185089, "fid": 44.44035865615922}
+{"step": 4910000, "wall_time": 47900.173419475555, "train_loss_step": 2.3371737003326416, "n_params": 4387900, "total_flops": 66184977408000000, "train_loss": 0.008479820688565572, "subset_score_loss": 0.008479820688565572}
+{"step": 4920000, "wall_time": 47958.20589804649, "train_loss_step": 2.876254081726074, "n_params": 4387900, "total_flops": 66319773696000000, "train_loss": 0.008574025829633077, "subset_score_loss": 0.008574025829633077}
+{"step": 4930000, "wall_time": 48015.76881766319, "train_loss_step": 2.3514950275421143, "n_params": 4387900, "total_flops": 66454569984000000, "train_loss": 0.00843061606089274, "subset_score_loss": 0.00843061606089274}
+{"step": 4940000, "wall_time": 48073.43792247772, "train_loss_step": 2.5548815727233887, "n_params": 4387900, "total_flops": 66589366272000000, "train_loss": 0.008794296781222026, "subset_score_loss": 0.008794296781222026}
+{"step": 4950000, "wall_time": 48131.078072309494, "train_loss_step": 2.610881805419922, "n_params": 4387900, "total_flops": 66724162560000000, "train_loss": 0.008884015679359435, "subset_score_loss": 0.008884015679359435}
+{"step": 4960000, "wall_time": 48189.32981181145, "train_loss_step": 2.501417398452759, "n_params": 4387900, "total_flops": 66858958848000000, "train_loss": 0.008627984921137493, "subset_score_loss": 0.008627984921137493}
+{"step": 4970000, "wall_time": 48241.09964418411, "train_loss_step": 2.44497013092041, "n_params": 4387900, "total_flops": 66993755136000000, "train_loss": 0.008720009525616964, "subset_score_loss": 0.008720009525616964}
+{"step": 4980000, "wall_time": 48298.6728284359, "train_loss_step": 2.3657267093658447, "n_params": 4387900, "total_flops": 67128551424000000, "train_loss": 0.00847441554069519, "subset_score_loss": 0.00847441554069519}
+{"step": 4990000, "wall_time": 48356.274780750275, "train_loss_step": 2.6348114013671875, "n_params": 4387900, "total_flops": 67263347712000000, "train_loss": 0.008722422520319621, "subset_score_loss": 0.008722422520319621}
+{"step": 5000000, "wall_time": 48465.84245419502, "train_loss_step": 2.454298496246338, "n_params": 4387900, "total_flops": 67398144000000000, "train_loss": 0.00871602992216746, "subset_score_loss": 0.00871602992216746, "memorization_fraction_pixel": 0.8220999836921692, "mean_nn_ratio_pixel": 0.30681225657463074, "fid": 43.90207601613958}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d60/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d60/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..6a89e856108c4e90976c1990f7525f1705519934
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d60/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     69s | train_loss=1.0004 | fid=302.2531
+  step   10000 |    156s | train_loss=0.8377
+  step   20000 |    249s | train_loss=0.7605
+  step   30000 |    342s | train_loss=0.6517
+  step   40000 |    435s | train_loss=0.4969
+  step   50000 |    528s | train_loss=0.3412
+  step   60000 |    620s | train_loss=0.2415
+  step   70000 |    713s | train_loss=0.1928
+  step   80000 |    805s | train_loss=0.1620
+  step   90000 |    898s | train_loss=0.1466
+  step  100000 |   1058s | train_loss=0.1340 | fid=55.4319
+  step  110000 |   1146s | train_loss=0.1246
+  step  120000 |   1239s | train_loss=0.1180
+  step  130000 |   1332s | train_loss=0.1132
+  step  140000 |   1424s | train_loss=0.1070
+  step  150000 |   1518s | train_loss=0.1007
+  step  160000 |   1611s | train_loss=0.0971
+  step  170000 |   1704s | train_loss=0.0928
+  step  180000 |   1797s | train_loss=0.0901
+  step  190000 |   1890s | train_loss=0.0867
+  step  200000 |   2052s | train_loss=0.0835 | fid=53.7858
+  step  210000 |   2141s | train_loss=0.0817
+  step  220000 |   2234s | train_loss=0.0791
+  step  230000 |   2327s | train_loss=0.0759
+  step  240000 |   2420s | train_loss=0.0741
+  step  250000 |   2514s | train_loss=0.0718
+  step  260000 |   2607s | train_loss=0.0708
+  step  270000 |   2700s | train_loss=0.0693
+  step  280000 |   2793s | train_loss=0.0674
+  step  290000 |   2884s | train_loss=0.0655
+  step  300000 |   3049s | train_loss=0.0633 | fid=51.3606
+  step  310000 |   3140s | train_loss=0.0640
+  step  320000 |   3232s | train_loss=0.0610
+  step  330000 |   3325s | train_loss=0.0607
+  step  340000 |   3418s | train_loss=0.0593
+  step  350000 |   3512s | train_loss=0.0583
+  step  360000 |   3605s | train_loss=0.0572
+  step  370000 |   3698s | train_loss=0.0559
+  step  380000 |   3791s | train_loss=0.0554
+  step  390000 |   3880s | train_loss=0.0547
+  step  400000 |   4047s | train_loss=0.0533 | fid=51.0974
+  step  410000 |   4138s | train_loss=0.0527
+  step  420000 |   4230s | train_loss=0.0530
+  step  430000 |   4323s | train_loss=0.0519
+  step  440000 |   4416s | train_loss=0.0506
+  step  450000 |   4509s | train_loss=0.0499
+  step  460000 |   4602s | train_loss=0.0492
+  step  470000 |   4695s | train_loss=0.0487
+  step  480000 |   4785s | train_loss=0.0480
+  step  490000 |   4876s | train_loss=0.0481
+  step  500000 |   5042s | train_loss=0.0480 | fid=50.6802
+  step  510000 |   5136s | train_loss=0.0466
+  step  520000 |   5226s | train_loss=0.0459
+  step  530000 |   5317s | train_loss=0.0458
+  step  540000 |   5410s | train_loss=0.0449
+  step  550000 |   5503s | train_loss=0.0459
+  step  560000 |   5596s | train_loss=0.0440
+  step  570000 |   5689s | train_loss=0.0438
+  step  580000 |   5777s | train_loss=0.0435
+  step  590000 |   5870s | train_loss=0.0443
+  step  600000 |   6037s | train_loss=0.0435 | fid=48.7920
+  step  610000 |   6130s | train_loss=0.0427
+  step  620000 |   6221s | train_loss=0.0425
+  step  630000 |   6312s | train_loss=0.0414
+  step  640000 |   6405s | train_loss=0.0416
+  step  650000 |   6498s | train_loss=0.0407
+  step  660000 |   6592s | train_loss=0.0402
+  step  670000 |   6680s | train_loss=0.0404
+  step  680000 |   6771s | train_loss=0.0398
+  step  690000 |   6864s | train_loss=0.0391
+  step  700000 |   7030s | train_loss=0.0396 | fid=48.2260
+  step  710000 |   7123s | train_loss=0.0397
+  step  720000 |   7213s | train_loss=0.0385
+  step  730000 |   7306s | train_loss=0.0383
+  step  740000 |   7397s | train_loss=0.0377
+  step  750000 |   7491s | train_loss=0.0381
+  step  760000 |   7581s | train_loss=0.0375
+  step  770000 |   7671s | train_loss=0.0375
+  step  780000 |   7764s | train_loss=0.0366
+  step  790000 |   7857s | train_loss=0.0364
+  step  800000 |   8023s | train_loss=0.0357 | fid=47.3284
+  step  810000 |   8117s | train_loss=0.0362
+  step  820000 |   8207s | train_loss=0.0363
+  step  830000 |   8300s | train_loss=0.0363
+  step  840000 |   8392s | train_loss=0.0354
+  step  850000 |   8485s | train_loss=0.0349
+  step  860000 |   8572s | train_loss=0.0356
+  step  870000 |   8664s | train_loss=0.0350
+  step  880000 |   8757s | train_loss=0.0347
+  step  890000 |   8850s | train_loss=0.0340
+  step  900000 |   9016s | train_loss=0.0341 | fid=46.7722
+  step  910000 |   9109s | train_loss=0.0343
+  step  920000 |   9202s | train_loss=0.0333
+  step  930000 |   9293s | train_loss=0.0337
+  step  940000 |   9386s | train_loss=0.0335
+  step  950000 |   9475s | train_loss=0.0328
+  step  960000 |   9565s | train_loss=0.0326
+  step  970000 |   9658s | train_loss=0.0332
+  step  980000 |   9752s | train_loss=0.0323
+  step  990000 |   9845s | train_loss=0.0319
+  step 1000000 |  10011s | train_loss=0.0319 | fid=46.9953
+  step 1010000 |  10104s | train_loss=0.0317
+  step 1020000 |  10198s | train_loss=0.0312
+  step 1030000 |  10288s | train_loss=0.0306
+  step 1040000 |  10381s | train_loss=0.0313
+  step 1050000 |  10466s | train_loss=0.0311
+  step 1060000 |  10559s | train_loss=0.0306
+  step 1070000 |  10652s | train_loss=0.0308
+  step 1080000 |  10745s | train_loss=0.0303
+  step 1090000 |  10838s | train_loss=0.0306
+  step 1100000 |  11005s | train_loss=0.0302 | fid=46.1267
+  step 1110000 |  11098s | train_loss=0.0296
+  step 1120000 |  11191s | train_loss=0.0299
+  step 1130000 |  11281s | train_loss=0.0295
+  step 1140000 |  11371s | train_loss=0.0304
+  step 1150000 |  11459s | train_loss=0.0291
+  step 1160000 |  11553s | train_loss=0.0291
+  step 1170000 |  11646s | train_loss=0.0283
+  step 1180000 |  11739s | train_loss=0.0283
+  step 1190000 |  11832s | train_loss=0.0282
+  step 1200000 |  11999s | train_loss=0.0285 | fid=45.1804
+  step 1210000 |  12092s | train_loss=0.0287
+  step 1220000 |  12185s | train_loss=0.0284
+  step 1230000 |  12273s | train_loss=0.0279
+  step 1240000 |  12363s | train_loss=0.0275
+  step 1250000 |  12456s | train_loss=0.0281
+  step 1260000 |  12547s | train_loss=0.0269
+  step 1270000 |  12640s | train_loss=0.0271
+  step 1280000 |  12733s | train_loss=0.0269
+  step 1290000 |  12827s | train_loss=0.0273
+  step 1300000 |  12993s | train_loss=0.0278 | fid=45.2893
+  step 1310000 |  13086s | train_loss=0.0268
+  step 1320000 |  13180s | train_loss=0.0267
+  step 1330000 |  13268s | train_loss=0.0261
+  step 1340000 |  13357s | train_loss=0.0267
+  step 1350000 |  13450s | train_loss=0.0261
+  step 1360000 |  13542s | train_loss=0.0267
+  step 1370000 |  13635s | train_loss=0.0255
+  step 1380000 |  13728s | train_loss=0.0257
+  step 1390000 |  13821s | train_loss=0.0260
+  step 1400000 |  13986s | train_loss=0.0258 | fid=45.0791
+  step 1410000 |  14079s | train_loss=0.0255
+  step 1420000 |  14168s | train_loss=0.0256
+  step 1430000 |  14258s | train_loss=0.0246
+  step 1440000 |  14348s | train_loss=0.0247
+  step 1450000 |  14441s | train_loss=0.0249
+  step 1460000 |  14534s | train_loss=0.0247
+  step 1470000 |  14625s | train_loss=0.0253
+  step 1480000 |  14718s | train_loss=0.0251
+  step 1490000 |  14811s | train_loss=0.0253
+  step 1500000 |  14977s | train_loss=0.0245 | fid=44.1431
+  step 1510000 |  15070s | train_loss=0.0250
+  step 1520000 |  15160s | train_loss=0.0242
+  step 1530000 |  15247s | train_loss=0.0242
+  step 1540000 |  15334s | train_loss=0.0236
+  step 1550000 |  15427s | train_loss=0.0244
+  step 1560000 |  15520s | train_loss=0.0240
+  step 1570000 |  15611s | train_loss=0.0244
+  step 1580000 |  15704s | train_loss=0.0243
+  step 1590000 |  15797s | train_loss=0.0230
+  step 1600000 |  15964s | train_loss=0.0234 | fid=44.6786
+  step 1610000 |  16048s | train_loss=0.0232
+  step 1620000 |  16140s | train_loss=0.0237
+  step 1630000 |  16227s | train_loss=0.0228
+  step 1640000 |  16315s | train_loss=0.0225
+  step 1650000 |  16403s | train_loss=0.0229
+  step 1660000 |  16496s | train_loss=0.0228
+  step 1670000 |  16590s | train_loss=0.0225
+  step 1680000 |  16681s | train_loss=0.0222
+  step 1690000 |  16775s | train_loss=0.0228
+  step 1700000 |  16941s | train_loss=0.0219 | fid=44.2597
+  step 1710000 |  17025s | train_loss=0.0223
+  step 1720000 |  17111s | train_loss=0.0217
+  step 1730000 |  17203s | train_loss=0.0221
+  step 1740000 |  17296s | train_loss=0.0218
+  step 1750000 |  17380s | train_loss=0.0218
+  step 1760000 |  17473s | train_loss=0.0216
+  step 1770000 |  17566s | train_loss=0.0221
+  step 1780000 |  17658s | train_loss=0.0211
+  step 1790000 |  17751s | train_loss=0.0208
+  step 1800000 |  17917s | train_loss=0.0214 | fid=44.5868
+  step 1810000 |  18004s | train_loss=0.0211
+  step 1820000 |  18087s | train_loss=0.0207
+  step 1830000 |  18180s | train_loss=0.0212
+  step 1840000 |  18273s | train_loss=0.0211
+  step 1850000 |  18365s | train_loss=0.0202
+  step 1860000 |  18452s | train_loss=0.0206
+  step 1870000 |  18545s | train_loss=0.0206
+  step 1880000 |  18637s | train_loss=0.0215
+  step 1890000 |  18730s | train_loss=0.0205
+  step 1900000 |  18891s | train_loss=0.0204 | fid=44.6742
+  step 1910000 |  18982s | train_loss=0.0206
+  step 1920000 |  19067s | train_loss=0.0201
+  step 1930000 |  19160s | train_loss=0.0200
+  step 1940000 |  19252s | train_loss=0.0195
+  step 1950000 |  19346s | train_loss=0.0202
+  step 1960000 |  19428s | train_loss=0.0207
+  step 1970000 |  19522s | train_loss=0.0203
+  step 1980000 |  19615s | train_loss=0.0197
+  step 1990000 |  19706s | train_loss=0.0200
+  step 2000000 |  19863s | train_loss=0.0194 | fid=44.2525
+  step 2010000 |  19956s | train_loss=0.0190
+  step 2020000 |  20039s | train_loss=0.0201
+  step 2030000 |  20131s | train_loss=0.0192
+  step 2040000 |  20225s | train_loss=0.0194
+  step 2050000 |  20318s | train_loss=0.0196
+  step 2060000 |  20411s | train_loss=0.0197
+  step 2070000 |  20492s | train_loss=0.0196
+  step 2080000 |  20585s | train_loss=0.0190
+  step 2090000 |  20677s | train_loss=0.0190
+  step 2100000 |  20837s | train_loss=0.0184 | fid=44.8157
+  step 2110000 |  20928s | train_loss=0.0182
+  step 2120000 |  21015s | train_loss=0.0194
+  step 2130000 |  21107s | train_loss=0.0193
+  step 2140000 |  21200s | train_loss=0.0183
+  step 2150000 |  21294s | train_loss=0.0186
+  step 2160000 |  21387s | train_loss=0.0184
+  step 2170000 |  21475s | train_loss=0.0179
+  step 2180000 |  21557s | train_loss=0.0191
+  step 2190000 |  21651s | train_loss=0.0183
+  step 2200000 |  21798s | train_loss=0.0184 | fid=44.1407
+  step 2210000 |  21886s | train_loss=0.0188
+  step 2220000 |  21965s | train_loss=0.0183
+  step 2230000 |  22058s | train_loss=0.0173
+  step 2240000 |  22151s | train_loss=0.0186
+  step 2250000 |  22244s | train_loss=0.0173
+  step 2260000 |  22338s | train_loss=0.0178
+  step 2270000 |  22431s | train_loss=0.0174
+  step 2280000 |  22518s | train_loss=0.0172
+  step 2290000 |  22604s | train_loss=0.0173
+  step 2300000 |  22755s | train_loss=0.0178 | fid=44.5804
+  step 2310000 |  22848s | train_loss=0.0168
+  step 2320000 |  22927s | train_loss=0.0170
+  step 2330000 |  23020s | train_loss=0.0171
+  step 2340000 |  23114s | train_loss=0.0168
+  step 2350000 |  23207s | train_loss=0.0170
+  step 2360000 |  23300s | train_loss=0.0169
+  step 2370000 |  23393s | train_loss=0.0177
+  step 2380000 |  23487s | train_loss=0.0168
+  step 2390000 |  23569s | train_loss=0.0178
+  step 2400000 |  23728s | train_loss=0.0168 | fid=44.1256
+  step 2410000 |  23821s | train_loss=0.0174
+  step 2420000 |  23905s | train_loss=0.0167
+  step 2430000 |  23998s | train_loss=0.0167
+  step 2440000 |  24090s | train_loss=0.0163
+  step 2450000 |  24183s | train_loss=0.0164
+  step 2460000 |  24276s | train_loss=0.0172
+  step 2470000 |  24369s | train_loss=0.0162
+  step 2480000 |  24462s | train_loss=0.0168
+  step 2490000 |  24556s | train_loss=0.0160
+  step 2500000 |  24701s | train_loss=0.0163 | fid=44.9638
+  step 2510000 |  24794s | train_loss=0.0167
+  step 2520000 |  24880s | train_loss=0.0156
+  step 2530000 |  24973s | train_loss=0.0157
+  step 2540000 |  25065s | train_loss=0.0157
+  step 2550000 |  25158s | train_loss=0.0160
+  step 2560000 |  25251s | train_loss=0.0157
+  step 2570000 |  25344s | train_loss=0.0156
+  step 2580000 |  25437s | train_loss=0.0160
+  step 2590000 |  25530s | train_loss=0.0158
+  step 2600000 |  25681s | train_loss=0.0153 | fid=44.4850
+  step 2610000 |  25767s | train_loss=0.0154
+  step 2620000 |  25853s | train_loss=0.0157
+  step 2630000 |  25946s | train_loss=0.0162
+  step 2640000 |  26039s | train_loss=0.0152
+  step 2650000 |  26132s | train_loss=0.0159
+  step 2660000 |  26225s | train_loss=0.0151
+  step 2670000 |  26317s | train_loss=0.0156
+  step 2680000 |  26410s | train_loss=0.0151
+  step 2690000 |  26497s | train_loss=0.0158
+  step 2700000 |  26650s | train_loss=0.0146 | fid=44.3605
+  step 2710000 |  26735s | train_loss=0.0149
+  step 2720000 |  26824s | train_loss=0.0151
+  step 2730000 |  26917s | train_loss=0.0143
+  step 2740000 |  27010s | train_loss=0.0146
+  step 2750000 |  27102s | train_loss=0.0146
+  step 2760000 |  27195s | train_loss=0.0147
+  step 2770000 |  27288s | train_loss=0.0149
+  step 2780000 |  27382s | train_loss=0.0149
+  step 2790000 |  27466s | train_loss=0.0144
+  step 2800000 |  27632s | train_loss=0.0142 | fid=44.0973
+  step 2810000 |  27706s | train_loss=0.0146
+  step 2820000 |  27796s | train_loss=0.0143
+  step 2830000 |  27889s | train_loss=0.0156
+  step 2840000 |  27982s | train_loss=0.0146
+  step 2850000 |  28074s | train_loss=0.0148
+  step 2860000 |  28167s | train_loss=0.0139
+  step 2870000 |  28260s | train_loss=0.0151
+  step 2880000 |  28353s | train_loss=0.0138
+  step 2890000 |  28436s | train_loss=0.0143
+  step 2900000 |  28602s | train_loss=0.0143 | fid=43.9178
+  step 2910000 |  28678s | train_loss=0.0137
+  step 2920000 |  28766s | train_loss=0.0137
+  step 2930000 |  28859s | train_loss=0.0142
+  step 2940000 |  28952s | train_loss=0.0142
+  step 2950000 |  29045s | train_loss=0.0144
+  step 2960000 |  29138s | train_loss=0.0139
+  step 2970000 |  29231s | train_loss=0.0140
+  step 2980000 |  29324s | train_loss=0.0137
+  step 2990000 |  29410s | train_loss=0.0140
+  step 3000000 |  29576s | train_loss=0.0139 | fid=44.5452
+  step 3010000 |  29660s | train_loss=0.0145
+  step 3020000 |  29738s | train_loss=0.0134
+  step 3030000 |  29828s | train_loss=0.0133
+  step 3040000 |  29921s | train_loss=0.0142
+  step 3050000 |  30015s | train_loss=0.0136
+  step 3060000 |  30108s | train_loss=0.0136
+  step 3070000 |  30202s | train_loss=0.0136
+  step 3080000 |  30291s | train_loss=0.0131
+  step 3090000 |  30376s | train_loss=0.0130
+  step 3100000 |  30541s | train_loss=0.0134 | fid=44.5030
+  step 3110000 |  30623s | train_loss=0.0134
+  step 3120000 |  30717s | train_loss=0.0129
+  step 3130000 |  30791s | train_loss=0.0132
+  step 3140000 |  30880s | train_loss=0.0132
+  step 3150000 |  30973s | train_loss=0.0127
+  step 3160000 |  31066s | train_loss=0.0126
+  step 3170000 |  31160s | train_loss=0.0133
+  step 3180000 |  31248s | train_loss=0.0133
+  step 3190000 |  31335s | train_loss=0.0129
+  step 3200000 |  31501s | train_loss=0.0128 | fid=44.4485
+  step 3210000 |  31585s | train_loss=0.0129
+  step 3220000 |  31679s | train_loss=0.0130
+  step 3230000 |  31771s | train_loss=0.0134
+  step 3240000 |  31853s | train_loss=0.0125
+  step 3250000 |  31946s | train_loss=0.0130
+  step 3260000 |  32039s | train_loss=0.0128
+  step 3270000 |  32133s | train_loss=0.0124
+  step 3280000 |  32218s | train_loss=0.0127
+  step 3290000 |  32307s | train_loss=0.0124
+  step 3300000 |  32471s | train_loss=0.0123 | fid=44.2625
+  step 3310000 |  32550s | train_loss=0.0122
+  step 3320000 |  32643s | train_loss=0.0125
+  step 3330000 |  32737s | train_loss=0.0126
+  step 3340000 |  32827s | train_loss=0.0125
+  step 3350000 |  32909s | train_loss=0.0123
+  step 3360000 |  33002s | train_loss=0.0121
+  step 3370000 |  33095s | train_loss=0.0126
+  step 3380000 |  33179s | train_loss=0.0120
+  step 3390000 |  33272s | train_loss=0.0121
+  step 3400000 |  33440s | train_loss=0.0120 | fid=45.0854
+  step 3410000 |  33522s | train_loss=0.0125
+  step 3420000 |  33615s | train_loss=0.0122
+  step 3430000 |  33709s | train_loss=0.0119
+  step 3440000 |  33800s | train_loss=0.0117
+  step 3450000 |  33887s | train_loss=0.0121
+  step 3460000 |  33967s | train_loss=0.0119
+  step 3470000 |  34060s | train_loss=0.0118
+  step 3480000 |  34142s | train_loss=0.0123
+  step 3490000 |  34236s | train_loss=0.0121
+  step 3500000 |  34401s | train_loss=0.0121 | fid=44.0338
+  step 3510000 |  34478s | train_loss=0.0117
+  step 3520000 |  34571s | train_loss=0.0118
+  step 3530000 |  34665s | train_loss=0.0119
+  step 3540000 |  34758s | train_loss=0.0120
+  step 3550000 |  34850s | train_loss=0.0114
+  step 3560000 |  34939s | train_loss=0.0115
+  step 3570000 |  35020s | train_loss=0.0114
+  step 3580000 |  35099s | train_loss=0.0113
+  step 3590000 |  35191s | train_loss=0.0112
+  step 3600000 |  35358s | train_loss=0.0118 | fid=44.3330
+  step 3610000 |  35438s | train_loss=0.0116
+  step 3620000 |  35528s | train_loss=0.0114
+  step 3630000 |  35622s | train_loss=0.0117
+  step 3640000 |  35715s | train_loss=0.0111
+  step 3650000 |  35807s | train_loss=0.0113
+  step 3660000 |  35899s | train_loss=0.0109
+  step 3670000 |  35987s | train_loss=0.0111
+  step 3680000 |  36059s | train_loss=0.0112
+  step 3690000 |  36152s | train_loss=0.0114
+  step 3700000 |  36318s | train_loss=0.0124 | fid=44.7685
+  step 3710000 |  36403s | train_loss=0.0117
+  step 3720000 |  36489s | train_loss=0.0112
+  step 3730000 |  36583s | train_loss=0.0114
+  step 3740000 |  36676s | train_loss=0.0108
+  step 3750000 |  36769s | train_loss=0.0112
+  step 3760000 |  36861s | train_loss=0.0111
+  step 3770000 |  36954s | train_loss=0.0112
+  step 3780000 |  37021s | train_loss=0.0116
+  step 3790000 |  37113s | train_loss=0.0109
+  step 3800000 |  37278s | train_loss=0.0111 | fid=44.5978
+  step 3810000 |  37366s | train_loss=0.0108
+  step 3820000 |  37453s | train_loss=0.0108
+  step 3830000 |  37547s | train_loss=0.0112
+  step 3840000 |  37640s | train_loss=0.0113
+  step 3850000 |  37733s | train_loss=0.0107
+  step 3860000 |  37824s | train_loss=0.0108
+  step 3870000 |  37917s | train_loss=0.0107
+  step 3880000 |  37998s | train_loss=0.0105
+  step 3890000 |  38070s | train_loss=0.0109
+  step 3900000 |  38235s | train_loss=0.0107 | fid=44.4200
+  step 3910000 |  38322s | train_loss=0.0111
+  step 3920000 |  38409s | train_loss=0.0109
+  step 3930000 |  38502s | train_loss=0.0109
+  step 3940000 |  38596s | train_loss=0.0105
+  step 3950000 |  38689s | train_loss=0.0101
+  step 3960000 |  38782s | train_loss=0.0103
+  step 3970000 |  38873s | train_loss=0.0105
+  step 3980000 |  38958s | train_loss=0.0104
+  step 3990000 |  39045s | train_loss=0.0112
+  step 4000000 |  39192s | train_loss=0.0104 | fid=44.2699
+  step 4010000 |  39279s | train_loss=0.0102
+  step 4020000 |  39369s | train_loss=0.0104
+  step 4030000 |  39462s | train_loss=0.0103
+  step 4040000 |  39556s | train_loss=0.0108
+  step 4050000 |  39649s | train_loss=0.0108
+  step 4060000 |  39742s | train_loss=0.0107
+  step 4070000 |  39834s | train_loss=0.0101
+  step 4080000 |  39920s | train_loss=0.0106
+  step 4090000 |  40000s | train_loss=0.0102
+  step 4100000 |  40156s | train_loss=0.0098 | fid=44.2713
+  step 4110000 |  40237s | train_loss=0.0101
+  step 4120000 |  40326s | train_loss=0.0102
+  step 4130000 |  40419s | train_loss=0.0104
+  step 4140000 |  40513s | train_loss=0.0098
+  step 4150000 |  40606s | train_loss=0.0105
+  step 4160000 |  40699s | train_loss=0.0103
+  step 4170000 |  40793s | train_loss=0.0098
+  step 4180000 |  40883s | train_loss=0.0104
+  step 4190000 |  40964s | train_loss=0.0100
+  step 4200000 |  41130s | train_loss=0.0100 | fid=44.9403
+  step 4210000 |  41202s | train_loss=0.0100
+  step 4220000 |  41289s | train_loss=0.0098
+  step 4230000 |  41382s | train_loss=0.0099
+  step 4240000 |  41475s | train_loss=0.0100
+  step 4250000 |  41568s | train_loss=0.0106
+  step 4260000 |  41661s | train_loss=0.0101
+  step 4270000 |  41754s | train_loss=0.0101
+  step 4280000 |  41845s | train_loss=0.0100
+  step 4290000 |  41922s | train_loss=0.0097
+  step 4300000 |  42087s | train_loss=0.0097 | fid=44.3572
+  step 4310000 |  42173s | train_loss=0.0102
+  step 4320000 |  42241s | train_loss=0.0102
+  step 4330000 |  42335s | train_loss=0.0099
+  step 4340000 |  42428s | train_loss=0.0104
+  step 4350000 |  42521s | train_loss=0.0094
+  step 4360000 |  42615s | train_loss=0.0112
+  step 4370000 |  42708s | train_loss=0.0098
+  step 4380000 |  42801s | train_loss=0.0097
+  step 4390000 |  42883s | train_loss=0.0103
+  step 4400000 |  43050s | train_loss=0.0096 | fid=44.5305
+  step 4410000 |  43137s | train_loss=0.0102
+  step 4420000 |  43221s | train_loss=0.0094
+  step 4430000 |  43299s | train_loss=0.0096
+  step 4440000 |  43392s | train_loss=0.0095
+  step 4450000 |  43485s | train_loss=0.0095
+  step 4460000 |  43579s | train_loss=0.0100
+  step 4470000 |  43672s | train_loss=0.0099
+  step 4480000 |  43764s | train_loss=0.0097
+  step 4490000 |  43845s | train_loss=0.0093
+  step 4500000 |  44010s | train_loss=0.0103 | fid=44.6985
+  step 4510000 |  44100s | train_loss=0.0096
+  step 4520000 |  44183s | train_loss=0.0095
+  step 4530000 |  44272s | train_loss=0.0094
+  step 4540000 |  44356s | train_loss=0.0094
+  step 4550000 |  44449s | train_loss=0.0096
+  step 4560000 |  44542s | train_loss=0.0092
+  step 4570000 |  44635s | train_loss=0.0095
+  step 4580000 |  44725s | train_loss=0.0100
+  step 4590000 |  44807s | train_loss=0.0094
+  step 4600000 |  44972s | train_loss=0.0095 | fid=44.3366
+  step 4610000 |  45064s | train_loss=0.0092
+  step 4620000 |  45144s | train_loss=0.0098
+  step 4630000 |  45237s | train_loss=0.0091
+  step 4640000 |  45322s | train_loss=0.0090
+  step 4650000 |  45406s | train_loss=0.0098
+  step 4660000 |  45500s | train_loss=0.0092
+  step 4670000 |  45593s | train_loss=0.0091
+  step 4680000 |  45684s | train_loss=0.0092
+  step 4690000 |  45766s | train_loss=0.0089
+  step 4700000 |  45931s | train_loss=0.0091 | fid=43.8924
+  step 4710000 |  46024s | train_loss=0.0090
+  step 4720000 |  46104s | train_loss=0.0096
+  step 4730000 |  46198s | train_loss=0.0090
+  step 4740000 |  46291s | train_loss=0.0098
+  step 4750000 |  46376s | train_loss=0.0093
+  step 4760000 |  46464s | train_loss=0.0093
+  step 4770000 |  46557s | train_loss=0.0088
+  step 4780000 |  46647s | train_loss=0.0092
+  step 4790000 |  46736s | train_loss=0.0093
+  step 4800000 |  46901s | train_loss=0.0090 | fid=43.8631
+  step 4810000 |  46994s | train_loss=0.0087
+  step 4820000 |  47072s | train_loss=0.0090
+  step 4830000 |  47166s | train_loss=0.0094
+  step 4840000 |  47259s | train_loss=0.0091
+  step 4850000 |  47352s | train_loss=0.0087
+  step 4860000 |  47433s | train_loss=0.0089
+  step 4870000 |  47524s | train_loss=0.0087
+  step 4880000 |  47608s | train_loss=0.0088
+  step 4890000 |  47683s | train_loss=0.0088
+  step 4900000 |  47825s | train_loss=0.0094 | fid=44.4404
+  step 4910000 |  47900s | train_loss=0.0085
+  step 4920000 |  47958s | train_loss=0.0086
+  step 4930000 |  48016s | train_loss=0.0084
+  step 4940000 |  48073s | train_loss=0.0088
+  step 4950000 |  48131s | train_loss=0.0089
+  step 4960000 |  48189s | train_loss=0.0086
+  step 4970000 |  48241s | train_loss=0.0087
+  step 4980000 |  48299s | train_loss=0.0085
+  step 4990000 |  48356s | train_loss=0.0087
+  step 5000000 |  48466s | train_loss=0.0087 | fid=43.9021
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d70/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d70/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..5b854b44f9a822d422e5466d5291d3b2a9f9e4e4
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d70/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d70/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d70",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 45,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d70/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d70/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..5c01830762926d0f785983e0caef03c39b2d23e6
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d70/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 70, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d70/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 45}
+{"step": 1, "wall_time": 70.36464142799377, "train_loss_step": 70.01785278320312, "n_params": 4408390, "total_flops": 13542574080, "train_loss": 1.0023869105747767, "subset_score_loss": 1.0023869105747767, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9740167260169983, "fid": 282.338412661106}
+{"step": 10000, "wall_time": 156.8890905380249, "train_loss_step": 15.57875919342041, "n_params": 4408390, "total_flops": 135425740800000, "train_loss": 0.8288666316441127, "subset_score_loss": 0.8288666316441127}
+{"step": 20000, "wall_time": 244.809996843338, "train_loss_step": 13.058588027954102, "n_params": 4408390, "total_flops": 270851481600000, "train_loss": 0.734355218069894, "subset_score_loss": 0.734355218069894}
+{"step": 30000, "wall_time": 332.6753830909729, "train_loss_step": 11.870081901550293, "n_params": 4408390, "total_flops": 406277222400000, "train_loss": 0.6098311288016183, "subset_score_loss": 0.6098311288016183}
+{"step": 40000, "wall_time": 420.620885848999, "train_loss_step": 10.57593822479248, "n_params": 4408390, "total_flops": 541702963200000, "train_loss": 0.44615535736083983, "subset_score_loss": 0.44615535736083983}
+{"step": 50000, "wall_time": 508.60706424713135, "train_loss_step": 8.636004447937012, "n_params": 4408390, "total_flops": 677128704000000, "train_loss": 0.3035290309361049, "subset_score_loss": 0.3035290309361049}
+{"step": 60000, "wall_time": 596.4904866218567, "train_loss_step": 8.302849769592285, "n_params": 4408390, "total_flops": 812554444800000, "train_loss": 0.21813921247209822, "subset_score_loss": 0.21813921247209822}
+{"step": 70000, "wall_time": 684.3534145355225, "train_loss_step": 6.983704566955566, "n_params": 4408390, "total_flops": 947980185600000, "train_loss": 0.17711163929530552, "subset_score_loss": 0.17711163929530552}
+{"step": 80000, "wall_time": 772.0951611995697, "train_loss_step": 6.628480911254883, "n_params": 4408390, "total_flops": 1083405926400000, "train_loss": 0.15497918810163225, "subset_score_loss": 0.15497918810163225}
+{"step": 90000, "wall_time": 860.067325592041, "train_loss_step": 6.631941795349121, "n_params": 4408390, "total_flops": 1218831667200000, "train_loss": 0.137823486328125, "subset_score_loss": 0.137823486328125}
+{"step": 100000, "wall_time": 1015.5704071521759, "train_loss_step": 6.175325393676758, "n_params": 4408390, "total_flops": 1354257408000000, "train_loss": 0.12905802045549666, "subset_score_loss": 0.12905802045549666, "memorization_fraction_pixel": 0.001500000013038516, "mean_nn_ratio_pixel": 0.8829122185707092, "fid": 55.542451027696735}
+{"step": 110000, "wall_time": 1098.8786602020264, "train_loss_step": 6.591721534729004, "n_params": 4408390, "total_flops": 1489683148800000, "train_loss": 0.12075822012765067, "subset_score_loss": 0.12075822012765067}
+{"step": 120000, "wall_time": 1186.8556067943573, "train_loss_step": 6.331913471221924, "n_params": 4408390, "total_flops": 1625108889600000, "train_loss": 0.11314285142081125, "subset_score_loss": 0.11314285142081125}
+{"step": 130000, "wall_time": 1274.741000175476, "train_loss_step": 5.373876094818115, "n_params": 4408390, "total_flops": 1760534630400000, "train_loss": 0.10964899063110352, "subset_score_loss": 0.10964899063110352}
+{"step": 140000, "wall_time": 1362.5175876617432, "train_loss_step": 5.675434589385986, "n_params": 4408390, "total_flops": 1895960371200000, "train_loss": 0.10261497497558594, "subset_score_loss": 0.10261497497558594}
+{"step": 150000, "wall_time": 1450.6361241340637, "train_loss_step": 5.393758773803711, "n_params": 4408390, "total_flops": 2031386112000000, "train_loss": 0.09958937508719308, "subset_score_loss": 0.09958937508719308}
+{"step": 160000, "wall_time": 1538.8948550224304, "train_loss_step": 5.6542205810546875, "n_params": 4408390, "total_flops": 2166811852800000, "train_loss": 0.09535571507045201, "subset_score_loss": 0.09535571507045201}
+{"step": 170000, "wall_time": 1627.2449100017548, "train_loss_step": 5.376658916473389, "n_params": 4408390, "total_flops": 2302237593600000, "train_loss": 0.09175787653241839, "subset_score_loss": 0.09175787653241839}
+{"step": 180000, "wall_time": 1715.3922860622406, "train_loss_step": 5.280317306518555, "n_params": 4408390, "total_flops": 2437663334400000, "train_loss": 0.0878802844456264, "subset_score_loss": 0.0878802844456264}
+{"step": 190000, "wall_time": 1803.4824075698853, "train_loss_step": 5.0955681800842285, "n_params": 4408390, "total_flops": 2573089075200000, "train_loss": 0.08544810840061733, "subset_score_loss": 0.08544810840061733}
+{"step": 200000, "wall_time": 1957.8719313144684, "train_loss_step": 5.450273513793945, "n_params": 4408390, "total_flops": 2708514816000000, "train_loss": 0.08311780520847865, "subset_score_loss": 0.08311780520847865, "memorization_fraction_pixel": 0.024299999698996544, "mean_nn_ratio_pixel": 0.8066328167915344, "fid": 54.53432531545148}
+{"step": 210000, "wall_time": 2046.233237504959, "train_loss_step": 5.497995853424072, "n_params": 4408390, "total_flops": 2843940556800000, "train_loss": 0.0808838026864188, "subset_score_loss": 0.0808838026864188}
+{"step": 220000, "wall_time": 2129.7674419879913, "train_loss_step": 5.102506637573242, "n_params": 4408390, "total_flops": 2979366297600000, "train_loss": 0.07848185130528042, "subset_score_loss": 0.07848185130528042}
+{"step": 230000, "wall_time": 2217.906497001648, "train_loss_step": 4.9922637939453125, "n_params": 4408390, "total_flops": 3114792038400000, "train_loss": 0.07604233196803502, "subset_score_loss": 0.07604233196803502}
+{"step": 240000, "wall_time": 2305.9510543346405, "train_loss_step": 4.754610061645508, "n_params": 4408390, "total_flops": 3250217779200000, "train_loss": 0.07373801640101842, "subset_score_loss": 0.07373801640101842}
+{"step": 250000, "wall_time": 2394.0966403484344, "train_loss_step": 5.457810401916504, "n_params": 4408390, "total_flops": 3385643520000000, "train_loss": 0.07307421820504324, "subset_score_loss": 0.07307421820504324}
+{"step": 260000, "wall_time": 2482.3052151203156, "train_loss_step": 5.048000335693359, "n_params": 4408390, "total_flops": 3521069260800000, "train_loss": 0.07152299199785506, "subset_score_loss": 0.07152299199785506}
+{"step": 270000, "wall_time": 2570.5725128650665, "train_loss_step": 4.8147196769714355, "n_params": 4408390, "total_flops": 3656495001600000, "train_loss": 0.06852424485342844, "subset_score_loss": 0.06852424485342844}
+{"step": 280000, "wall_time": 2658.836918115616, "train_loss_step": 4.757534503936768, "n_params": 4408390, "total_flops": 3791920742400000, "train_loss": 0.06751627240862165, "subset_score_loss": 0.06751627240862165}
+{"step": 290000, "wall_time": 2747.0234167575836, "train_loss_step": 5.166539192199707, "n_params": 4408390, "total_flops": 3927346483200000, "train_loss": 0.06685455867222377, "subset_score_loss": 0.06685455867222377}
+{"step": 300000, "wall_time": 2901.7146968841553, "train_loss_step": 5.168415546417236, "n_params": 4408390, "total_flops": 4062772224000000, "train_loss": 0.06558379445757184, "subset_score_loss": 0.06558379445757184, "memorization_fraction_pixel": 0.06599999964237213, "mean_nn_ratio_pixel": 0.7478379607200623, "fid": 50.832666559498655}
+{"step": 310000, "wall_time": 2990.05454826355, "train_loss_step": 4.5182576179504395, "n_params": 4408390, "total_flops": 4198197964800000, "train_loss": 0.06322345052446637, "subset_score_loss": 0.06322345052446637}
+{"step": 320000, "wall_time": 3077.011111497879, "train_loss_step": 4.848573684692383, "n_params": 4408390, "total_flops": 4333623705600000, "train_loss": 0.06171652248927525, "subset_score_loss": 0.06171652248927525}
+{"step": 330000, "wall_time": 3163.7329239845276, "train_loss_step": 4.988192558288574, "n_params": 4408390, "total_flops": 4469049446400000, "train_loss": 0.060927506855555945, "subset_score_loss": 0.060927506855555945}
+{"step": 340000, "wall_time": 3250.4344890117645, "train_loss_step": 4.714846611022949, "n_params": 4408390, "total_flops": 4604475187200000, "train_loss": 0.059841033390590125, "subset_score_loss": 0.059841033390590125}
+{"step": 350000, "wall_time": 3338.749989748001, "train_loss_step": 4.653317451477051, "n_params": 4408390, "total_flops": 4739900928000000, "train_loss": 0.0591808591570173, "subset_score_loss": 0.0591808591570173}
+{"step": 360000, "wall_time": 3426.9172196388245, "train_loss_step": 4.612884044647217, "n_params": 4408390, "total_flops": 4875326668800000, "train_loss": 0.05785126686096191, "subset_score_loss": 0.05785126686096191}
+{"step": 370000, "wall_time": 3515.102635860443, "train_loss_step": 4.513985633850098, "n_params": 4408390, "total_flops": 5010752409600000, "train_loss": 0.05686868940080915, "subset_score_loss": 0.05686868940080915}
+{"step": 380000, "wall_time": 3603.342734336853, "train_loss_step": 4.453479290008545, "n_params": 4408390, "total_flops": 5146178150400000, "train_loss": 0.055983379908970426, "subset_score_loss": 0.055983379908970426}
+{"step": 390000, "wall_time": 3691.5277354717255, "train_loss_step": 4.664946556091309, "n_params": 4408390, "total_flops": 5281603891200000, "train_loss": 0.05604403018951416, "subset_score_loss": 0.05604403018951416}
+{"step": 400000, "wall_time": 3846.6884932518005, "train_loss_step": 4.669641017913818, "n_params": 4408390, "total_flops": 5417029632000000, "train_loss": 0.055133393832615445, "subset_score_loss": 0.055133393832615445, "memorization_fraction_pixel": 0.10840000212192535, "mean_nn_ratio_pixel": 0.7045565843582153, "fid": 49.26801443145786}
+{"step": 410000, "wall_time": 3934.956533432007, "train_loss_step": 4.480825424194336, "n_params": 4408390, "total_flops": 5552455372800000, "train_loss": 0.05366119657244001, "subset_score_loss": 0.05366119657244001}
+{"step": 420000, "wall_time": 4023.7523572444916, "train_loss_step": 4.3473005294799805, "n_params": 4408390, "total_flops": 5687881113600000, "train_loss": 0.052665390287126815, "subset_score_loss": 0.052665390287126815}
+{"step": 430000, "wall_time": 4110.604927539825, "train_loss_step": 4.502217769622803, "n_params": 4408390, "total_flops": 5823306854400000, "train_loss": 0.051774757249014716, "subset_score_loss": 0.051774757249014716}
+{"step": 440000, "wall_time": 4197.033511161804, "train_loss_step": 4.881124496459961, "n_params": 4408390, "total_flops": 5958732595200000, "train_loss": 0.052386229378836496, "subset_score_loss": 0.052386229378836496}
+{"step": 450000, "wall_time": 4283.379390239716, "train_loss_step": 4.6663923263549805, "n_params": 4408390, "total_flops": 6094158336000000, "train_loss": 0.051683783531188965, "subset_score_loss": 0.051683783531188965}
+{"step": 460000, "wall_time": 4371.58503985405, "train_loss_step": 4.50295352935791, "n_params": 4408390, "total_flops": 6229584076800000, "train_loss": 0.049573537281581335, "subset_score_loss": 0.049573537281581335}
+{"step": 470000, "wall_time": 4459.781087875366, "train_loss_step": 4.4903059005737305, "n_params": 4408390, "total_flops": 6365009817600000, "train_loss": 0.0499079738344465, "subset_score_loss": 0.0499079738344465}
+{"step": 480000, "wall_time": 4548.033954143524, "train_loss_step": 4.224767208099365, "n_params": 4408390, "total_flops": 6500435558400000, "train_loss": 0.049275204113551546, "subset_score_loss": 0.049275204113551546}
+{"step": 490000, "wall_time": 4636.186321735382, "train_loss_step": 4.200247764587402, "n_params": 4408390, "total_flops": 6635861299200000, "train_loss": 0.04818744318825858, "subset_score_loss": 0.04818744318825858}
+{"step": 500000, "wall_time": 4793.164916276932, "train_loss_step": 4.6295976638793945, "n_params": 4408390, "total_flops": 6771287040000000, "train_loss": 0.04870301655360631, "subset_score_loss": 0.04870301655360631, "memorization_fraction_pixel": 0.14139999449253082, "mean_nn_ratio_pixel": 0.6742995381355286, "fid": 49.160412869324816}
+{"step": 510000, "wall_time": 4881.368696928024, "train_loss_step": 4.275003910064697, "n_params": 4408390, "total_flops": 6906712780800000, "train_loss": 0.04718692983899798, "subset_score_loss": 0.04718692983899798}
+{"step": 520000, "wall_time": 4969.608771324158, "train_loss_step": 4.278729438781738, "n_params": 4408390, "total_flops": 7042138521600000, "train_loss": 0.048264970098223, "subset_score_loss": 0.048264970098223}
+{"step": 530000, "wall_time": 5056.556745290756, "train_loss_step": 4.113004684448242, "n_params": 4408390, "total_flops": 7177564262400000, "train_loss": 0.04607023852212089, "subset_score_loss": 0.04607023852212089}
+{"step": 540000, "wall_time": 5143.308125257492, "train_loss_step": 4.586143493652344, "n_params": 4408390, "total_flops": 7312990003200000, "train_loss": 0.045410656929016115, "subset_score_loss": 0.045410656929016115}
+{"step": 550000, "wall_time": 5230.810387134552, "train_loss_step": 4.0646443367004395, "n_params": 4408390, "total_flops": 7448415744000000, "train_loss": 0.045841400963919504, "subset_score_loss": 0.045841400963919504}
+{"step": 560000, "wall_time": 5317.083740711212, "train_loss_step": 4.479880332946777, "n_params": 4408390, "total_flops": 7583841484800000, "train_loss": 0.04491597584315709, "subset_score_loss": 0.04491597584315709}
+{"step": 570000, "wall_time": 5405.248870372772, "train_loss_step": 4.302677154541016, "n_params": 4408390, "total_flops": 7719267225600000, "train_loss": 0.0450345482145037, "subset_score_loss": 0.0450345482145037}
+{"step": 580000, "wall_time": 5493.37872171402, "train_loss_step": 4.187897682189941, "n_params": 4408390, "total_flops": 7854692966400000, "train_loss": 0.044427715029035295, "subset_score_loss": 0.044427715029035295}
+{"step": 590000, "wall_time": 5581.569623231888, "train_loss_step": 4.2005109786987305, "n_params": 4408390, "total_flops": 7990118707200000, "train_loss": 0.04455858639308385, "subset_score_loss": 0.04455858639308385}
+{"step": 600000, "wall_time": 5738.6603400707245, "train_loss_step": 4.304349899291992, "n_params": 4408390, "total_flops": 8125544448000000, "train_loss": 0.04427319594791957, "subset_score_loss": 0.04427319594791957, "memorization_fraction_pixel": 0.17669999599456787, "mean_nn_ratio_pixel": 0.6450294852256775, "fid": 48.65093425967771}
+{"step": 610000, "wall_time": 5826.9233293533325, "train_loss_step": 4.299705505371094, "n_params": 4408390, "total_flops": 8260970188800000, "train_loss": 0.04324005671909877, "subset_score_loss": 0.04324005671909877}
+{"step": 620000, "wall_time": 5915.127541542053, "train_loss_step": 3.865595817565918, "n_params": 4408390, "total_flops": 8396395929600000, "train_loss": 0.04226791177477155, "subset_score_loss": 0.04226791177477155}
+{"step": 630000, "wall_time": 6003.703535318375, "train_loss_step": 4.208130836486816, "n_params": 4408390, "total_flops": 8531821670400000, "train_loss": 0.04266242299761091, "subset_score_loss": 0.04266242299761091}
+{"step": 640000, "wall_time": 6090.346196651459, "train_loss_step": 4.319271564483643, "n_params": 4408390, "total_flops": 8667247411200000, "train_loss": 0.04172367368425642, "subset_score_loss": 0.04172367368425642}
+{"step": 650000, "wall_time": 6176.087380886078, "train_loss_step": 4.346938610076904, "n_params": 4408390, "total_flops": 8802673152000000, "train_loss": 0.04117012023925781, "subset_score_loss": 0.04117012023925781}
+{"step": 660000, "wall_time": 6264.568993091583, "train_loss_step": 4.033975124359131, "n_params": 4408390, "total_flops": 8938098892800000, "train_loss": 0.04132359027862549, "subset_score_loss": 0.04132359027862549}
+{"step": 670000, "wall_time": 6350.9392211437225, "train_loss_step": 4.244791507720947, "n_params": 4408390, "total_flops": 9073524633600000, "train_loss": 0.04048863819667271, "subset_score_loss": 0.04048863819667271}
+{"step": 680000, "wall_time": 6439.186014890671, "train_loss_step": 4.313678741455078, "n_params": 4408390, "total_flops": 9208950374400000, "train_loss": 0.04027900014604841, "subset_score_loss": 0.04027900014604841}
+{"step": 690000, "wall_time": 6527.355555534363, "train_loss_step": 4.039819717407227, "n_params": 4408390, "total_flops": 9344376115200000, "train_loss": 0.040307807922363284, "subset_score_loss": 0.040307807922363284}
+{"step": 700000, "wall_time": 6684.663195371628, "train_loss_step": 4.447525978088379, "n_params": 4408390, "total_flops": 9479801856000000, "train_loss": 0.03966740880693708, "subset_score_loss": 0.03966740880693708, "memorization_fraction_pixel": 0.22310000658035278, "mean_nn_ratio_pixel": 0.6114368438720703, "fid": 47.40120506662785}
+{"step": 710000, "wall_time": 6772.763783216476, "train_loss_step": 3.9500722885131836, "n_params": 4408390, "total_flops": 9615227596800000, "train_loss": 0.03963349206107003, "subset_score_loss": 0.03963349206107003}
+{"step": 720000, "wall_time": 6860.986825227737, "train_loss_step": 3.8201022148132324, "n_params": 4408390, "total_flops": 9750653337600000, "train_loss": 0.038641323362077984, "subset_score_loss": 0.038641323362077984}
+{"step": 730000, "wall_time": 6949.251553297043, "train_loss_step": 4.169618129730225, "n_params": 4408390, "total_flops": 9886079078400000, "train_loss": 0.039967530114310125, "subset_score_loss": 0.039967530114310125}
+{"step": 740000, "wall_time": 7036.536261081696, "train_loss_step": 4.182951927185059, "n_params": 4408390, "total_flops": 10021504819200000, "train_loss": 0.03840334415435791, "subset_score_loss": 0.03840334415435791}
+{"step": 750000, "wall_time": 7124.754794359207, "train_loss_step": 3.9658210277557373, "n_params": 4408390, "total_flops": 10156930560000000, "train_loss": 0.038922418866838726, "subset_score_loss": 0.038922418866838726}
+{"step": 760000, "wall_time": 7210.163010835648, "train_loss_step": 3.6840717792510986, "n_params": 4408390, "total_flops": 10292356300800000, "train_loss": 0.03833505766732352, "subset_score_loss": 0.03833505766732352}
+{"step": 770000, "wall_time": 7298.676919937134, "train_loss_step": 3.8935954570770264, "n_params": 4408390, "total_flops": 10427782041600000, "train_loss": 0.037996046883719305, "subset_score_loss": 0.037996046883719305}
+{"step": 780000, "wall_time": 7384.970516204834, "train_loss_step": 3.921858310699463, "n_params": 4408390, "total_flops": 10563207782400000, "train_loss": 0.038052913120814734, "subset_score_loss": 0.038052913120814734}
+{"step": 790000, "wall_time": 7473.239721059799, "train_loss_step": 3.9628727436065674, "n_params": 4408390, "total_flops": 10698633523200000, "train_loss": 0.03720371723175049, "subset_score_loss": 0.03720371723175049}
+{"step": 800000, "wall_time": 7628.826154470444, "train_loss_step": 3.637298822402954, "n_params": 4408390, "total_flops": 10834059264000000, "train_loss": 0.03735101563589913, "subset_score_loss": 0.03735101563589913, "memorization_fraction_pixel": 0.26579999923706055, "mean_nn_ratio_pixel": 0.5839564204216003, "fid": 45.93990013915057}
+{"step": 810000, "wall_time": 7717.021625041962, "train_loss_step": 3.792022466659546, "n_params": 4408390, "total_flops": 10969485004800000, "train_loss": 0.03756246226174491, "subset_score_loss": 0.03756246226174491}
+{"step": 820000, "wall_time": 7805.121278047562, "train_loss_step": 4.083991050720215, "n_params": 4408390, "total_flops": 11104910745600000, "train_loss": 0.037558610098702566, "subset_score_loss": 0.037558610098702566}
+{"step": 830000, "wall_time": 7893.391612291336, "train_loss_step": 4.249868392944336, "n_params": 4408390, "total_flops": 11240336486400000, "train_loss": 0.037173584529331755, "subset_score_loss": 0.037173584529331755}
+{"step": 840000, "wall_time": 7981.890829324722, "train_loss_step": 4.327557563781738, "n_params": 4408390, "total_flops": 11375762227200000, "train_loss": 0.036146538598196845, "subset_score_loss": 0.036146538598196845}
+{"step": 850000, "wall_time": 8068.695112943649, "train_loss_step": 3.8954358100891113, "n_params": 4408390, "total_flops": 11511187968000000, "train_loss": 0.03616770335606166, "subset_score_loss": 0.03616770335606166}
+{"step": 860000, "wall_time": 8157.114183187485, "train_loss_step": 4.080877304077148, "n_params": 4408390, "total_flops": 11646613708800000, "train_loss": 0.03625964777810233, "subset_score_loss": 0.03625964777810233}
+{"step": 870000, "wall_time": 8242.35341668129, "train_loss_step": 3.9127917289733887, "n_params": 4408390, "total_flops": 11782039449600000, "train_loss": 0.035162435259137835, "subset_score_loss": 0.035162435259137835}
+{"step": 880000, "wall_time": 8330.865670681, "train_loss_step": 3.729480504989624, "n_params": 4408390, "total_flops": 11917465190400000, "train_loss": 0.0358943019594465, "subset_score_loss": 0.0358943019594465}
+{"step": 890000, "wall_time": 8417.264492988586, "train_loss_step": 3.9377574920654297, "n_params": 4408390, "total_flops": 12052890931200000, "train_loss": 0.03479682718004499, "subset_score_loss": 0.03479682718004499}
+{"step": 900000, "wall_time": 8574.736737251282, "train_loss_step": 3.845492362976074, "n_params": 4408390, "total_flops": 12188316672000000, "train_loss": 0.036421401160103936, "subset_score_loss": 0.036421401160103936, "memorization_fraction_pixel": 0.290800005197525, "mean_nn_ratio_pixel": 0.5605241656303406, "fid": 46.42158056774957}
+{"step": 910000, "wall_time": 8662.995200872421, "train_loss_step": 4.022252082824707, "n_params": 4408390, "total_flops": 12323742412800000, "train_loss": 0.034208951677594863, "subset_score_loss": 0.034208951677594863}
+{"step": 920000, "wall_time": 8751.142828941345, "train_loss_step": 3.773524284362793, "n_params": 4408390, "total_flops": 12459168153600000, "train_loss": 0.03436015674046108, "subset_score_loss": 0.03436015674046108}
+{"step": 930000, "wall_time": 8839.347322702408, "train_loss_step": 3.7569994926452637, "n_params": 4408390, "total_flops": 12594593894400000, "train_loss": 0.034798683438982285, "subset_score_loss": 0.034798683438982285}
+{"step": 940000, "wall_time": 8927.520025014877, "train_loss_step": 4.027987003326416, "n_params": 4408390, "total_flops": 12730019635200000, "train_loss": 0.03450276511056083, "subset_score_loss": 0.03450276511056083}
+{"step": 950000, "wall_time": 9014.626617908478, "train_loss_step": 3.8800203800201416, "n_params": 4408390, "total_flops": 12865445376000000, "train_loss": 0.033851579257420134, "subset_score_loss": 0.033851579257420134}
+{"step": 960000, "wall_time": 9102.46691250801, "train_loss_step": 3.637495994567871, "n_params": 4408390, "total_flops": 13000871116800000, "train_loss": 0.033750264985220775, "subset_score_loss": 0.033750264985220775}
+{"step": 970000, "wall_time": 9191.148102998734, "train_loss_step": 3.831007719039917, "n_params": 4408390, "total_flops": 13136296857600000, "train_loss": 0.03248523984636579, "subset_score_loss": 0.03248523984636579}
+{"step": 980000, "wall_time": 9276.767746686935, "train_loss_step": 3.858189821243286, "n_params": 4408390, "total_flops": 13271722598400000, "train_loss": 0.03299217905317034, "subset_score_loss": 0.03299217905317034}
+{"step": 990000, "wall_time": 9365.214055538177, "train_loss_step": 3.7276930809020996, "n_params": 4408390, "total_flops": 13407148339200000, "train_loss": 0.03274822235107422, "subset_score_loss": 0.03274822235107422}
+{"step": 1000000, "wall_time": 9519.179070234299, "train_loss_step": 3.5060906410217285, "n_params": 4408390, "total_flops": 13542574080000000, "train_loss": 0.03389652456556048, "subset_score_loss": 0.03389652456556048, "memorization_fraction_pixel": 0.3610000014305115, "mean_nn_ratio_pixel": 0.528153657913208, "fid": 44.65415530274453}
+{"step": 1010000, "wall_time": 9607.432245969772, "train_loss_step": 3.7571675777435303, "n_params": 4408390, "total_flops": 13677999820800000, "train_loss": 0.03380772386278425, "subset_score_loss": 0.03380772386278425}
+{"step": 1020000, "wall_time": 9695.666459083557, "train_loss_step": 3.7898292541503906, "n_params": 4408390, "total_flops": 13813425561600000, "train_loss": 0.03271407740456717, "subset_score_loss": 0.03271407740456717}
+{"step": 1030000, "wall_time": 9783.904028892517, "train_loss_step": 3.852372407913208, "n_params": 4408390, "total_flops": 13948851302400000, "train_loss": 0.032187577656337195, "subset_score_loss": 0.032187577656337195}
+{"step": 1040000, "wall_time": 9872.11415195465, "train_loss_step": 3.7916111946105957, "n_params": 4408390, "total_flops": 14084277043200000, "train_loss": 0.031204366683959962, "subset_score_loss": 0.031204366683959962}
+{"step": 1050000, "wall_time": 9960.404559135437, "train_loss_step": 3.800060510635376, "n_params": 4408390, "total_flops": 14219702784000000, "train_loss": 0.031921591077532084, "subset_score_loss": 0.031921591077532084}
+{"step": 1060000, "wall_time": 10047.160200119019, "train_loss_step": 4.134523868560791, "n_params": 4408390, "total_flops": 14355128524800000, "train_loss": 0.03152847971235003, "subset_score_loss": 0.03152847971235003}
+{"step": 1070000, "wall_time": 10135.31762123108, "train_loss_step": 3.8730807304382324, "n_params": 4408390, "total_flops": 14490554265600000, "train_loss": 0.03175652367728097, "subset_score_loss": 0.03175652367728097}
+{"step": 1080000, "wall_time": 10221.386132001877, "train_loss_step": 3.9873759746551514, "n_params": 4408390, "total_flops": 14625980006400000, "train_loss": 0.03038651262010847, "subset_score_loss": 0.03038651262010847}
+{"step": 1090000, "wall_time": 10309.11105132103, "train_loss_step": 3.6081748008728027, "n_params": 4408390, "total_flops": 14761405747200000, "train_loss": 0.031012157031467983, "subset_score_loss": 0.031012157031467983}
+{"step": 1100000, "wall_time": 10465.634975671768, "train_loss_step": 3.764460563659668, "n_params": 4408390, "total_flops": 14896831488000000, "train_loss": 0.030857702663966587, "subset_score_loss": 0.030857702663966587, "memorization_fraction_pixel": 0.3853999972343445, "mean_nn_ratio_pixel": 0.5105141401290894, "fid": 44.0043499048424}
+{"step": 1110000, "wall_time": 10553.850260019302, "train_loss_step": 3.5863914489746094, "n_params": 4408390, "total_flops": 15032257228800000, "train_loss": 0.030647454942975726, "subset_score_loss": 0.030647454942975726}
+{"step": 1120000, "wall_time": 10642.100599527359, "train_loss_step": 3.5353665351867676, "n_params": 4408390, "total_flops": 15167682969600000, "train_loss": 0.03125748634338379, "subset_score_loss": 0.03125748634338379}
+{"step": 1130000, "wall_time": 10730.30963397026, "train_loss_step": 3.8408751487731934, "n_params": 4408390, "total_flops": 15303108710400000, "train_loss": 0.030142957823617117, "subset_score_loss": 0.030142957823617117}
+{"step": 1140000, "wall_time": 10818.463153123856, "train_loss_step": 3.683039665222168, "n_params": 4408390, "total_flops": 15438534451200000, "train_loss": 0.03095355033874512, "subset_score_loss": 0.03095355033874512}
+{"step": 1150000, "wall_time": 10906.641292572021, "train_loss_step": 3.379415512084961, "n_params": 4408390, "total_flops": 15573960192000000, "train_loss": 0.029651757649012973, "subset_score_loss": 0.029651757649012973}
+{"step": 1160000, "wall_time": 10995.463307857513, "train_loss_step": 3.612119436264038, "n_params": 4408390, "total_flops": 15709385932800000, "train_loss": 0.030002161434718542, "subset_score_loss": 0.030002161434718542}
+{"step": 1170000, "wall_time": 11081.804570436478, "train_loss_step": 3.5701277256011963, "n_params": 4408390, "total_flops": 15844811673600000, "train_loss": 0.02921741349356515, "subset_score_loss": 0.02921741349356515}
+{"step": 1180000, "wall_time": 11169.96255660057, "train_loss_step": 3.5413899421691895, "n_params": 4408390, "total_flops": 15980237414400000, "train_loss": 0.02976806844983782, "subset_score_loss": 0.02976806844983782}
+{"step": 1190000, "wall_time": 11255.404534339905, "train_loss_step": 3.6308507919311523, "n_params": 4408390, "total_flops": 16115663155200000, "train_loss": 0.029682561329432897, "subset_score_loss": 0.029682561329432897}
+{"step": 1200000, "wall_time": 11413.622012376785, "train_loss_step": 3.3296780586242676, "n_params": 4408390, "total_flops": 16251088896000000, "train_loss": 0.028890296391078405, "subset_score_loss": 0.028890296391078405, "memorization_fraction_pixel": 0.44179999828338623, "mean_nn_ratio_pixel": 0.4854103624820709, "fid": 43.43915640211283}
+{"step": 1210000, "wall_time": 11500.067367553711, "train_loss_step": 3.6478967666625977, "n_params": 4408390, "total_flops": 16386514636800000, "train_loss": 0.02931830542428153, "subset_score_loss": 0.02931830542428153}
+{"step": 1220000, "wall_time": 11588.315495491028, "train_loss_step": 3.625946521759033, "n_params": 4408390, "total_flops": 16521940377600000, "train_loss": 0.02894472735268729, "subset_score_loss": 0.02894472735268729}
+{"step": 1230000, "wall_time": 11676.571521997452, "train_loss_step": 3.665102005004883, "n_params": 4408390, "total_flops": 16657366118400000, "train_loss": 0.028042733669281006, "subset_score_loss": 0.028042733669281006}
+{"step": 1240000, "wall_time": 11764.754239797592, "train_loss_step": 3.4620790481567383, "n_params": 4408390, "total_flops": 16792791859200000, "train_loss": 0.028945520945957728, "subset_score_loss": 0.028945520945957728}
+{"step": 1250000, "wall_time": 11852.835714101791, "train_loss_step": 3.7630326747894287, "n_params": 4408390, "total_flops": 16928217600000000, "train_loss": 0.02986879689352853, "subset_score_loss": 0.02986879689352853}
+{"step": 1260000, "wall_time": 11941.24868941307, "train_loss_step": 3.3916168212890625, "n_params": 4408390, "total_flops": 17063643340800000, "train_loss": 0.028538193021501814, "subset_score_loss": 0.028538193021501814}
+{"step": 1270000, "wall_time": 12028.25074338913, "train_loss_step": 3.617739200592041, "n_params": 4408390, "total_flops": 17199069081600000, "train_loss": 0.028875926562717983, "subset_score_loss": 0.028875926562717983}
+{"step": 1280000, "wall_time": 12116.362753152847, "train_loss_step": 3.7162318229675293, "n_params": 4408390, "total_flops": 17334494822400000, "train_loss": 0.027853211334773472, "subset_score_loss": 0.027853211334773472}
+{"step": 1290000, "wall_time": 12204.65581035614, "train_loss_step": 3.7369394302368164, "n_params": 4408390, "total_flops": 17469920563200000, "train_loss": 0.02830740553992135, "subset_score_loss": 0.02830740553992135}
+{"step": 1300000, "wall_time": 12357.392701148987, "train_loss_step": 3.5782980918884277, "n_params": 4408390, "total_flops": 17605346304000000, "train_loss": 0.02873567853655134, "subset_score_loss": 0.02873567853655134, "memorization_fraction_pixel": 0.460099995136261, "mean_nn_ratio_pixel": 0.46609246730804443, "fid": 43.39726511909484}
+{"step": 1310000, "wall_time": 12445.647821903229, "train_loss_step": 3.3490257263183594, "n_params": 4408390, "total_flops": 17740772044800000, "train_loss": 0.02782550709588187, "subset_score_loss": 0.02782550709588187}
+{"step": 1320000, "wall_time": 12532.273999214172, "train_loss_step": 3.3239340782165527, "n_params": 4408390, "total_flops": 17876197785600000, "train_loss": 0.02733266694205148, "subset_score_loss": 0.02733266694205148}
+{"step": 1330000, "wall_time": 12620.400355100632, "train_loss_step": 3.4686203002929688, "n_params": 4408390, "total_flops": 18011623526400000, "train_loss": 0.026944335869380404, "subset_score_loss": 0.026944335869380404}
+{"step": 1340000, "wall_time": 12708.593156337738, "train_loss_step": 3.616669178009033, "n_params": 4408390, "total_flops": 18147049267200000, "train_loss": 0.028008549554007393, "subset_score_loss": 0.028008549554007393}
+{"step": 1350000, "wall_time": 12796.892738819122, "train_loss_step": 3.511160373687744, "n_params": 4408390, "total_flops": 18282475008000000, "train_loss": 0.027960387298039027, "subset_score_loss": 0.027960387298039027}
+{"step": 1360000, "wall_time": 12885.085267305374, "train_loss_step": 3.5515103340148926, "n_params": 4408390, "total_flops": 18417900748800000, "train_loss": 0.028161816937582834, "subset_score_loss": 0.028161816937582834}
+{"step": 1370000, "wall_time": 12973.808650016785, "train_loss_step": 3.21648907661438, "n_params": 4408390, "total_flops": 18553326489600000, "train_loss": 0.026905948775155203, "subset_score_loss": 0.026905948775155203}
+{"step": 1380000, "wall_time": 13060.383610725403, "train_loss_step": 3.558542251586914, "n_params": 4408390, "total_flops": 18688752230400000, "train_loss": 0.02629519360406058, "subset_score_loss": 0.02629519360406058}
+{"step": 1390000, "wall_time": 13148.592297315598, "train_loss_step": 3.556584119796753, "n_params": 4408390, "total_flops": 18824177971200000, "train_loss": 0.026529102666037422, "subset_score_loss": 0.026529102666037422}
+{"step": 1400000, "wall_time": 13304.303460597992, "train_loss_step": 3.735177755355835, "n_params": 4408390, "total_flops": 18959603712000000, "train_loss": 0.026414871215820312, "subset_score_loss": 0.026414871215820312, "memorization_fraction_pixel": 0.5259000062942505, "mean_nn_ratio_pixel": 0.4405028223991394, "fid": 42.65030666644169}
+{"step": 1410000, "wall_time": 13392.551272153854, "train_loss_step": 3.421064853668213, "n_params": 4408390, "total_flops": 19095029452800000, "train_loss": 0.026038878304617746, "subset_score_loss": 0.026038878304617746}
+{"step": 1420000, "wall_time": 13480.901727676392, "train_loss_step": 3.438690185546875, "n_params": 4408390, "total_flops": 19230455193600000, "train_loss": 0.026925899301256453, "subset_score_loss": 0.026925899301256453}
+{"step": 1430000, "wall_time": 13567.481874227524, "train_loss_step": 3.616767168045044, "n_params": 4408390, "total_flops": 19365880934400000, "train_loss": 0.026316922051565987, "subset_score_loss": 0.026316922051565987}
+{"step": 1440000, "wall_time": 13655.605155706406, "train_loss_step": 3.4978296756744385, "n_params": 4408390, "total_flops": 19501306675200000, "train_loss": 0.025749809401375907, "subset_score_loss": 0.025749809401375907}
+{"step": 1450000, "wall_time": 13743.739629268646, "train_loss_step": 3.407473087310791, "n_params": 4408390, "total_flops": 19636732416000000, "train_loss": 0.025993737152644567, "subset_score_loss": 0.025993737152644567}
+{"step": 1460000, "wall_time": 13831.67576432228, "train_loss_step": 3.5440354347229004, "n_params": 4408390, "total_flops": 19772158156800000, "train_loss": 0.02558982712881906, "subset_score_loss": 0.02558982712881906}
+{"step": 1470000, "wall_time": 13919.767577886581, "train_loss_step": 3.7173047065734863, "n_params": 4408390, "total_flops": 19907583897600000, "train_loss": 0.02590287072317941, "subset_score_loss": 0.02590287072317941}
+{"step": 1480000, "wall_time": 14006.877846002579, "train_loss_step": 3.2960522174835205, "n_params": 4408390, "total_flops": 20043009638400000, "train_loss": 0.025567546912602015, "subset_score_loss": 0.025567546912602015}
+{"step": 1490000, "wall_time": 14095.104314804077, "train_loss_step": 3.178953170776367, "n_params": 4408390, "total_flops": 20178435379200000, "train_loss": 0.02701225280761719, "subset_score_loss": 0.02701225280761719}
+{"step": 1500000, "wall_time": 14252.786222696304, "train_loss_step": 3.7272725105285645, "n_params": 4408390, "total_flops": 20313861120000000, "train_loss": 0.025576882702963693, "subset_score_loss": 0.025576882702963693, "memorization_fraction_pixel": 0.5329999923706055, "mean_nn_ratio_pixel": 0.4385584592819214, "fid": 42.52173026783673}
+{"step": 1510000, "wall_time": 14337.818320274353, "train_loss_step": 3.50821590423584, "n_params": 4408390, "total_flops": 20449286860800000, "train_loss": 0.02524406909942627, "subset_score_loss": 0.02524406909942627}
+{"step": 1520000, "wall_time": 14425.802967309952, "train_loss_step": 3.482891798019409, "n_params": 4408390, "total_flops": 20584712601600000, "train_loss": 0.02517279556819371, "subset_score_loss": 0.02517279556819371}
+{"step": 1530000, "wall_time": 14513.920092105865, "train_loss_step": 3.561169385910034, "n_params": 4408390, "total_flops": 20720138342400000, "train_loss": 0.024510250772748675, "subset_score_loss": 0.024510250772748675}
+{"step": 1540000, "wall_time": 14600.455394268036, "train_loss_step": 3.4133245944976807, "n_params": 4408390, "total_flops": 20855564083200000, "train_loss": 0.02469461645398821, "subset_score_loss": 0.02469461645398821}
+{"step": 1550000, "wall_time": 14688.519400835037, "train_loss_step": 3.5878562927246094, "n_params": 4408390, "total_flops": 20990989824000000, "train_loss": 0.02517109087535313, "subset_score_loss": 0.02517109087535313}
+{"step": 1560000, "wall_time": 14776.70246887207, "train_loss_step": 3.086984634399414, "n_params": 4408390, "total_flops": 21126415564800000, "train_loss": 0.024913501739501954, "subset_score_loss": 0.024913501739501954}
+{"step": 1570000, "wall_time": 14864.883578538895, "train_loss_step": 3.412405252456665, "n_params": 4408390, "total_flops": 21261841305600000, "train_loss": 0.02456540380205427, "subset_score_loss": 0.02456540380205427}
+{"step": 1580000, "wall_time": 14953.44815993309, "train_loss_step": 3.7080140113830566, "n_params": 4408390, "total_flops": 21397267046400000, "train_loss": 0.02553487845829555, "subset_score_loss": 0.02553487845829555}
+{"step": 1590000, "wall_time": 15039.877814292908, "train_loss_step": 3.507289409637451, "n_params": 4408390, "total_flops": 21532692787200000, "train_loss": 0.02406622852597918, "subset_score_loss": 0.02406622852597918}
+{"step": 1600000, "wall_time": 15208.615955591202, "train_loss_step": 3.300076961517334, "n_params": 4408390, "total_flops": 21668118528000000, "train_loss": 0.024059484686170307, "subset_score_loss": 0.024059484686170307, "memorization_fraction_pixel": 0.5703999996185303, "mean_nn_ratio_pixel": 0.4183045029640198, "fid": 43.147779608969344}
+{"step": 1610000, "wall_time": 15293.360768079758, "train_loss_step": 3.371263027191162, "n_params": 4408390, "total_flops": 21803544268800000, "train_loss": 0.02357851266860962, "subset_score_loss": 0.02357851266860962}
+{"step": 1620000, "wall_time": 15379.050718069077, "train_loss_step": 3.788330554962158, "n_params": 4408390, "total_flops": 21938970009600000, "train_loss": 0.024049849169594902, "subset_score_loss": 0.024049849169594902}
+{"step": 1630000, "wall_time": 15467.158804655075, "train_loss_step": 3.4659132957458496, "n_params": 4408390, "total_flops": 22074395750400000, "train_loss": 0.02368624210357666, "subset_score_loss": 0.02368624210357666}
+{"step": 1640000, "wall_time": 15555.62571811676, "train_loss_step": 3.283278465270996, "n_params": 4408390, "total_flops": 22209821491200000, "train_loss": 0.023532213483537946, "subset_score_loss": 0.023532213483537946}
+{"step": 1650000, "wall_time": 15642.070298433304, "train_loss_step": 3.473052740097046, "n_params": 4408390, "total_flops": 22345247232000000, "train_loss": 0.02405575684138707, "subset_score_loss": 0.02405575684138707}
+{"step": 1660000, "wall_time": 15730.181493759155, "train_loss_step": 3.3575663566589355, "n_params": 4408390, "total_flops": 22480672972800000, "train_loss": 0.024021128245762417, "subset_score_loss": 0.024021128245762417}
+{"step": 1670000, "wall_time": 15818.343326807022, "train_loss_step": 3.391331195831299, "n_params": 4408390, "total_flops": 22616098713600000, "train_loss": 0.023418092727661134, "subset_score_loss": 0.023418092727661134}
+{"step": 1680000, "wall_time": 15906.681468963623, "train_loss_step": 3.4510655403137207, "n_params": 4408390, "total_flops": 22751524454400000, "train_loss": 0.023867036615099226, "subset_score_loss": 0.023867036615099226}
+{"step": 1690000, "wall_time": 15993.398698568344, "train_loss_step": 2.9391567707061768, "n_params": 4408390, "total_flops": 22886950195200000, "train_loss": 0.023550793102809362, "subset_score_loss": 0.023550793102809362}
+{"step": 1700000, "wall_time": 16163.040803432465, "train_loss_step": 3.3293375968933105, "n_params": 4408390, "total_flops": 23022375936000000, "train_loss": 0.022900664806365968, "subset_score_loss": 0.022900664806365968, "memorization_fraction_pixel": 0.6061999797821045, "mean_nn_ratio_pixel": 0.4054420292377472, "fid": 42.12066824594664}
+{"step": 1710000, "wall_time": 16251.112563848495, "train_loss_step": 3.3231053352355957, "n_params": 4408390, "total_flops": 23157801676800000, "train_loss": 0.022940802574157714, "subset_score_loss": 0.022940802574157714}
+{"step": 1720000, "wall_time": 16330.66583609581, "train_loss_step": 3.289825439453125, "n_params": 4408390, "total_flops": 23293227417600000, "train_loss": 0.023609142644064766, "subset_score_loss": 0.023609142644064766}
+{"step": 1730000, "wall_time": 16417.60361146927, "train_loss_step": 3.3196020126342773, "n_params": 4408390, "total_flops": 23428653158400000, "train_loss": 0.023190884930746895, "subset_score_loss": 0.023190884930746895}
+{"step": 1740000, "wall_time": 16505.8824467659, "train_loss_step": 3.27608060836792, "n_params": 4408390, "total_flops": 23564078899200000, "train_loss": 0.02286182812282017, "subset_score_loss": 0.02286182812282017}
+{"step": 1750000, "wall_time": 16593.83167910576, "train_loss_step": 3.175321578979492, "n_params": 4408390, "total_flops": 23699504640000000, "train_loss": 0.02244837284088135, "subset_score_loss": 0.02244837284088135}
+{"step": 1760000, "wall_time": 16681.06998038292, "train_loss_step": 3.1894335746765137, "n_params": 4408390, "total_flops": 23834930380800000, "train_loss": 0.02285111631665911, "subset_score_loss": 0.02285111631665911}
+{"step": 1770000, "wall_time": 16769.282954216003, "train_loss_step": 3.2712459564208984, "n_params": 4408390, "total_flops": 23970356121600000, "train_loss": 0.022789161545889718, "subset_score_loss": 0.022789161545889718}
+{"step": 1780000, "wall_time": 16857.509509325027, "train_loss_step": 3.310725450515747, "n_params": 4408390, "total_flops": 24105781862400000, "train_loss": 0.022058863299233573, "subset_score_loss": 0.022058863299233573}
+{"step": 1790000, "wall_time": 16944.54236793518, "train_loss_step": 3.274827718734741, "n_params": 4408390, "total_flops": 24241207603200000, "train_loss": 0.022278172629220144, "subset_score_loss": 0.022278172629220144}
+{"step": 1800000, "wall_time": 17117.580180168152, "train_loss_step": 3.4350380897521973, "n_params": 4408390, "total_flops": 24376633344000000, "train_loss": 0.02239051376070295, "subset_score_loss": 0.02239051376070295, "memorization_fraction_pixel": 0.6315000057220459, "mean_nn_ratio_pixel": 0.39350202679634094, "fid": 43.061990355986396}
+{"step": 1810000, "wall_time": 17205.84851002693, "train_loss_step": 3.397036075592041, "n_params": 4408390, "total_flops": 24512059084800000, "train_loss": 0.02266655479158674, "subset_score_loss": 0.02266655479158674}
+{"step": 1820000, "wall_time": 17294.092178583145, "train_loss_step": 3.1451687812805176, "n_params": 4408390, "total_flops": 24647484825600000, "train_loss": 0.022001831872122627, "subset_score_loss": 0.022001831872122627}
+{"step": 1830000, "wall_time": 17373.40024805069, "train_loss_step": 3.355323314666748, "n_params": 4408390, "total_flops": 24782910566400000, "train_loss": 0.022186851501464842, "subset_score_loss": 0.022186851501464842}
+{"step": 1840000, "wall_time": 17461.603729248047, "train_loss_step": 3.5460634231567383, "n_params": 4408390, "total_flops": 24918336307200000, "train_loss": 0.021604265485491072, "subset_score_loss": 0.021604265485491072}
+{"step": 1850000, "wall_time": 17549.89010477066, "train_loss_step": 2.990996837615967, "n_params": 4408390, "total_flops": 25053762048000000, "train_loss": 0.021343534333365305, "subset_score_loss": 0.021343534333365305}
+{"step": 1860000, "wall_time": 17636.83869743347, "train_loss_step": 3.311491012573242, "n_params": 4408390, "total_flops": 25189187788800000, "train_loss": 0.02122401509966169, "subset_score_loss": 0.02122401509966169}
+{"step": 1870000, "wall_time": 17724.933772325516, "train_loss_step": 3.098871946334839, "n_params": 4408390, "total_flops": 25324613529600000, "train_loss": 0.021321300097874234, "subset_score_loss": 0.021321300097874234}
+{"step": 1880000, "wall_time": 17813.069554805756, "train_loss_step": 2.94120717048645, "n_params": 4408390, "total_flops": 25460039270400000, "train_loss": 0.02217886277607509, "subset_score_loss": 0.02217886277607509}
+{"step": 1890000, "wall_time": 17901.76629257202, "train_loss_step": 3.055720329284668, "n_params": 4408390, "total_flops": 25595465011200000, "train_loss": 0.02120356389454433, "subset_score_loss": 0.02120356389454433}
+{"step": 1900000, "wall_time": 18080.116134405136, "train_loss_step": 3.089576244354248, "n_params": 4408390, "total_flops": 25730890752000000, "train_loss": 0.02146247284752982, "subset_score_loss": 0.02146247284752982, "memorization_fraction_pixel": 0.6288999915122986, "mean_nn_ratio_pixel": 0.3938588500022888, "fid": 43.02401679343541}
+{"step": 1910000, "wall_time": 18168.12996482849, "train_loss_step": 3.0251283645629883, "n_params": 4408390, "total_flops": 25866316492800000, "train_loss": 0.021670787675040108, "subset_score_loss": 0.021670787675040108}
+{"step": 1920000, "wall_time": 18256.405676603317, "train_loss_step": 3.0244479179382324, "n_params": 4408390, "total_flops": 26001742233600000, "train_loss": 0.021972789083208356, "subset_score_loss": 0.021972789083208356}
+{"step": 1930000, "wall_time": 18345.02126765251, "train_loss_step": 3.3363640308380127, "n_params": 4408390, "total_flops": 26137167974400000, "train_loss": 0.020814314910343714, "subset_score_loss": 0.020814314910343714}
+{"step": 1940000, "wall_time": 18425.55035328865, "train_loss_step": 2.9812633991241455, "n_params": 4408390, "total_flops": 26272593715200000, "train_loss": 0.020425874846322196, "subset_score_loss": 0.020425874846322196}
+{"step": 1950000, "wall_time": 18513.820051193237, "train_loss_step": 3.0692787170410156, "n_params": 4408390, "total_flops": 26408019456000000, "train_loss": 0.020949058873312814, "subset_score_loss": 0.020949058873312814}
+{"step": 1960000, "wall_time": 18602.267451763153, "train_loss_step": 3.3110692501068115, "n_params": 4408390, "total_flops": 26543445196800000, "train_loss": 0.021212102685655865, "subset_score_loss": 0.021212102685655865}
+{"step": 1970000, "wall_time": 18688.714399576187, "train_loss_step": 3.0397348403930664, "n_params": 4408390, "total_flops": 26678870937600000, "train_loss": 0.021456449372427803, "subset_score_loss": 0.021456449372427803}
+{"step": 1980000, "wall_time": 18777.032652378082, "train_loss_step": 2.967888116836548, "n_params": 4408390, "total_flops": 26814296678400000, "train_loss": 0.020797996861594063, "subset_score_loss": 0.020797996861594063}
+{"step": 1990000, "wall_time": 18865.004257678986, "train_loss_step": 3.305845022201538, "n_params": 4408390, "total_flops": 26949722419200000, "train_loss": 0.02036357947758266, "subset_score_loss": 0.02036357947758266}
+{"step": 2000000, "wall_time": 19035.455927610397, "train_loss_step": 2.9332144260406494, "n_params": 4408390, "total_flops": 27085148160000000, "train_loss": 0.021048881326402938, "subset_score_loss": 0.021048881326402938, "memorization_fraction_pixel": 0.683899998664856, "mean_nn_ratio_pixel": 0.3708978593349457, "fid": 42.708590495037285}
+{"step": 2010000, "wall_time": 19123.275268793106, "train_loss_step": 3.089405059814453, "n_params": 4408390, "total_flops": 27220573900800000, "train_loss": 0.020177718571254184, "subset_score_loss": 0.020177718571254184}
+{"step": 2020000, "wall_time": 19211.475476264954, "train_loss_step": 3.2395083904266357, "n_params": 4408390, "total_flops": 27355999641600000, "train_loss": 0.02012955461229597, "subset_score_loss": 0.02012955461229597}
+{"step": 2030000, "wall_time": 19299.67218184471, "train_loss_step": 3.1242032051086426, "n_params": 4408390, "total_flops": 27491425382400000, "train_loss": 0.020416905198778423, "subset_score_loss": 0.020416905198778423}
+{"step": 2040000, "wall_time": 19386.71185517311, "train_loss_step": 2.996904134750366, "n_params": 4408390, "total_flops": 27626851123200000, "train_loss": 0.019565515858786447, "subset_score_loss": 0.019565515858786447}
+{"step": 2050000, "wall_time": 19466.06021785736, "train_loss_step": 3.374286651611328, "n_params": 4408390, "total_flops": 27762276864000000, "train_loss": 0.01945199796131679, "subset_score_loss": 0.01945199796131679}
+{"step": 2060000, "wall_time": 19554.240200281143, "train_loss_step": 3.0501365661621094, "n_params": 4408390, "total_flops": 27897702604800000, "train_loss": 0.020259484222957067, "subset_score_loss": 0.020259484222957067}
+{"step": 2070000, "wall_time": 19642.68142724037, "train_loss_step": 3.2515087127685547, "n_params": 4408390, "total_flops": 28033128345600000, "train_loss": 0.020351706232343402, "subset_score_loss": 0.020351706232343402}
+{"step": 2080000, "wall_time": 19729.06668305397, "train_loss_step": 3.153599262237549, "n_params": 4408390, "total_flops": 28168554086400000, "train_loss": 0.02034200429916382, "subset_score_loss": 0.02034200429916382}
+{"step": 2090000, "wall_time": 19816.501911878586, "train_loss_step": 3.3105554580688477, "n_params": 4408390, "total_flops": 28303979827200000, "train_loss": 0.01977355309895107, "subset_score_loss": 0.01977355309895107}
+{"step": 2100000, "wall_time": 19998.367521047592, "train_loss_step": 2.915825128555298, "n_params": 4408390, "total_flops": 28439405568000000, "train_loss": 0.019160006727491106, "subset_score_loss": 0.019160006727491106, "memorization_fraction_pixel": 0.6965000033378601, "mean_nn_ratio_pixel": 0.3651100695133209, "fid": 42.20361166900492}
+{"step": 2110000, "wall_time": 20086.515028953552, "train_loss_step": 3.1630396842956543, "n_params": 4408390, "total_flops": 28574831308800000, "train_loss": 0.019227726118905202, "subset_score_loss": 0.019227726118905202}
+{"step": 2120000, "wall_time": 20174.71686053276, "train_loss_step": 3.295991897583008, "n_params": 4408390, "total_flops": 28710257049600000, "train_loss": 0.019855385167258127, "subset_score_loss": 0.019855385167258127}
+{"step": 2130000, "wall_time": 20262.915503501892, "train_loss_step": 3.0886313915252686, "n_params": 4408390, "total_flops": 28845682790400000, "train_loss": 0.01963846002306257, "subset_score_loss": 0.01963846002306257}
+{"step": 2140000, "wall_time": 20351.17535686493, "train_loss_step": 2.885159730911255, "n_params": 4408390, "total_flops": 28981108531200000, "train_loss": 0.01904485055378505, "subset_score_loss": 0.01904485055378505}
+{"step": 2150000, "wall_time": 20433.666662931442, "train_loss_step": 3.178694248199463, "n_params": 4408390, "total_flops": 29116534272000000, "train_loss": 0.018949690886906217, "subset_score_loss": 0.018949690886906217}
+{"step": 2160000, "wall_time": 20515.56357383728, "train_loss_step": 2.9358179569244385, "n_params": 4408390, "total_flops": 29251960012800000, "train_loss": 0.019290736743382046, "subset_score_loss": 0.019290736743382046}
+{"step": 2170000, "wall_time": 20603.89267039299, "train_loss_step": 3.0872185230255127, "n_params": 4408390, "total_flops": 29387385753600000, "train_loss": 0.019152040140969412, "subset_score_loss": 0.019152040140969412}
+{"step": 2180000, "wall_time": 20690.44263267517, "train_loss_step": 3.3537814617156982, "n_params": 4408390, "total_flops": 29522811494400000, "train_loss": 0.019612576280321394, "subset_score_loss": 0.019612576280321394}
+{"step": 2190000, "wall_time": 20775.720524549484, "train_loss_step": 3.2928013801574707, "n_params": 4408390, "total_flops": 29658237235200000, "train_loss": 0.018671861716679165, "subset_score_loss": 0.018671861716679165}
+{"step": 2200000, "wall_time": 20953.2825255394, "train_loss_step": 2.907166004180908, "n_params": 4408390, "total_flops": 29793662976000000, "train_loss": 0.018522046293531144, "subset_score_loss": 0.018522046293531144, "memorization_fraction_pixel": 0.7114999890327454, "mean_nn_ratio_pixel": 0.35856330394744873, "fid": 43.22719062149381}
+{"step": 2210000, "wall_time": 21041.415160417557, "train_loss_step": 3.1097655296325684, "n_params": 4408390, "total_flops": 29929088716800000, "train_loss": 0.019207610402788435, "subset_score_loss": 0.019207610402788435}
+{"step": 2220000, "wall_time": 21129.588673114777, "train_loss_step": 3.2415456771850586, "n_params": 4408390, "total_flops": 30064514457600000, "train_loss": 0.01957552092415946, "subset_score_loss": 0.01957552092415946}
+{"step": 2230000, "wall_time": 21217.830909967422, "train_loss_step": 3.2884631156921387, "n_params": 4408390, "total_flops": 30199940198400000, "train_loss": 0.01846211978367397, "subset_score_loss": 0.01846211978367397}
+{"step": 2240000, "wall_time": 21306.035495996475, "train_loss_step": 3.3628292083740234, "n_params": 4408390, "total_flops": 30335365939200000, "train_loss": 0.01835104737962995, "subset_score_loss": 0.01835104737962995}
+{"step": 2250000, "wall_time": 21394.330502271652, "train_loss_step": 3.104679822921753, "n_params": 4408390, "total_flops": 30470791680000000, "train_loss": 0.01814943552017212, "subset_score_loss": 0.01814943552017212}
+{"step": 2260000, "wall_time": 21476.781645536423, "train_loss_step": 2.904836893081665, "n_params": 4408390, "total_flops": 30606217420800000, "train_loss": 0.01831897326878139, "subset_score_loss": 0.01831897326878139}
+{"step": 2270000, "wall_time": 21554.462111234665, "train_loss_step": 2.8617026805877686, "n_params": 4408390, "total_flops": 30741643161600000, "train_loss": 0.019037301199776785, "subset_score_loss": 0.019037301199776785}
+{"step": 2280000, "wall_time": 21642.89944958687, "train_loss_step": 3.260157585144043, "n_params": 4408390, "total_flops": 30877068902400000, "train_loss": 0.01873694658279419, "subset_score_loss": 0.01873694658279419}
+{"step": 2290000, "wall_time": 21723.440323591232, "train_loss_step": 3.277958393096924, "n_params": 4408390, "total_flops": 31012494643200000, "train_loss": 0.01830498491014753, "subset_score_loss": 0.01830498491014753}
+{"step": 2300000, "wall_time": 21942.985939502716, "train_loss_step": 3.073371410369873, "n_params": 4408390, "total_flops": 31147920384000000, "train_loss": 0.01840597220829555, "subset_score_loss": 0.01840597220829555, "memorization_fraction_pixel": 0.7200000286102295, "mean_nn_ratio_pixel": 0.3554266691207886, "fid": 42.597955845324066}
+{"step": 2310000, "wall_time": 22031.036306858063, "train_loss_step": 3.0898709297180176, "n_params": 4408390, "total_flops": 31283346124800000, "train_loss": 0.01789447239467076, "subset_score_loss": 0.01789447239467076}
+{"step": 2320000, "wall_time": 22119.19012951851, "train_loss_step": 3.065200090408325, "n_params": 4408390, "total_flops": 31418771865600000, "train_loss": 0.01776920897620065, "subset_score_loss": 0.01776920897620065}
+{"step": 2330000, "wall_time": 22207.476107358932, "train_loss_step": 3.285231351852417, "n_params": 4408390, "total_flops": 31554197606400000, "train_loss": 0.018409832886287145, "subset_score_loss": 0.018409832886287145}
+{"step": 2340000, "wall_time": 22295.65056705475, "train_loss_step": 3.1603970527648926, "n_params": 4408390, "total_flops": 31689623347200000, "train_loss": 0.017682450158255442, "subset_score_loss": 0.017682450158255442}
+{"step": 2350000, "wall_time": 22383.891650915146, "train_loss_step": 3.1221370697021484, "n_params": 4408390, "total_flops": 31825049088000000, "train_loss": 0.018165247780936106, "subset_score_loss": 0.018165247780936106}
+{"step": 2360000, "wall_time": 22472.645710229874, "train_loss_step": 3.172451972961426, "n_params": 4408390, "total_flops": 31960474828800000, "train_loss": 0.01782893793923514, "subset_score_loss": 0.01782893793923514}
+{"step": 2370000, "wall_time": 22546.757887125015, "train_loss_step": 3.2085442543029785, "n_params": 4408390, "total_flops": 32095900569600000, "train_loss": 0.0192010726247515, "subset_score_loss": 0.0192010726247515}
+{"step": 2380000, "wall_time": 22635.00667643547, "train_loss_step": 3.0942444801330566, "n_params": 4408390, "total_flops": 32231326310400000, "train_loss": 0.017652114800044468, "subset_score_loss": 0.017652114800044468}
+{"step": 2390000, "wall_time": 22711.431864500046, "train_loss_step": 3.026501178741455, "n_params": 4408390, "total_flops": 32366752051200000, "train_loss": 0.018628832272120883, "subset_score_loss": 0.018628832272120883}
+{"step": 2400000, "wall_time": 22914.869056224823, "train_loss_step": 2.995858907699585, "n_params": 4408390, "total_flops": 32502177792000000, "train_loss": 0.017271414824894495, "subset_score_loss": 0.017271414824894495, "memorization_fraction_pixel": 0.7325999736785889, "mean_nn_ratio_pixel": 0.35057133436203003, "fid": 42.379504761684046}
+{"step": 2410000, "wall_time": 23003.185670375824, "train_loss_step": 3.047761917114258, "n_params": 4408390, "total_flops": 32637603532800000, "train_loss": 0.017806971073150636, "subset_score_loss": 0.017806971073150636}
+{"step": 2420000, "wall_time": 23091.402729988098, "train_loss_step": 2.83944034576416, "n_params": 4408390, "total_flops": 32773029273600000, "train_loss": 0.017352080345153807, "subset_score_loss": 0.017352080345153807}
+{"step": 2430000, "wall_time": 23179.626215219498, "train_loss_step": 3.0423245429992676, "n_params": 4408390, "total_flops": 32908455014400000, "train_loss": 0.017256993906838554, "subset_score_loss": 0.017256993906838554}
+{"step": 2440000, "wall_time": 23267.889374256134, "train_loss_step": 3.1701364517211914, "n_params": 4408390, "total_flops": 33043880755200000, "train_loss": 0.017265677452087402, "subset_score_loss": 0.017265677452087402}
+{"step": 2450000, "wall_time": 23356.116797208786, "train_loss_step": 3.0974481105804443, "n_params": 4408390, "total_flops": 33179306496000000, "train_loss": 0.017771557399204798, "subset_score_loss": 0.017771557399204798}
+{"step": 2460000, "wall_time": 23444.31892824173, "train_loss_step": 3.13759183883667, "n_params": 4408390, "total_flops": 33314732236800000, "train_loss": 0.018019943577902656, "subset_score_loss": 0.018019943577902656}
+{"step": 2470000, "wall_time": 23531.378758907318, "train_loss_step": 3.086225986480713, "n_params": 4408390, "total_flops": 33450157977600000, "train_loss": 0.017528460706983294, "subset_score_loss": 0.017528460706983294}
+{"step": 2480000, "wall_time": 23609.235374689102, "train_loss_step": 2.907703399658203, "n_params": 4408390, "total_flops": 33585583718400000, "train_loss": 0.017019818510328022, "subset_score_loss": 0.017019818510328022}
+{"step": 2490000, "wall_time": 23691.182582855225, "train_loss_step": 2.9321932792663574, "n_params": 4408390, "total_flops": 33721009459200000, "train_loss": 0.01697772571018764, "subset_score_loss": 0.01697772571018764}
+{"step": 2500000, "wall_time": 23873.490757226944, "train_loss_step": 2.827510356903076, "n_params": 4408390, "total_flops": 33856435200000000, "train_loss": 0.017224928310939244, "subset_score_loss": 0.017224928310939244, "memorization_fraction_pixel": 0.7336000204086304, "mean_nn_ratio_pixel": 0.3490462005138397, "fid": 41.90776276683814}
+{"step": 2510000, "wall_time": 23961.53921508789, "train_loss_step": 3.2277791500091553, "n_params": 4408390, "total_flops": 33991860940800000, "train_loss": 0.017753991058894567, "subset_score_loss": 0.017753991058894567}
+{"step": 2520000, "wall_time": 24049.43756222725, "train_loss_step": 2.8390254974365234, "n_params": 4408390, "total_flops": 34127286681600000, "train_loss": 0.016340516294751847, "subset_score_loss": 0.016340516294751847}
+{"step": 2530000, "wall_time": 24137.524188041687, "train_loss_step": 3.1157896518707275, "n_params": 4408390, "total_flops": 34262712422400000, "train_loss": 0.01700571094240461, "subset_score_loss": 0.01700571094240461}
+{"step": 2540000, "wall_time": 24225.575356006622, "train_loss_step": 3.046940326690674, "n_params": 4408390, "total_flops": 34398138163200000, "train_loss": 0.01650219474520002, "subset_score_loss": 0.01650219474520002}
+{"step": 2550000, "wall_time": 24313.664648771286, "train_loss_step": 3.023984909057617, "n_params": 4408390, "total_flops": 34533563904000000, "train_loss": 0.0162565963608878, "subset_score_loss": 0.0162565963608878}
+{"step": 2560000, "wall_time": 24401.670639038086, "train_loss_step": 2.9142227172851562, "n_params": 4408390, "total_flops": 34668989644800000, "train_loss": 0.016515963418143136, "subset_score_loss": 0.016515963418143136}
+{"step": 2570000, "wall_time": 24489.663656949997, "train_loss_step": 2.518892765045166, "n_params": 4408390, "total_flops": 34804415385600000, "train_loss": 0.016323236056736537, "subset_score_loss": 0.016323236056736537}
+{"step": 2580000, "wall_time": 24575.43108677864, "train_loss_step": 2.9636921882629395, "n_params": 4408390, "total_flops": 34939841126400000, "train_loss": 0.01716337203979492, "subset_score_loss": 0.01716337203979492}
+{"step": 2590000, "wall_time": 24648.187983989716, "train_loss_step": 2.9879748821258545, "n_params": 4408390, "total_flops": 35075266867200000, "train_loss": 0.016737306118011476, "subset_score_loss": 0.016737306118011476}
+{"step": 2600000, "wall_time": 24821.492723703384, "train_loss_step": 3.175081729888916, "n_params": 4408390, "total_flops": 35210692608000000, "train_loss": 0.01647394725254604, "subset_score_loss": 0.01647394725254604, "memorization_fraction_pixel": 0.7506999969482422, "mean_nn_ratio_pixel": 0.34399232268333435, "fid": 41.9370136589926}
+{"step": 2610000, "wall_time": 24909.57109928131, "train_loss_step": 2.911406993865967, "n_params": 4408390, "total_flops": 35346118348800000, "train_loss": 0.017205507414681572, "subset_score_loss": 0.017205507414681572}
+{"step": 2620000, "wall_time": 24997.446727752686, "train_loss_step": 3.157320976257324, "n_params": 4408390, "total_flops": 35481544089600000, "train_loss": 0.01635310649871826, "subset_score_loss": 0.01635310649871826}
+{"step": 2630000, "wall_time": 25085.4939763546, "train_loss_step": 3.149280071258545, "n_params": 4408390, "total_flops": 35616969830400000, "train_loss": 0.016796001366206577, "subset_score_loss": 0.016796001366206577}
+{"step": 2640000, "wall_time": 25173.471956014633, "train_loss_step": 3.1784088611602783, "n_params": 4408390, "total_flops": 35752395571200000, "train_loss": 0.016346195765904018, "subset_score_loss": 0.016346195765904018}
+{"step": 2650000, "wall_time": 25261.618936777115, "train_loss_step": 3.037055015563965, "n_params": 4408390, "total_flops": 35887821312000000, "train_loss": 0.01732102121625628, "subset_score_loss": 0.01732102121625628}
+{"step": 2660000, "wall_time": 25349.665457963943, "train_loss_step": 3.004199981689453, "n_params": 4408390, "total_flops": 36023247052800000, "train_loss": 0.016585513523646764, "subset_score_loss": 0.016585513523646764}
+{"step": 2670000, "wall_time": 25437.735753297806, "train_loss_step": 2.8569488525390625, "n_params": 4408390, "total_flops": 36158672793600000, "train_loss": 0.016599850995200022, "subset_score_loss": 0.016599850995200022}
+{"step": 2680000, "wall_time": 25525.830973386765, "train_loss_step": 3.0730721950531006, "n_params": 4408390, "total_flops": 36294098534400000, "train_loss": 0.015873450892312187, "subset_score_loss": 0.015873450892312187}
+{"step": 2690000, "wall_time": 25603.11842608452, "train_loss_step": 3.089299201965332, "n_params": 4408390, "total_flops": 36429524275200000, "train_loss": 0.01643939529146467, "subset_score_loss": 0.01643939529146467}
+{"step": 2700000, "wall_time": 25791.667303800583, "train_loss_step": 3.0412065982818604, "n_params": 4408390, "total_flops": 36564950016000000, "train_loss": 0.015941877024514335, "subset_score_loss": 0.015941877024514335, "memorization_fraction_pixel": 0.7796000242233276, "mean_nn_ratio_pixel": 0.3330971598625183, "fid": 42.21060118949008}
+{"step": 2710000, "wall_time": 25879.80784845352, "train_loss_step": 2.9220705032348633, "n_params": 4408390, "total_flops": 36700375756800000, "train_loss": 0.015520388739449636, "subset_score_loss": 0.015520388739449636}
+{"step": 2720000, "wall_time": 25967.766791820526, "train_loss_step": 3.0031399726867676, "n_params": 4408390, "total_flops": 36835801497600000, "train_loss": 0.016078058310917447, "subset_score_loss": 0.016078058310917447}
+{"step": 2730000, "wall_time": 26055.739538908005, "train_loss_step": 3.2514219284057617, "n_params": 4408390, "total_flops": 36971227238400000, "train_loss": 0.015356767177581786, "subset_score_loss": 0.015356767177581786}
+{"step": 2740000, "wall_time": 26143.950929403305, "train_loss_step": 2.6646671295166016, "n_params": 4408390, "total_flops": 37106652979200000, "train_loss": 0.015677687100001742, "subset_score_loss": 0.015677687100001742}
+{"step": 2750000, "wall_time": 26232.097068309784, "train_loss_step": 2.7766902446746826, "n_params": 4408390, "total_flops": 37242078720000000, "train_loss": 0.015598343099866595, "subset_score_loss": 0.015598343099866595}
+{"step": 2760000, "wall_time": 26320.11823630333, "train_loss_step": 3.11283540725708, "n_params": 4408390, "total_flops": 37377504460800000, "train_loss": 0.015616416931152344, "subset_score_loss": 0.015616416931152344}
+{"step": 2770000, "wall_time": 26408.30460834503, "train_loss_step": 2.9960708618164062, "n_params": 4408390, "total_flops": 37512930201600000, "train_loss": 0.015818141187940324, "subset_score_loss": 0.015818141187940324}
+{"step": 2780000, "wall_time": 26491.416071653366, "train_loss_step": 2.9579319953918457, "n_params": 4408390, "total_flops": 37648355942400000, "train_loss": 0.015413119111742292, "subset_score_loss": 0.015413119111742292}
+{"step": 2790000, "wall_time": 26574.047022342682, "train_loss_step": 3.0108001232147217, "n_params": 4408390, "total_flops": 37783781683200000, "train_loss": 0.016469248703547885, "subset_score_loss": 0.016469248703547885}
+{"step": 2800000, "wall_time": 26745.634196281433, "train_loss_step": 2.7312979698181152, "n_params": 4408390, "total_flops": 37919207424000000, "train_loss": 0.015236691066196987, "subset_score_loss": 0.015236691066196987, "memorization_fraction_pixel": 0.7824000120162964, "mean_nn_ratio_pixel": 0.33057013154029846, "fid": 41.92968561930557}
+{"step": 2810000, "wall_time": 26833.665746688843, "train_loss_step": 2.9133992195129395, "n_params": 4408390, "total_flops": 38054633164800000, "train_loss": 0.015949479171207974, "subset_score_loss": 0.015949479171207974}
+{"step": 2820000, "wall_time": 26921.697417020798, "train_loss_step": 2.8385069370269775, "n_params": 4408390, "total_flops": 38190058905600000, "train_loss": 0.01567533186503819, "subset_score_loss": 0.01567533186503819}
+{"step": 2830000, "wall_time": 27009.623737573624, "train_loss_step": 3.1342437267303467, "n_params": 4408390, "total_flops": 38325484646400000, "train_loss": 0.017038909026554652, "subset_score_loss": 0.017038909026554652}
+{"step": 2840000, "wall_time": 27097.698402166367, "train_loss_step": 2.8559741973876953, "n_params": 4408390, "total_flops": 38460910387200000, "train_loss": 0.015521841389792306, "subset_score_loss": 0.015521841389792306}
+{"step": 2850000, "wall_time": 27185.722373723984, "train_loss_step": 2.632899284362793, "n_params": 4408390, "total_flops": 38596336128000000, "train_loss": 0.0163833601134164, "subset_score_loss": 0.0163833601134164}
+{"step": 2860000, "wall_time": 27273.93280529976, "train_loss_step": 2.7138829231262207, "n_params": 4408390, "total_flops": 38731761868800000, "train_loss": 0.015011562619890485, "subset_score_loss": 0.015011562619890485}
+{"step": 2870000, "wall_time": 27362.12219142914, "train_loss_step": 2.9056458473205566, "n_params": 4408390, "total_flops": 38867187609600000, "train_loss": 0.015328460080283029, "subset_score_loss": 0.015328460080283029}
+{"step": 2880000, "wall_time": 27446.40114736557, "train_loss_step": 2.92100191116333, "n_params": 4408390, "total_flops": 39002613350400000, "train_loss": 0.015021038055419923, "subset_score_loss": 0.015021038055419923}
+{"step": 2890000, "wall_time": 27529.655990839005, "train_loss_step": 2.9246580600738525, "n_params": 4408390, "total_flops": 39138039091200000, "train_loss": 0.015698317119053434, "subset_score_loss": 0.015698317119053434}
+{"step": 2900000, "wall_time": 27708.221538305283, "train_loss_step": 3.1096792221069336, "n_params": 4408390, "total_flops": 39273464832000000, "train_loss": 0.015951320103236608, "subset_score_loss": 0.015951320103236608, "memorization_fraction_pixel": 0.7882000207901001, "mean_nn_ratio_pixel": 0.32972609996795654, "fid": 42.40804276195015}
+{"step": 2910000, "wall_time": 27794.467828273773, "train_loss_step": 2.885179281234741, "n_params": 4408390, "total_flops": 39408890572800000, "train_loss": 0.014907007558005198, "subset_score_loss": 0.014907007558005198}
+{"step": 2920000, "wall_time": 27882.64790534973, "train_loss_step": 2.7642972469329834, "n_params": 4408390, "total_flops": 39544316313600000, "train_loss": 0.0147944518498012, "subset_score_loss": 0.0147944518498012}
+{"step": 2930000, "wall_time": 27970.620559692383, "train_loss_step": 2.830361843109131, "n_params": 4408390, "total_flops": 39679742054400000, "train_loss": 0.01565975972584316, "subset_score_loss": 0.01565975972584316}
+{"step": 2940000, "wall_time": 28058.57661652565, "train_loss_step": 3.067385196685791, "n_params": 4408390, "total_flops": 39815167795200000, "train_loss": 0.015143031733376638, "subset_score_loss": 0.015143031733376638}
+{"step": 2950000, "wall_time": 28146.68691945076, "train_loss_step": 2.956118583679199, "n_params": 4408390, "total_flops": 39950593536000000, "train_loss": 0.01588602236339024, "subset_score_loss": 0.01588602236339024}
+{"step": 2960000, "wall_time": 28234.88113284111, "train_loss_step": 3.069584846496582, "n_params": 4408390, "total_flops": 40086019276800000, "train_loss": 0.015287576402936662, "subset_score_loss": 0.015287576402936662}
+{"step": 2970000, "wall_time": 28323.022973775864, "train_loss_step": 2.948786735534668, "n_params": 4408390, "total_flops": 40221445017600000, "train_loss": 0.014682762963431222, "subset_score_loss": 0.014682762963431222}
+{"step": 2980000, "wall_time": 28404.85639834404, "train_loss_step": 2.8749661445617676, "n_params": 4408390, "total_flops": 40356870758400000, "train_loss": 0.015096119471958705, "subset_score_loss": 0.015096119471958705}
+{"step": 2990000, "wall_time": 28489.04514813423, "train_loss_step": 2.934051752090454, "n_params": 4408390, "total_flops": 40492296499200000, "train_loss": 0.015822705200740268, "subset_score_loss": 0.015822705200740268}
+{"step": 3000000, "wall_time": 28670.30099749565, "train_loss_step": 2.7327890396118164, "n_params": 4408390, "total_flops": 40627722240000000, "train_loss": 0.01585737977709089, "subset_score_loss": 0.01585737977709089, "memorization_fraction_pixel": 0.7908999919891357, "mean_nn_ratio_pixel": 0.32777777314186096, "fid": 41.9828776429882}
+{"step": 3010000, "wall_time": 28751.91626214981, "train_loss_step": 2.901674270629883, "n_params": 4408390, "total_flops": 40763147980800000, "train_loss": 0.015088989053453718, "subset_score_loss": 0.015088989053453718}
+{"step": 3020000, "wall_time": 28840.023805618286, "train_loss_step": 2.9394710063934326, "n_params": 4408390, "total_flops": 40898573721600000, "train_loss": 0.014865022046225411, "subset_score_loss": 0.014865022046225411}
+{"step": 3030000, "wall_time": 28927.93868112564, "train_loss_step": 2.9393229484558105, "n_params": 4408390, "total_flops": 41033999462400000, "train_loss": 0.014836122308458601, "subset_score_loss": 0.014836122308458601}
+{"step": 3040000, "wall_time": 29016.046080350876, "train_loss_step": 3.004768133163452, "n_params": 4408390, "total_flops": 41169425203200000, "train_loss": 0.015035605430603028, "subset_score_loss": 0.015035605430603028}
+{"step": 3050000, "wall_time": 29104.217212200165, "train_loss_step": 2.8754148483276367, "n_params": 4408390, "total_flops": 41304850944000000, "train_loss": 0.014949408599308558, "subset_score_loss": 0.014949408599308558}
+{"step": 3060000, "wall_time": 29192.394304275513, "train_loss_step": 2.9128408432006836, "n_params": 4408390, "total_flops": 41440276684800000, "train_loss": 0.014825029032570975, "subset_score_loss": 0.014825029032570975}
+{"step": 3070000, "wall_time": 29280.651335716248, "train_loss_step": 2.790137529373169, "n_params": 4408390, "total_flops": 41575702425600000, "train_loss": 0.014611688682011195, "subset_score_loss": 0.014611688682011195}
+{"step": 3080000, "wall_time": 29362.215146541595, "train_loss_step": 2.922518730163574, "n_params": 4408390, "total_flops": 41711128166400000, "train_loss": 0.01455671957560948, "subset_score_loss": 0.01455671957560948}
+{"step": 3090000, "wall_time": 29449.79827260971, "train_loss_step": 2.7883353233337402, "n_params": 4408390, "total_flops": 41846553907200000, "train_loss": 0.014252870423453195, "subset_score_loss": 0.014252870423453195}
+{"step": 3100000, "wall_time": 29636.102779626846, "train_loss_step": 3.129757881164551, "n_params": 4408390, "total_flops": 41981979648000000, "train_loss": 0.014154580661228724, "subset_score_loss": 0.014154580661228724, "memorization_fraction_pixel": 0.7811999917030334, "mean_nn_ratio_pixel": 0.3327186405658722, "fid": 42.175111336498574}
+{"step": 3110000, "wall_time": 29716.24661397934, "train_loss_step": 2.923412799835205, "n_params": 4408390, "total_flops": 42117405388800000, "train_loss": 0.014583184037889753, "subset_score_loss": 0.014583184037889753}
+{"step": 3120000, "wall_time": 29794.625709056854, "train_loss_step": 2.9311604499816895, "n_params": 4408390, "total_flops": 42252831129600000, "train_loss": 0.014267978497913905, "subset_score_loss": 0.014267978497913905}
+{"step": 3130000, "wall_time": 29882.81222653389, "train_loss_step": 2.684436798095703, "n_params": 4408390, "total_flops": 42388256870400000, "train_loss": 0.014153226784297398, "subset_score_loss": 0.014153226784297398}
+{"step": 3140000, "wall_time": 29971.03543639183, "train_loss_step": 2.711482286453247, "n_params": 4408390, "total_flops": 42523682611200000, "train_loss": 0.014521035126277379, "subset_score_loss": 0.014521035126277379}
+{"step": 3150000, "wall_time": 30059.335119724274, "train_loss_step": 2.9068119525909424, "n_params": 4408390, "total_flops": 42659108352000000, "train_loss": 0.014115405934197562, "subset_score_loss": 0.014115405934197562}
+{"step": 3160000, "wall_time": 30147.598638296127, "train_loss_step": 3.0608630180358887, "n_params": 4408390, "total_flops": 42794534092800000, "train_loss": 0.014179555858884538, "subset_score_loss": 0.014179555858884538}
+{"step": 3170000, "wall_time": 30235.7891433239, "train_loss_step": 2.589789867401123, "n_params": 4408390, "total_flops": 42929959833600000, "train_loss": 0.01431159121649606, "subset_score_loss": 0.01431159121649606}
+{"step": 3180000, "wall_time": 30314.16666173935, "train_loss_step": 3.0161211490631104, "n_params": 4408390, "total_flops": 43065385574400000, "train_loss": 0.014967504569462367, "subset_score_loss": 0.014967504569462367}
+{"step": 3190000, "wall_time": 30399.69418311119, "train_loss_step": 2.866800308227539, "n_params": 4408390, "total_flops": 43200811315200000, "train_loss": 0.01457935231072562, "subset_score_loss": 0.01457935231072562}
+{"step": 3200000, "wall_time": 30595.25878715515, "train_loss_step": 2.9309773445129395, "n_params": 4408390, "total_flops": 43336237056000000, "train_loss": 0.013969824995313372, "subset_score_loss": 0.013969824995313372, "memorization_fraction_pixel": 0.8155999779701233, "mean_nn_ratio_pixel": 0.3180275857448578, "fid": 42.435849856760214}
+{"step": 3210000, "wall_time": 30683.55204296112, "train_loss_step": 2.977052688598633, "n_params": 4408390, "total_flops": 43471662796800000, "train_loss": 0.01421506404876709, "subset_score_loss": 0.01421506404876709}
+{"step": 3220000, "wall_time": 30761.146778821945, "train_loss_step": 2.8916401863098145, "n_params": 4408390, "total_flops": 43607088537600000, "train_loss": 0.014060136250087193, "subset_score_loss": 0.014060136250087193}
+{"step": 3230000, "wall_time": 30837.219976902008, "train_loss_step": 2.888932943344116, "n_params": 4408390, "total_flops": 43742514278400000, "train_loss": 0.014545142650604248, "subset_score_loss": 0.014545142650604248}
+{"step": 3240000, "wall_time": 30925.402950763702, "train_loss_step": 3.0738863945007324, "n_params": 4408390, "total_flops": 43877940019200000, "train_loss": 0.013919486318315778, "subset_score_loss": 0.013919486318315778}
+{"step": 3250000, "wall_time": 31013.713109493256, "train_loss_step": 2.6959619522094727, "n_params": 4408390, "total_flops": 44013365760000000, "train_loss": 0.014391791820526124, "subset_score_loss": 0.014391791820526124}
+{"step": 3260000, "wall_time": 31101.961577415466, "train_loss_step": 2.887784957885742, "n_params": 4408390, "total_flops": 44148791500800000, "train_loss": 0.01417324117251805, "subset_score_loss": 0.01417324117251805}
+{"step": 3270000, "wall_time": 31190.19085073471, "train_loss_step": 3.2159066200256348, "n_params": 4408390, "total_flops": 44284217241600000, "train_loss": 0.013362298692975725, "subset_score_loss": 0.013362298692975725}
+{"step": 3280000, "wall_time": 31268.273297071457, "train_loss_step": 3.3107738494873047, "n_params": 4408390, "total_flops": 44419642982400000, "train_loss": 0.014126095601490566, "subset_score_loss": 0.014126095601490566}
+{"step": 3290000, "wall_time": 31356.51917028427, "train_loss_step": 2.7522315979003906, "n_params": 4408390, "total_flops": 44555068723200000, "train_loss": 0.013653101239885604, "subset_score_loss": 0.013653101239885604}
+{"step": 3300000, "wall_time": 31543.26081418991, "train_loss_step": 2.8375203609466553, "n_params": 4408390, "total_flops": 44690494464000000, "train_loss": 0.013837356226784843, "subset_score_loss": 0.013837356226784843, "memorization_fraction_pixel": 0.7906000018119812, "mean_nn_ratio_pixel": 0.3256906270980835, "fid": 42.49204337744409}
+{"step": 3310000, "wall_time": 31631.534368038177, "train_loss_step": 2.6720190048217773, "n_params": 4408390, "total_flops": 44825920204800000, "train_loss": 0.013476708105632238, "subset_score_loss": 0.013476708105632238}
+{"step": 3320000, "wall_time": 31719.852942228317, "train_loss_step": 2.8127245903015137, "n_params": 4408390, "total_flops": 44961345945600000, "train_loss": 0.014151287078857423, "subset_score_loss": 0.014151287078857423}
+{"step": 3330000, "wall_time": 31805.042906999588, "train_loss_step": 3.0561587810516357, "n_params": 4408390, "total_flops": 45096771686400000, "train_loss": 0.013726892641612462, "subset_score_loss": 0.013726892641612462}
+{"step": 3340000, "wall_time": 31884.027727365494, "train_loss_step": 2.6992099285125732, "n_params": 4408390, "total_flops": 45232197427200000, "train_loss": 0.014062784399305072, "subset_score_loss": 0.014062784399305072}
+{"step": 3350000, "wall_time": 31972.272963762283, "train_loss_step": 2.8669686317443848, "n_params": 4408390, "total_flops": 45367623168000000, "train_loss": 0.013548788854054042, "subset_score_loss": 0.013548788854054042}
+{"step": 3360000, "wall_time": 32060.47356247902, "train_loss_step": 2.9733657836914062, "n_params": 4408390, "total_flops": 45503048908800000, "train_loss": 0.013821523530142647, "subset_score_loss": 0.013821523530142647}
+{"step": 3370000, "wall_time": 32148.764008522034, "train_loss_step": 2.7980966567993164, "n_params": 4408390, "total_flops": 45638474649600000, "train_loss": 0.013998567206518991, "subset_score_loss": 0.013998567206518991}
+{"step": 3380000, "wall_time": 32226.74672603607, "train_loss_step": 2.873008966445923, "n_params": 4408390, "total_flops": 45773900390400000, "train_loss": 0.013568236146654401, "subset_score_loss": 0.013568236146654401}
+{"step": 3390000, "wall_time": 32312.840068101883, "train_loss_step": 3.301048994064331, "n_params": 4408390, "total_flops": 45909326131200000, "train_loss": 0.013586096252713885, "subset_score_loss": 0.013586096252713885}
+{"step": 3400000, "wall_time": 32532.288754224777, "train_loss_step": 2.8295254707336426, "n_params": 4408390, "total_flops": 46044751872000000, "train_loss": 0.0140238847051348, "subset_score_loss": 0.0140238847051348, "memorization_fraction_pixel": 0.7924000024795532, "mean_nn_ratio_pixel": 0.3266913592815399, "fid": 41.59710240632876}
+{"step": 3410000, "wall_time": 32620.535318136215, "train_loss_step": 2.7339463233947754, "n_params": 4408390, "total_flops": 46180177612800000, "train_loss": 0.013735182796205793, "subset_score_loss": 0.013735182796205793}
+{"step": 3420000, "wall_time": 32708.736889123917, "train_loss_step": 2.9576501846313477, "n_params": 4408390, "total_flops": 46315603353600000, "train_loss": 0.013355724300657, "subset_score_loss": 0.013355724300657}
+{"step": 3430000, "wall_time": 32796.03421282768, "train_loss_step": 2.8859047889709473, "n_params": 4408390, "total_flops": 46451029094400000, "train_loss": 0.013527025495256697, "subset_score_loss": 0.013527025495256697}
+{"step": 3440000, "wall_time": 32871.33238482475, "train_loss_step": 3.008967161178589, "n_params": 4408390, "total_flops": 46586454835200000, "train_loss": 0.013226568698883057, "subset_score_loss": 0.013226568698883057}
+{"step": 3450000, "wall_time": 32959.547030210495, "train_loss_step": 3.2050862312316895, "n_params": 4408390, "total_flops": 46721880576000000, "train_loss": 0.01329576117651803, "subset_score_loss": 0.01329576117651803}
+{"step": 3460000, "wall_time": 33047.77397108078, "train_loss_step": 2.9036896228790283, "n_params": 4408390, "total_flops": 46857306316800000, "train_loss": 0.014413520268031528, "subset_score_loss": 0.014413520268031528}
+{"step": 3470000, "wall_time": 33135.82609009743, "train_loss_step": 2.996988296508789, "n_params": 4408390, "total_flops": 46992732057600000, "train_loss": 0.013285021271024431, "subset_score_loss": 0.013285021271024431}
+{"step": 3480000, "wall_time": 33215.08219742775, "train_loss_step": 3.033295154571533, "n_params": 4408390, "total_flops": 47128157798400000, "train_loss": 0.01345909663609096, "subset_score_loss": 0.01345909663609096}
+{"step": 3490000, "wall_time": 33303.3382768631, "train_loss_step": 2.861232280731201, "n_params": 4408390, "total_flops": 47263583539200000, "train_loss": 0.013105753489903041, "subset_score_loss": 0.013105753489903041}
+{"step": 3500000, "wall_time": 33492.564822912216, "train_loss_step": 2.7966673374176025, "n_params": 4408390, "total_flops": 47399009280000000, "train_loss": 0.013303731169019426, "subset_score_loss": 0.013303731169019426, "memorization_fraction_pixel": 0.8126999735832214, "mean_nn_ratio_pixel": 0.318471223115921, "fid": 41.948785317789245}
+{"step": 3510000, "wall_time": 33580.85938644409, "train_loss_step": 2.9269134998321533, "n_params": 4408390, "total_flops": 47534435020800000, "train_loss": 0.013347932270595006, "subset_score_loss": 0.013347932270595006}
+{"step": 3520000, "wall_time": 33669.10258436203, "train_loss_step": 2.956723213195801, "n_params": 4408390, "total_flops": 47669860761600000, "train_loss": 0.013422943864549909, "subset_score_loss": 0.013422943864549909}
+{"step": 3530000, "wall_time": 33757.47881889343, "train_loss_step": 2.995762825012207, "n_params": 4408390, "total_flops": 47805286502400000, "train_loss": 0.013586246967315673, "subset_score_loss": 0.013586246967315673}
+{"step": 3540000, "wall_time": 33844.34221506119, "train_loss_step": 2.8185133934020996, "n_params": 4408390, "total_flops": 47940712243200000, "train_loss": 0.012779930659702846, "subset_score_loss": 0.012779930659702846}
+{"step": 3550000, "wall_time": 33917.47871875763, "train_loss_step": 2.9999825954437256, "n_params": 4408390, "total_flops": 48076137984000000, "train_loss": 0.012979641130992344, "subset_score_loss": 0.012979641130992344}
+{"step": 3560000, "wall_time": 34000.37562632561, "train_loss_step": 2.6354169845581055, "n_params": 4408390, "total_flops": 48211563724800000, "train_loss": 0.012644303696496146, "subset_score_loss": 0.012644303696496146}
+{"step": 3570000, "wall_time": 34087.35174417496, "train_loss_step": 2.870494842529297, "n_params": 4408390, "total_flops": 48346989465600000, "train_loss": 0.012462795632226126, "subset_score_loss": 0.012462795632226126}
+{"step": 3580000, "wall_time": 34166.38761425018, "train_loss_step": 2.7186450958251953, "n_params": 4408390, "total_flops": 48482415206400000, "train_loss": 0.01246973787035261, "subset_score_loss": 0.01246973787035261}
+{"step": 3590000, "wall_time": 34254.62332344055, "train_loss_step": 2.9931864738464355, "n_params": 4408390, "total_flops": 48617840947200000, "train_loss": 0.012810659408569337, "subset_score_loss": 0.012810659408569337}
+{"step": 3600000, "wall_time": 34473.00464487076, "train_loss_step": 2.640151262283325, "n_params": 4408390, "total_flops": 48753266688000000, "train_loss": 0.013232489143099104, "subset_score_loss": 0.013232489143099104, "memorization_fraction_pixel": 0.819599986076355, "mean_nn_ratio_pixel": 0.31645190715789795, "fid": 42.06669941627668}
+{"step": 3610000, "wall_time": 34561.2506415844, "train_loss_step": 2.8104896545410156, "n_params": 4408390, "total_flops": 48888692428800000, "train_loss": 0.013186976739338467, "subset_score_loss": 0.013186976739338467}
+{"step": 3620000, "wall_time": 34649.45501995087, "train_loss_step": 2.904519557952881, "n_params": 4408390, "total_flops": 49024118169600000, "train_loss": 0.012555190495082311, "subset_score_loss": 0.012555190495082311}
+{"step": 3630000, "wall_time": 34737.82406592369, "train_loss_step": 2.8557991981506348, "n_params": 4408390, "total_flops": 49159543910400000, "train_loss": 0.013276404993874686, "subset_score_loss": 0.013276404993874686}
+{"step": 3640000, "wall_time": 34824.32680296898, "train_loss_step": 2.840251922607422, "n_params": 4408390, "total_flops": 49294969651200000, "train_loss": 0.012672355345317295, "subset_score_loss": 0.012672355345317295}
+{"step": 3650000, "wall_time": 34913.01206064224, "train_loss_step": 2.899928569793701, "n_params": 4408390, "total_flops": 49430395392000000, "train_loss": 0.012843050275530133, "subset_score_loss": 0.012843050275530133}
+{"step": 3660000, "wall_time": 34984.77594637871, "train_loss_step": 2.699049234390259, "n_params": 4408390, "total_flops": 49565821132800000, "train_loss": 0.012425447361809866, "subset_score_loss": 0.012425447361809866}
+{"step": 3670000, "wall_time": 35063.579479932785, "train_loss_step": 2.9003963470458984, "n_params": 4408390, "total_flops": 49701246873600000, "train_loss": 0.012338238103049142, "subset_score_loss": 0.012338238103049142}
+{"step": 3680000, "wall_time": 35146.429087638855, "train_loss_step": 2.7081050872802734, "n_params": 4408390, "total_flops": 49836672614400000, "train_loss": 0.012330151455742972, "subset_score_loss": 0.012330151455742972}
+{"step": 3690000, "wall_time": 35234.66950583458, "train_loss_step": 3.0905725955963135, "n_params": 4408390, "total_flops": 49972098355200000, "train_loss": 0.012645626068115234, "subset_score_loss": 0.012645626068115234}
+{"step": 3700000, "wall_time": 35450.40782666206, "train_loss_step": 2.880295991897583, "n_params": 4408390, "total_flops": 50107524096000000, "train_loss": 0.014651504584721156, "subset_score_loss": 0.014651504584721156, "memorization_fraction_pixel": 0.8198000192642212, "mean_nn_ratio_pixel": 0.31544697284698486, "fid": 41.58393561536517}
+{"step": 3710000, "wall_time": 35538.64816021919, "train_loss_step": 2.9373910427093506, "n_params": 4408390, "total_flops": 50242949836800000, "train_loss": 0.012358448335102626, "subset_score_loss": 0.012358448335102626}
+{"step": 3720000, "wall_time": 35626.8960750103, "train_loss_step": 2.836076259613037, "n_params": 4408390, "total_flops": 50378375577600000, "train_loss": 0.013108177695955549, "subset_score_loss": 0.013108177695955549}
+{"step": 3730000, "wall_time": 35715.1724755764, "train_loss_step": 2.8109326362609863, "n_params": 4408390, "total_flops": 50513801318400000, "train_loss": 0.01279494251523699, "subset_score_loss": 0.01279494251523699}
+{"step": 3740000, "wall_time": 35801.867587566376, "train_loss_step": 2.84275484085083, "n_params": 4408390, "total_flops": 50649227059200000, "train_loss": 0.01224096587726048, "subset_score_loss": 0.01224096587726048}
+{"step": 3750000, "wall_time": 35889.75787091255, "train_loss_step": 2.8480565547943115, "n_params": 4408390, "total_flops": 50784652800000000, "train_loss": 0.012736312832151141, "subset_score_loss": 0.012736312832151141}
+{"step": 3760000, "wall_time": 35975.69208860397, "train_loss_step": 2.6328039169311523, "n_params": 4408390, "total_flops": 50920078540800000, "train_loss": 0.012514857734952653, "subset_score_loss": 0.012514857734952653}
+{"step": 3770000, "wall_time": 36043.69931292534, "train_loss_step": 2.6698763370513916, "n_params": 4408390, "total_flops": 51055504281600000, "train_loss": 0.012737467459269932, "subset_score_loss": 0.012737467459269932}
+{"step": 3780000, "wall_time": 36128.21277809143, "train_loss_step": 2.733922004699707, "n_params": 4408390, "total_flops": 51190930022400000, "train_loss": 0.01251603364944458, "subset_score_loss": 0.01251603364944458}
+{"step": 3790000, "wall_time": 36216.36605834961, "train_loss_step": 3.2612271308898926, "n_params": 4408390, "total_flops": 51326355763200000, "train_loss": 0.012890592643192837, "subset_score_loss": 0.012890592643192837}
+{"step": 3800000, "wall_time": 36429.07579994202, "train_loss_step": 2.5318827629089355, "n_params": 4408390, "total_flops": 51461781504000000, "train_loss": 0.012724397012165614, "subset_score_loss": 0.012724397012165614, "memorization_fraction_pixel": 0.8185999989509583, "mean_nn_ratio_pixel": 0.3144146502017975, "fid": 41.89750259957815}
+{"step": 3810000, "wall_time": 36517.329474925995, "train_loss_step": 2.6872665882110596, "n_params": 4408390, "total_flops": 51597207244800000, "train_loss": 0.012025763307298933, "subset_score_loss": 0.012025763307298933}
+{"step": 3820000, "wall_time": 36605.52896499634, "train_loss_step": 2.8080520629882812, "n_params": 4408390, "total_flops": 51732632985600000, "train_loss": 0.012264146975108555, "subset_score_loss": 0.012264146975108555}
+{"step": 3830000, "wall_time": 36693.708948373795, "train_loss_step": 2.530778646469116, "n_params": 4408390, "total_flops": 51868058726400000, "train_loss": 0.012617817095347813, "subset_score_loss": 0.012617817095347813}
+{"step": 3840000, "wall_time": 36782.147045850754, "train_loss_step": 2.9783565998077393, "n_params": 4408390, "total_flops": 52003484467200000, "train_loss": 0.012213588612420218, "subset_score_loss": 0.012213588612420218}
+{"step": 3850000, "wall_time": 36868.69705629349, "train_loss_step": 2.522970676422119, "n_params": 4408390, "total_flops": 52138910208000000, "train_loss": 0.01194924201284136, "subset_score_loss": 0.01194924201284136}
+{"step": 3860000, "wall_time": 36957.141891002655, "train_loss_step": 2.543027400970459, "n_params": 4408390, "total_flops": 52274335948800000, "train_loss": 0.012534914697919572, "subset_score_loss": 0.012534914697919572}
+{"step": 3870000, "wall_time": 37020.12863993645, "train_loss_step": 2.7378478050231934, "n_params": 4408390, "total_flops": 52409761689600000, "train_loss": 0.01218586734363011, "subset_score_loss": 0.01218586734363011}
+{"step": 3880000, "wall_time": 37106.45853853226, "train_loss_step": 2.5381088256835938, "n_params": 4408390, "total_flops": 52545187430400000, "train_loss": 0.012577368531908308, "subset_score_loss": 0.012577368531908308}
+{"step": 3890000, "wall_time": 37194.703637838364, "train_loss_step": 2.6563525199890137, "n_params": 4408390, "total_flops": 52680613171200000, "train_loss": 0.01201075485774449, "subset_score_loss": 0.01201075485774449}
+{"step": 3900000, "wall_time": 37389.88474059105, "train_loss_step": 2.7151293754577637, "n_params": 4408390, "total_flops": 52816038912000000, "train_loss": 0.011745459692818778, "subset_score_loss": 0.011745459692818778, "memorization_fraction_pixel": 0.8222000002861023, "mean_nn_ratio_pixel": 0.31355926394462585, "fid": 41.79282184580476}
+{"step": 3910000, "wall_time": 37478.13783979416, "train_loss_step": 3.0186126232147217, "n_params": 4408390, "total_flops": 52951464652800000, "train_loss": 0.011808085441589355, "subset_score_loss": 0.011808085441589355}
+{"step": 3920000, "wall_time": 37566.42753076553, "train_loss_step": 2.756511926651001, "n_params": 4408390, "total_flops": 53086890393600000, "train_loss": 0.012223092147282191, "subset_score_loss": 0.012223092147282191}
+{"step": 3930000, "wall_time": 37654.63137626648, "train_loss_step": 2.5951313972473145, "n_params": 4408390, "total_flops": 53222316134400000, "train_loss": 0.012169407946722848, "subset_score_loss": 0.012169407946722848}
+{"step": 3940000, "wall_time": 37742.91546988487, "train_loss_step": 2.5811476707458496, "n_params": 4408390, "total_flops": 53357741875200000, "train_loss": 0.01168914692742484, "subset_score_loss": 0.01168914692742484}
+{"step": 3950000, "wall_time": 37829.31491494179, "train_loss_step": 2.694178819656372, "n_params": 4408390, "total_flops": 53493167616000000, "train_loss": 0.011701553208487375, "subset_score_loss": 0.011701553208487375}
+{"step": 3960000, "wall_time": 37917.521820783615, "train_loss_step": 2.7913360595703125, "n_params": 4408390, "total_flops": 53628593356800000, "train_loss": 0.012031290360859462, "subset_score_loss": 0.012031290360859462}
+{"step": 3970000, "wall_time": 37994.2322371006, "train_loss_step": 2.839186668395996, "n_params": 4408390, "total_flops": 53764019097600000, "train_loss": 0.011793543611254011, "subset_score_loss": 0.011793543611254011}
+{"step": 3980000, "wall_time": 38062.155657052994, "train_loss_step": 2.67883563041687, "n_params": 4408390, "total_flops": 53899444838400000, "train_loss": 0.011480460848127092, "subset_score_loss": 0.011480460848127092}
+{"step": 3990000, "wall_time": 38148.5052793026, "train_loss_step": 3.163283109664917, "n_params": 4408390, "total_flops": 54034870579200000, "train_loss": 0.012078873600278582, "subset_score_loss": 0.012078873600278582}
+{"step": 4000000, "wall_time": 38346.06052041054, "train_loss_step": 2.7240841388702393, "n_params": 4408390, "total_flops": 54170296320000000, "train_loss": 0.01171695419720241, "subset_score_loss": 0.01171695419720241, "memorization_fraction_pixel": 0.8248999714851379, "mean_nn_ratio_pixel": 0.31436997652053833, "fid": 42.129192768999836}
+{"step": 4010000, "wall_time": 38434.25517320633, "train_loss_step": 2.942006826400757, "n_params": 4408390, "total_flops": 54305722060800000, "train_loss": 0.011726230382919312, "subset_score_loss": 0.011726230382919312}
+{"step": 4020000, "wall_time": 38522.507573604584, "train_loss_step": 2.692509651184082, "n_params": 4408390, "total_flops": 54441147801600000, "train_loss": 0.011531766823359898, "subset_score_loss": 0.011531766823359898}
+{"step": 4030000, "wall_time": 38610.777156353, "train_loss_step": 3.0049047470092773, "n_params": 4408390, "total_flops": 54576573542400000, "train_loss": 0.011649247578212193, "subset_score_loss": 0.011649247578212193}
+{"step": 4040000, "wall_time": 38699.00992512703, "train_loss_step": 2.6038718223571777, "n_params": 4408390, "total_flops": 54711999283200000, "train_loss": 0.011782412018094744, "subset_score_loss": 0.011782412018094744}
+{"step": 4050000, "wall_time": 38787.12370419502, "train_loss_step": 2.9593751430511475, "n_params": 4408390, "total_flops": 54847425024000000, "train_loss": 0.012352701595851353, "subset_score_loss": 0.012352701595851353}
+{"step": 4060000, "wall_time": 38873.53450655937, "train_loss_step": 2.539822578430176, "n_params": 4408390, "total_flops": 54982850764800000, "train_loss": 0.011645019905907767, "subset_score_loss": 0.011645019905907767}
+{"step": 4070000, "wall_time": 38954.35884976387, "train_loss_step": 2.660243034362793, "n_params": 4408390, "total_flops": 55118276505600000, "train_loss": 0.011202501399176461, "subset_score_loss": 0.011202501399176461}
+{"step": 4080000, "wall_time": 39035.48704957962, "train_loss_step": 2.8756027221679688, "n_params": 4408390, "total_flops": 55253702246400000, "train_loss": 0.012174816642488753, "subset_score_loss": 0.012174816642488753}
+{"step": 4090000, "wall_time": 39108.62884902954, "train_loss_step": 2.6381688117980957, "n_params": 4408390, "total_flops": 55389127987200000, "train_loss": 0.011612963676452637, "subset_score_loss": 0.011612963676452637}
+{"step": 4100000, "wall_time": 39290.58425092697, "train_loss_step": 2.8822951316833496, "n_params": 4408390, "total_flops": 55524553728000000, "train_loss": 0.01146267226764134, "subset_score_loss": 0.01146267226764134, "memorization_fraction_pixel": 0.8281999826431274, "mean_nn_ratio_pixel": 0.3118942379951477, "fid": 41.2560675329407}
+{"step": 4110000, "wall_time": 39378.77264070511, "train_loss_step": 2.7559430599212646, "n_params": 4408390, "total_flops": 55659979468800000, "train_loss": 0.011343073844909669, "subset_score_loss": 0.011343073844909669}
+{"step": 4120000, "wall_time": 39466.92046022415, "train_loss_step": 2.675534725189209, "n_params": 4408390, "total_flops": 55795405209600000, "train_loss": 0.011538863182067871, "subset_score_loss": 0.011538863182067871}
+{"step": 4130000, "wall_time": 39555.07437252998, "train_loss_step": 2.7293739318847656, "n_params": 4408390, "total_flops": 55930830950400000, "train_loss": 0.011887830495834351, "subset_score_loss": 0.011887830495834351}
+{"step": 4140000, "wall_time": 39643.26188373566, "train_loss_step": 2.890192985534668, "n_params": 4408390, "total_flops": 56066256691200000, "train_loss": 0.011420043025697981, "subset_score_loss": 0.011420043025697981}
+{"step": 4150000, "wall_time": 39731.468921899796, "train_loss_step": 2.5291690826416016, "n_params": 4408390, "total_flops": 56201682432000000, "train_loss": 0.011571511200496128, "subset_score_loss": 0.011571511200496128}
+{"step": 4160000, "wall_time": 39817.990898132324, "train_loss_step": 2.603743076324463, "n_params": 4408390, "total_flops": 56337108172800000, "train_loss": 0.011555400916508266, "subset_score_loss": 0.011555400916508266}
+{"step": 4170000, "wall_time": 39903.48064303398, "train_loss_step": 2.685459852218628, "n_params": 4408390, "total_flops": 56472533913600000, "train_loss": 0.011485988753182547, "subset_score_loss": 0.011485988753182547}
+{"step": 4180000, "wall_time": 39974.887254714966, "train_loss_step": 2.6999263763427734, "n_params": 4408390, "total_flops": 56607959654400000, "train_loss": 0.011959460803440639, "subset_score_loss": 0.011959460803440639}
+{"step": 4190000, "wall_time": 40063.08384728432, "train_loss_step": 3.0128684043884277, "n_params": 4408390, "total_flops": 56743385395200000, "train_loss": 0.011649640968867711, "subset_score_loss": 0.011649640968867711}
+{"step": 4200000, "wall_time": 40251.93295955658, "train_loss_step": 2.6923060417175293, "n_params": 4408390, "total_flops": 56878811136000000, "train_loss": 0.011536640780312675, "subset_score_loss": 0.011536640780312675, "memorization_fraction_pixel": 0.8246999979019165, "mean_nn_ratio_pixel": 0.3131243586540222, "fid": 41.12786370283191}
+{"step": 4210000, "wall_time": 40340.19053864479, "train_loss_step": 2.760425090789795, "n_params": 4408390, "total_flops": 57014236876800000, "train_loss": 0.011297916514532907, "subset_score_loss": 0.011297916514532907}
+{"step": 4220000, "wall_time": 40428.40956377983, "train_loss_step": 2.755547285079956, "n_params": 4408390, "total_flops": 57149662617600000, "train_loss": 0.011450214896883283, "subset_score_loss": 0.011450214896883283}
+{"step": 4230000, "wall_time": 40516.669389009476, "train_loss_step": 2.8733301162719727, "n_params": 4408390, "total_flops": 57285088358400000, "train_loss": 0.011305786030633109, "subset_score_loss": 0.011305786030633109}
+{"step": 4240000, "wall_time": 40604.7744808197, "train_loss_step": 2.597865581512451, "n_params": 4408390, "total_flops": 57420514099200000, "train_loss": 0.01121692487171718, "subset_score_loss": 0.01121692487171718}
+{"step": 4250000, "wall_time": 40692.99822449684, "train_loss_step": 2.983433485031128, "n_params": 4408390, "total_flops": 57555939840000000, "train_loss": 0.011426441158567157, "subset_score_loss": 0.011426441158567157}
+{"step": 4260000, "wall_time": 40781.392536878586, "train_loss_step": 2.714406967163086, "n_params": 4408390, "total_flops": 57691365580800000, "train_loss": 0.011262486662183489, "subset_score_loss": 0.011262486662183489}
+{"step": 4270000, "wall_time": 40867.792221069336, "train_loss_step": 2.869041919708252, "n_params": 4408390, "total_flops": 57826791321600000, "train_loss": 0.011357764686856951, "subset_score_loss": 0.011357764686856951}
+{"step": 4280000, "wall_time": 40942.25448036194, "train_loss_step": 2.707993984222412, "n_params": 4408390, "total_flops": 57962217062400000, "train_loss": 0.011236486264637538, "subset_score_loss": 0.011236486264637538}
+{"step": 4290000, "wall_time": 41030.48476243019, "train_loss_step": 2.6178781986236572, "n_params": 4408390, "total_flops": 58097642803200000, "train_loss": 0.010809390033994401, "subset_score_loss": 0.010809390033994401}
+{"step": 4300000, "wall_time": 41226.158650398254, "train_loss_step": 2.935293674468994, "n_params": 4408390, "total_flops": 58233068544000000, "train_loss": 0.011251925570624216, "subset_score_loss": 0.011251925570624216, "memorization_fraction_pixel": 0.8287000060081482, "mean_nn_ratio_pixel": 0.3107846975326538, "fid": 41.56794879028571}
+{"step": 4310000, "wall_time": 41314.34563922882, "train_loss_step": 2.666604518890381, "n_params": 4408390, "total_flops": 58368494284800000, "train_loss": 0.01114694220679147, "subset_score_loss": 0.01114694220679147}
+{"step": 4320000, "wall_time": 41402.42450046539, "train_loss_step": 2.4716920852661133, "n_params": 4408390, "total_flops": 58503920025600000, "train_loss": 0.011758489268166679, "subset_score_loss": 0.011758489268166679}
+{"step": 4330000, "wall_time": 41490.562891960144, "train_loss_step": 2.654686212539673, "n_params": 4408390, "total_flops": 58639345766400000, "train_loss": 0.011106346334729875, "subset_score_loss": 0.011106346334729875}
+{"step": 4340000, "wall_time": 41578.69322371483, "train_loss_step": 2.727602958679199, "n_params": 4408390, "total_flops": 58774771507200000, "train_loss": 0.011895243610654558, "subset_score_loss": 0.011895243610654558}
+{"step": 4350000, "wall_time": 41666.77582979202, "train_loss_step": 2.8930606842041016, "n_params": 4408390, "total_flops": 58910197248000000, "train_loss": 0.01092760477747236, "subset_score_loss": 0.01092760477747236}
+{"step": 4360000, "wall_time": 41754.96787285805, "train_loss_step": 2.9222118854522705, "n_params": 4408390, "total_flops": 59045622988800000, "train_loss": 0.011880048683711461, "subset_score_loss": 0.011880048683711461}
+{"step": 4370000, "wall_time": 41841.33215713501, "train_loss_step": 2.7788336277008057, "n_params": 4408390, "total_flops": 59181048729600000, "train_loss": 0.01146716901234218, "subset_score_loss": 0.01146716901234218}
+{"step": 4380000, "wall_time": 41913.05227255821, "train_loss_step": 2.8457372188568115, "n_params": 4408390, "total_flops": 59316474470400000, "train_loss": 0.011076710905347552, "subset_score_loss": 0.011076710905347552}
+{"step": 4390000, "wall_time": 42000.85975909233, "train_loss_step": 2.580857038497925, "n_params": 4408390, "total_flops": 59451900211200000, "train_loss": 0.011351743766239712, "subset_score_loss": 0.011351743766239712}
+{"step": 4400000, "wall_time": 42190.562039375305, "train_loss_step": 2.590280055999756, "n_params": 4408390, "total_flops": 59587325952000000, "train_loss": 0.011266447816576276, "subset_score_loss": 0.011266447816576276, "memorization_fraction_pixel": 0.8339999914169312, "mean_nn_ratio_pixel": 0.3095448613166809, "fid": 41.74586333251434}
+{"step": 4410000, "wall_time": 42268.38487267494, "train_loss_step": 2.5844669342041016, "n_params": 4408390, "total_flops": 59722751692800000, "train_loss": 0.011151530061449323, "subset_score_loss": 0.011151530061449323}
+{"step": 4420000, "wall_time": 42356.54951715469, "train_loss_step": 2.7107954025268555, "n_params": 4408390, "total_flops": 59858177433600000, "train_loss": 0.010795983246394567, "subset_score_loss": 0.010795983246394567}
+{"step": 4430000, "wall_time": 42444.711629867554, "train_loss_step": 2.5602169036865234, "n_params": 4408390, "total_flops": 59993603174400000, "train_loss": 0.01078143630708967, "subset_score_loss": 0.01078143630708967}
+{"step": 4440000, "wall_time": 42532.94561314583, "train_loss_step": 2.7929844856262207, "n_params": 4408390, "total_flops": 60129028915200000, "train_loss": 0.010782658202307565, "subset_score_loss": 0.010782658202307565}
+{"step": 4450000, "wall_time": 42621.09938931465, "train_loss_step": 2.420013427734375, "n_params": 4408390, "total_flops": 60264454656000000, "train_loss": 0.010898327827453614, "subset_score_loss": 0.010898327827453614}
+{"step": 4460000, "wall_time": 42709.26751637459, "train_loss_step": 2.7756314277648926, "n_params": 4408390, "total_flops": 60399880396800000, "train_loss": 0.011302129711423602, "subset_score_loss": 0.011302129711423602}
+{"step": 4470000, "wall_time": 42797.68101477623, "train_loss_step": 2.8114843368530273, "n_params": 4408390, "total_flops": 60535306137600000, "train_loss": 0.011313136986323765, "subset_score_loss": 0.011313136986323765}
+{"step": 4480000, "wall_time": 42875.1236679554, "train_loss_step": 2.6772522926330566, "n_params": 4408390, "total_flops": 60670731878400000, "train_loss": 0.011064698014940534, "subset_score_loss": 0.011064698014940534}
+{"step": 4490000, "wall_time": 42963.30117583275, "train_loss_step": 2.776517868041992, "n_params": 4408390, "total_flops": 60806157619200000, "train_loss": 0.010777761254991804, "subset_score_loss": 0.010777761254991804}
+{"step": 4500000, "wall_time": 43169.238909482956, "train_loss_step": 2.590181589126587, "n_params": 4408390, "total_flops": 60941583360000000, "train_loss": 0.01136763606752668, "subset_score_loss": 0.01136763606752668, "memorization_fraction_pixel": 0.8273000121116638, "mean_nn_ratio_pixel": 0.312234491109848, "fid": 42.199110280910006}
+{"step": 4510000, "wall_time": 43248.91218280792, "train_loss_step": 2.7279558181762695, "n_params": 4408390, "total_flops": 61077009100800000, "train_loss": 0.01089437689099993, "subset_score_loss": 0.01089437689099993}
+{"step": 4520000, "wall_time": 43330.87710261345, "train_loss_step": 2.781895637512207, "n_params": 4408390, "total_flops": 61212434841600000, "train_loss": 0.01052584137235369, "subset_score_loss": 0.01052584137235369}
+{"step": 4530000, "wall_time": 43419.038415670395, "train_loss_step": 2.8696913719177246, "n_params": 4408390, "total_flops": 61347860582400000, "train_loss": 0.010885756356375557, "subset_score_loss": 0.010885756356375557}
+{"step": 4540000, "wall_time": 43507.186181783676, "train_loss_step": 2.8562684059143066, "n_params": 4408390, "total_flops": 61483286323200000, "train_loss": 0.01048112085887364, "subset_score_loss": 0.01048112085887364}
+{"step": 4550000, "wall_time": 43595.307557582855, "train_loss_step": 2.8066956996917725, "n_params": 4408390, "total_flops": 61618712064000000, "train_loss": 0.01102255071912493, "subset_score_loss": 0.01102255071912493}
+{"step": 4560000, "wall_time": 43683.45697307587, "train_loss_step": 3.004209041595459, "n_params": 4408390, "total_flops": 61754137804800000, "train_loss": 0.010598315511431013, "subset_score_loss": 0.010598315511431013}
+{"step": 4570000, "wall_time": 43769.38246035576, "train_loss_step": 2.711355686187744, "n_params": 4408390, "total_flops": 61889563545600000, "train_loss": 0.01054261497088841, "subset_score_loss": 0.01054261497088841}
+{"step": 4580000, "wall_time": 43847.42573595047, "train_loss_step": 2.6075382232666016, "n_params": 4408390, "total_flops": 62024989286400000, "train_loss": 0.01102395738874163, "subset_score_loss": 0.01102395738874163}
+{"step": 4590000, "wall_time": 43935.55898594856, "train_loss_step": 2.6455438137054443, "n_params": 4408390, "total_flops": 62160415027200000, "train_loss": 0.010362767321722848, "subset_score_loss": 0.010362767321722848}
+{"step": 4600000, "wall_time": 44143.85074234009, "train_loss_step": 2.690817356109619, "n_params": 4408390, "total_flops": 62295840768000000, "train_loss": 0.01073639988899231, "subset_score_loss": 0.01073639988899231, "memorization_fraction_pixel": 0.8406999707221985, "mean_nn_ratio_pixel": 0.3046303689479828, "fid": 41.838431608833936}
+{"step": 4610000, "wall_time": 44232.40017700195, "train_loss_step": 2.731447696685791, "n_params": 4408390, "total_flops": 62431266508800000, "train_loss": 0.010753255231039864, "subset_score_loss": 0.010753255231039864}
+{"step": 4620000, "wall_time": 44307.616804122925, "train_loss_step": 2.7107605934143066, "n_params": 4408390, "total_flops": 62566692249600000, "train_loss": 0.010809070723397391, "subset_score_loss": 0.010809070723397391}
+{"step": 4630000, "wall_time": 44394.99937367439, "train_loss_step": 2.739597797393799, "n_params": 4408390, "total_flops": 62702117990400000, "train_loss": 0.010428179161889213, "subset_score_loss": 0.010428179161889213}
+{"step": 4640000, "wall_time": 44483.132496356964, "train_loss_step": 2.8893308639526367, "n_params": 4408390, "total_flops": 62837543731200000, "train_loss": 0.010152213062558856, "subset_score_loss": 0.010152213062558856}
+{"step": 4650000, "wall_time": 44571.29864883423, "train_loss_step": 2.6294021606445312, "n_params": 4408390, "total_flops": 62972969472000000, "train_loss": 0.010569259950092861, "subset_score_loss": 0.010569259950092861}
+{"step": 4660000, "wall_time": 44659.47378826141, "train_loss_step": 2.5686755180358887, "n_params": 4408390, "total_flops": 63108395212800000, "train_loss": 0.010253589493887764, "subset_score_loss": 0.010253589493887764}
+{"step": 4670000, "wall_time": 44740.63269615173, "train_loss_step": 2.9171247482299805, "n_params": 4408390, "total_flops": 63243820953600000, "train_loss": 0.010147311857768468, "subset_score_loss": 0.010147311857768468}
+{"step": 4680000, "wall_time": 44820.20708036423, "train_loss_step": 2.4641895294189453, "n_params": 4408390, "total_flops": 63379246694400000, "train_loss": 0.010409347500119891, "subset_score_loss": 0.010409347500119891}
+{"step": 4690000, "wall_time": 44908.40378212929, "train_loss_step": 2.4973082542419434, "n_params": 4408390, "total_flops": 63514672435200000, "train_loss": 0.010071347440992083, "subset_score_loss": 0.010071347440992083}
+{"step": 4700000, "wall_time": 45116.00724220276, "train_loss_step": 2.7958619594573975, "n_params": 4408390, "total_flops": 63650098176000000, "train_loss": 0.010638140780585153, "subset_score_loss": 0.010638140780585153, "memorization_fraction_pixel": 0.8454999923706055, "mean_nn_ratio_pixel": 0.30497410893440247, "fid": 41.26239942049382}
+{"step": 4710000, "wall_time": 45204.166451215744, "train_loss_step": 2.712069034576416, "n_params": 4408390, "total_flops": 63785523916800000, "train_loss": 0.010376438924244473, "subset_score_loss": 0.010376438924244473}
+{"step": 4720000, "wall_time": 45292.213837862015, "train_loss_step": 2.5064001083374023, "n_params": 4408390, "total_flops": 63920949657600000, "train_loss": 0.010637491941452026, "subset_score_loss": 0.010637491941452026}
+{"step": 4730000, "wall_time": 45363.65222167969, "train_loss_step": 2.571690320968628, "n_params": 4408390, "total_flops": 64056375398400000, "train_loss": 0.010063850028174264, "subset_score_loss": 0.010063850028174264}
+{"step": 4740000, "wall_time": 45451.730127334595, "train_loss_step": 2.590181350708008, "n_params": 4408390, "total_flops": 64191801139200000, "train_loss": 0.01089669040271214, "subset_score_loss": 0.01089669040271214}
+{"step": 4750000, "wall_time": 45539.88035941124, "train_loss_step": 2.9409120082855225, "n_params": 4408390, "total_flops": 64327226880000000, "train_loss": 0.010652782235826766, "subset_score_loss": 0.010652782235826766}
+{"step": 4760000, "wall_time": 45628.08544254303, "train_loss_step": 2.504694938659668, "n_params": 4408390, "total_flops": 64462652620800000, "train_loss": 0.010462807757513863, "subset_score_loss": 0.010462807757513863}
+{"step": 4770000, "wall_time": 45707.82357287407, "train_loss_step": 2.7776026725769043, "n_params": 4408390, "total_flops": 64598078361600000, "train_loss": 0.01017703754561288, "subset_score_loss": 0.01017703754561288}
+{"step": 4780000, "wall_time": 45791.465707063675, "train_loss_step": 2.8379554748535156, "n_params": 4408390, "total_flops": 64733504102400000, "train_loss": 0.010456866877419608, "subset_score_loss": 0.010456866877419608}
+{"step": 4790000, "wall_time": 45877.81658196449, "train_loss_step": 2.732755661010742, "n_params": 4408390, "total_flops": 64868929843200000, "train_loss": 0.010504440750394549, "subset_score_loss": 0.010504440750394549}
+{"step": 4800000, "wall_time": 46080.05143094063, "train_loss_step": 2.773000478744507, "n_params": 4408390, "total_flops": 65004355584000000, "train_loss": 0.010096284321376256, "subset_score_loss": 0.010096284321376256, "memorization_fraction_pixel": 0.8482000231742859, "mean_nn_ratio_pixel": 0.3046075701713562, "fid": 42.12699290152791}
+{"step": 4810000, "wall_time": 46168.242762088776, "train_loss_step": 2.924009323120117, "n_params": 4408390, "total_flops": 65139781324800000, "train_loss": 0.010039066416876657, "subset_score_loss": 0.010039066416876657}
+{"step": 4820000, "wall_time": 46256.41576838493, "train_loss_step": 2.4933037757873535, "n_params": 4408390, "total_flops": 65275207065600000, "train_loss": 0.0103316673210689, "subset_score_loss": 0.0103316673210689}
+{"step": 4830000, "wall_time": 46343.921003341675, "train_loss_step": 2.7249252796173096, "n_params": 4408390, "total_flops": 65410632806400000, "train_loss": 0.010245692729949952, "subset_score_loss": 0.010245692729949952}
+{"step": 4840000, "wall_time": 46419.18718314171, "train_loss_step": 2.727271556854248, "n_params": 4408390, "total_flops": 65546058547200000, "train_loss": 0.010082872424806868, "subset_score_loss": 0.010082872424806868}
+{"step": 4850000, "wall_time": 46507.34394311905, "train_loss_step": 2.782327651977539, "n_params": 4408390, "total_flops": 65681484288000000, "train_loss": 0.009894645214080811, "subset_score_loss": 0.009894645214080811}
+{"step": 4860000, "wall_time": 46595.48774242401, "train_loss_step": 2.6397933959960938, "n_params": 4408390, "total_flops": 65816910028800000, "train_loss": 0.01002415759222848, "subset_score_loss": 0.01002415759222848}
+{"step": 4870000, "wall_time": 46676.74587392807, "train_loss_step": 2.4984548091888428, "n_params": 4408390, "total_flops": 65952335769600000, "train_loss": 0.009580176217215401, "subset_score_loss": 0.009580176217215401}
+{"step": 4880000, "wall_time": 46764.94248819351, "train_loss_step": 2.604973793029785, "n_params": 4408390, "total_flops": 66087761510400000, "train_loss": 0.009903020518166678, "subset_score_loss": 0.009903020518166678}
+{"step": 4890000, "wall_time": 46851.58565068245, "train_loss_step": 2.697847843170166, "n_params": 4408390, "total_flops": 66223187251200000, "train_loss": 0.009831575836454118, "subset_score_loss": 0.009831575836454118}
+{"step": 4900000, "wall_time": 47061.825372219086, "train_loss_step": 2.9495139122009277, "n_params": 4408390, "total_flops": 66358612992000000, "train_loss": 0.010946809394018991, "subset_score_loss": 0.010946809394018991, "memorization_fraction_pixel": 0.8371000289916992, "mean_nn_ratio_pixel": 0.3062646985054016, "fid": 41.54800967018906}
+{"step": 4910000, "wall_time": 47149.977227211, "train_loss_step": 2.634324550628662, "n_params": 4408390, "total_flops": 66494038732800000, "train_loss": 0.009676135437829154, "subset_score_loss": 0.009676135437829154}
+{"step": 4920000, "wall_time": 47238.178522348404, "train_loss_step": 2.6723103523254395, "n_params": 4408390, "total_flops": 66629464473600000, "train_loss": 0.009835341147014074, "subset_score_loss": 0.009835341147014074}
+{"step": 4930000, "wall_time": 47326.3967256546, "train_loss_step": 2.6203339099884033, "n_params": 4408390, "total_flops": 66764890214400000, "train_loss": 0.009572252205439976, "subset_score_loss": 0.009572252205439976}
+{"step": 4940000, "wall_time": 47408.169661045074, "train_loss_step": 2.537083625793457, "n_params": 4408390, "total_flops": 66900315955200000, "train_loss": 0.010028880834579468, "subset_score_loss": 0.010028880834579468}
+{"step": 4950000, "wall_time": 47487.52990269661, "train_loss_step": 2.7456908226013184, "n_params": 4408390, "total_flops": 67035741696000000, "train_loss": 0.009845279795782907, "subset_score_loss": 0.009845279795782907}
+{"step": 4960000, "wall_time": 47574.199880599976, "train_loss_step": 2.49684739112854, "n_params": 4408390, "total_flops": 67171167436800000, "train_loss": 0.009990450314113072, "subset_score_loss": 0.009990450314113072}
+{"step": 4970000, "wall_time": 47645.56289482117, "train_loss_step": 2.733185291290283, "n_params": 4408390, "total_flops": 67306593177600000, "train_loss": 0.009757040228162492, "subset_score_loss": 0.009757040228162492}
+{"step": 4980000, "wall_time": 47716.856516599655, "train_loss_step": 2.5691399574279785, "n_params": 4408390, "total_flops": 67442018918400000, "train_loss": 0.009666237660816738, "subset_score_loss": 0.009666237660816738}
+{"step": 4990000, "wall_time": 47787.82846903801, "train_loss_step": 2.9402735233306885, "n_params": 4408390, "total_flops": 67577444659200000, "train_loss": 0.009888633659907749, "subset_score_loss": 0.009888633659907749}
+{"step": 5000000, "wall_time": 47913.577090501785, "train_loss_step": 2.611328601837158, "n_params": 4408390, "total_flops": 67712870400000000, "train_loss": 0.010442909172603062, "subset_score_loss": 0.010442909172603062, "memorization_fraction_pixel": 0.8395000100135803, "mean_nn_ratio_pixel": 0.3070516884326935, "fid": 41.1391245770253}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d70/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d70/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..b78b807bf5c34469e316e07246a9458166534599
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d70/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     70s | train_loss=1.0024 | fid=282.3384
+  step   10000 |    157s | train_loss=0.8289
+  step   20000 |    245s | train_loss=0.7344
+  step   30000 |    333s | train_loss=0.6098
+  step   40000 |    421s | train_loss=0.4462
+  step   50000 |    509s | train_loss=0.3035
+  step   60000 |    596s | train_loss=0.2181
+  step   70000 |    684s | train_loss=0.1771
+  step   80000 |    772s | train_loss=0.1550
+  step   90000 |    860s | train_loss=0.1378
+  step  100000 |   1016s | train_loss=0.1291 | fid=55.5425
+  step  110000 |   1099s | train_loss=0.1208
+  step  120000 |   1187s | train_loss=0.1131
+  step  130000 |   1275s | train_loss=0.1096
+  step  140000 |   1363s | train_loss=0.1026
+  step  150000 |   1451s | train_loss=0.0996
+  step  160000 |   1539s | train_loss=0.0954
+  step  170000 |   1627s | train_loss=0.0918
+  step  180000 |   1715s | train_loss=0.0879
+  step  190000 |   1803s | train_loss=0.0854
+  step  200000 |   1958s | train_loss=0.0831 | fid=54.5343
+  step  210000 |   2046s | train_loss=0.0809
+  step  220000 |   2130s | train_loss=0.0785
+  step  230000 |   2218s | train_loss=0.0760
+  step  240000 |   2306s | train_loss=0.0737
+  step  250000 |   2394s | train_loss=0.0731
+  step  260000 |   2482s | train_loss=0.0715
+  step  270000 |   2571s | train_loss=0.0685
+  step  280000 |   2659s | train_loss=0.0675
+  step  290000 |   2747s | train_loss=0.0669
+  step  300000 |   2902s | train_loss=0.0656 | fid=50.8327
+  step  310000 |   2990s | train_loss=0.0632
+  step  320000 |   3077s | train_loss=0.0617
+  step  330000 |   3164s | train_loss=0.0609
+  step  340000 |   3250s | train_loss=0.0598
+  step  350000 |   3339s | train_loss=0.0592
+  step  360000 |   3427s | train_loss=0.0579
+  step  370000 |   3515s | train_loss=0.0569
+  step  380000 |   3603s | train_loss=0.0560
+  step  390000 |   3692s | train_loss=0.0560
+  step  400000 |   3847s | train_loss=0.0551 | fid=49.2680
+  step  410000 |   3935s | train_loss=0.0537
+  step  420000 |   4024s | train_loss=0.0527
+  step  430000 |   4111s | train_loss=0.0518
+  step  440000 |   4197s | train_loss=0.0524
+  step  450000 |   4283s | train_loss=0.0517
+  step  460000 |   4372s | train_loss=0.0496
+  step  470000 |   4460s | train_loss=0.0499
+  step  480000 |   4548s | train_loss=0.0493
+  step  490000 |   4636s | train_loss=0.0482
+  step  500000 |   4793s | train_loss=0.0487 | fid=49.1604
+  step  510000 |   4881s | train_loss=0.0472
+  step  520000 |   4970s | train_loss=0.0483
+  step  530000 |   5057s | train_loss=0.0461
+  step  540000 |   5143s | train_loss=0.0454
+  step  550000 |   5231s | train_loss=0.0458
+  step  560000 |   5317s | train_loss=0.0449
+  step  570000 |   5405s | train_loss=0.0450
+  step  580000 |   5493s | train_loss=0.0444
+  step  590000 |   5582s | train_loss=0.0446
+  step  600000 |   5739s | train_loss=0.0443 | fid=48.6509
+  step  610000 |   5827s | train_loss=0.0432
+  step  620000 |   5915s | train_loss=0.0423
+  step  630000 |   6004s | train_loss=0.0427
+  step  640000 |   6090s | train_loss=0.0417
+  step  650000 |   6176s | train_loss=0.0412
+  step  660000 |   6265s | train_loss=0.0413
+  step  670000 |   6351s | train_loss=0.0405
+  step  680000 |   6439s | train_loss=0.0403
+  step  690000 |   6527s | train_loss=0.0403
+  step  700000 |   6685s | train_loss=0.0397 | fid=47.4012
+  step  710000 |   6773s | train_loss=0.0396
+  step  720000 |   6861s | train_loss=0.0386
+  step  730000 |   6949s | train_loss=0.0400
+  step  740000 |   7037s | train_loss=0.0384
+  step  750000 |   7125s | train_loss=0.0389
+  step  760000 |   7210s | train_loss=0.0383
+  step  770000 |   7299s | train_loss=0.0380
+  step  780000 |   7385s | train_loss=0.0381
+  step  790000 |   7473s | train_loss=0.0372
+  step  800000 |   7629s | train_loss=0.0374 | fid=45.9399
+  step  810000 |   7717s | train_loss=0.0376
+  step  820000 |   7805s | train_loss=0.0376
+  step  830000 |   7893s | train_loss=0.0372
+  step  840000 |   7982s | train_loss=0.0361
+  step  850000 |   8069s | train_loss=0.0362
+  step  860000 |   8157s | train_loss=0.0363
+  step  870000 |   8242s | train_loss=0.0352
+  step  880000 |   8331s | train_loss=0.0359
+  step  890000 |   8417s | train_loss=0.0348
+  step  900000 |   8575s | train_loss=0.0364 | fid=46.4216
+  step  910000 |   8663s | train_loss=0.0342
+  step  920000 |   8751s | train_loss=0.0344
+  step  930000 |   8839s | train_loss=0.0348
+  step  940000 |   8928s | train_loss=0.0345
+  step  950000 |   9015s | train_loss=0.0339
+  step  960000 |   9102s | train_loss=0.0338
+  step  970000 |   9191s | train_loss=0.0325
+  step  980000 |   9277s | train_loss=0.0330
+  step  990000 |   9365s | train_loss=0.0327
+  step 1000000 |   9519s | train_loss=0.0339 | fid=44.6542
+  step 1010000 |   9607s | train_loss=0.0338
+  step 1020000 |   9696s | train_loss=0.0327
+  step 1030000 |   9784s | train_loss=0.0322
+  step 1040000 |   9872s | train_loss=0.0312
+  step 1050000 |   9960s | train_loss=0.0319
+  step 1060000 |  10047s | train_loss=0.0315
+  step 1070000 |  10135s | train_loss=0.0318
+  step 1080000 |  10221s | train_loss=0.0304
+  step 1090000 |  10309s | train_loss=0.0310
+  step 1100000 |  10466s | train_loss=0.0309 | fid=44.0043
+  step 1110000 |  10554s | train_loss=0.0306
+  step 1120000 |  10642s | train_loss=0.0313
+  step 1130000 |  10730s | train_loss=0.0301
+  step 1140000 |  10818s | train_loss=0.0310
+  step 1150000 |  10907s | train_loss=0.0297
+  step 1160000 |  10995s | train_loss=0.0300
+  step 1170000 |  11082s | train_loss=0.0292
+  step 1180000 |  11170s | train_loss=0.0298
+  step 1190000 |  11255s | train_loss=0.0297
+  step 1200000 |  11414s | train_loss=0.0289 | fid=43.4392
+  step 1210000 |  11500s | train_loss=0.0293
+  step 1220000 |  11588s | train_loss=0.0289
+  step 1230000 |  11677s | train_loss=0.0280
+  step 1240000 |  11765s | train_loss=0.0289
+  step 1250000 |  11853s | train_loss=0.0299
+  step 1260000 |  11941s | train_loss=0.0285
+  step 1270000 |  12028s | train_loss=0.0289
+  step 1280000 |  12116s | train_loss=0.0279
+  step 1290000 |  12205s | train_loss=0.0283
+  step 1300000 |  12357s | train_loss=0.0287 | fid=43.3973
+  step 1310000 |  12446s | train_loss=0.0278
+  step 1320000 |  12532s | train_loss=0.0273
+  step 1330000 |  12620s | train_loss=0.0269
+  step 1340000 |  12709s | train_loss=0.0280
+  step 1350000 |  12797s | train_loss=0.0280
+  step 1360000 |  12885s | train_loss=0.0282
+  step 1370000 |  12974s | train_loss=0.0269
+  step 1380000 |  13060s | train_loss=0.0263
+  step 1390000 |  13149s | train_loss=0.0265
+  step 1400000 |  13304s | train_loss=0.0264 | fid=42.6503
+  step 1410000 |  13393s | train_loss=0.0260
+  step 1420000 |  13481s | train_loss=0.0269
+  step 1430000 |  13567s | train_loss=0.0263
+  step 1440000 |  13656s | train_loss=0.0257
+  step 1450000 |  13744s | train_loss=0.0260
+  step 1460000 |  13832s | train_loss=0.0256
+  step 1470000 |  13920s | train_loss=0.0259
+  step 1480000 |  14007s | train_loss=0.0256
+  step 1490000 |  14095s | train_loss=0.0270
+  step 1500000 |  14253s | train_loss=0.0256 | fid=42.5217
+  step 1510000 |  14338s | train_loss=0.0252
+  step 1520000 |  14426s | train_loss=0.0252
+  step 1530000 |  14514s | train_loss=0.0245
+  step 1540000 |  14600s | train_loss=0.0247
+  step 1550000 |  14689s | train_loss=0.0252
+  step 1560000 |  14777s | train_loss=0.0249
+  step 1570000 |  14865s | train_loss=0.0246
+  step 1580000 |  14953s | train_loss=0.0255
+  step 1590000 |  15040s | train_loss=0.0241
+  step 1600000 |  15209s | train_loss=0.0241 | fid=43.1478
+  step 1610000 |  15293s | train_loss=0.0236
+  step 1620000 |  15379s | train_loss=0.0240
+  step 1630000 |  15467s | train_loss=0.0237
+  step 1640000 |  15556s | train_loss=0.0235
+  step 1650000 |  15642s | train_loss=0.0241
+  step 1660000 |  15730s | train_loss=0.0240
+  step 1670000 |  15818s | train_loss=0.0234
+  step 1680000 |  15907s | train_loss=0.0239
+  step 1690000 |  15993s | train_loss=0.0236
+  step 1700000 |  16163s | train_loss=0.0229 | fid=42.1207
+  step 1710000 |  16251s | train_loss=0.0229
+  step 1720000 |  16331s | train_loss=0.0236
+  step 1730000 |  16418s | train_loss=0.0232
+  step 1740000 |  16506s | train_loss=0.0229
+  step 1750000 |  16594s | train_loss=0.0224
+  step 1760000 |  16681s | train_loss=0.0229
+  step 1770000 |  16769s | train_loss=0.0228
+  step 1780000 |  16858s | train_loss=0.0221
+  step 1790000 |  16945s | train_loss=0.0223
+  step 1800000 |  17118s | train_loss=0.0224 | fid=43.0620
+  step 1810000 |  17206s | train_loss=0.0227
+  step 1820000 |  17294s | train_loss=0.0220
+  step 1830000 |  17373s | train_loss=0.0222
+  step 1840000 |  17462s | train_loss=0.0216
+  step 1850000 |  17550s | train_loss=0.0213
+  step 1860000 |  17637s | train_loss=0.0212
+  step 1870000 |  17725s | train_loss=0.0213
+  step 1880000 |  17813s | train_loss=0.0222
+  step 1890000 |  17902s | train_loss=0.0212
+  step 1900000 |  18080s | train_loss=0.0215 | fid=43.0240
+  step 1910000 |  18168s | train_loss=0.0217
+  step 1920000 |  18256s | train_loss=0.0220
+  step 1930000 |  18345s | train_loss=0.0208
+  step 1940000 |  18426s | train_loss=0.0204
+  step 1950000 |  18514s | train_loss=0.0209
+  step 1960000 |  18602s | train_loss=0.0212
+  step 1970000 |  18689s | train_loss=0.0215
+  step 1980000 |  18777s | train_loss=0.0208
+  step 1990000 |  18865s | train_loss=0.0204
+  step 2000000 |  19035s | train_loss=0.0210 | fid=42.7086
+  step 2010000 |  19123s | train_loss=0.0202
+  step 2020000 |  19211s | train_loss=0.0201
+  step 2030000 |  19300s | train_loss=0.0204
+  step 2040000 |  19387s | train_loss=0.0196
+  step 2050000 |  19466s | train_loss=0.0195
+  step 2060000 |  19554s | train_loss=0.0203
+  step 2070000 |  19643s | train_loss=0.0204
+  step 2080000 |  19729s | train_loss=0.0203
+  step 2090000 |  19817s | train_loss=0.0198
+  step 2100000 |  19998s | train_loss=0.0192 | fid=42.2036
+  step 2110000 |  20087s | train_loss=0.0192
+  step 2120000 |  20175s | train_loss=0.0199
+  step 2130000 |  20263s | train_loss=0.0196
+  step 2140000 |  20351s | train_loss=0.0190
+  step 2150000 |  20434s | train_loss=0.0189
+  step 2160000 |  20516s | train_loss=0.0193
+  step 2170000 |  20604s | train_loss=0.0192
+  step 2180000 |  20690s | train_loss=0.0196
+  step 2190000 |  20776s | train_loss=0.0187
+  step 2200000 |  20953s | train_loss=0.0185 | fid=43.2272
+  step 2210000 |  21041s | train_loss=0.0192
+  step 2220000 |  21130s | train_loss=0.0196
+  step 2230000 |  21218s | train_loss=0.0185
+  step 2240000 |  21306s | train_loss=0.0184
+  step 2250000 |  21394s | train_loss=0.0181
+  step 2260000 |  21477s | train_loss=0.0183
+  step 2270000 |  21554s | train_loss=0.0190
+  step 2280000 |  21643s | train_loss=0.0187
+  step 2290000 |  21723s | train_loss=0.0183
+  step 2300000 |  21943s | train_loss=0.0184 | fid=42.5980
+  step 2310000 |  22031s | train_loss=0.0179
+  step 2320000 |  22119s | train_loss=0.0178
+  step 2330000 |  22207s | train_loss=0.0184
+  step 2340000 |  22296s | train_loss=0.0177
+  step 2350000 |  22384s | train_loss=0.0182
+  step 2360000 |  22473s | train_loss=0.0178
+  step 2370000 |  22547s | train_loss=0.0192
+  step 2380000 |  22635s | train_loss=0.0177
+  step 2390000 |  22711s | train_loss=0.0186
+  step 2400000 |  22915s | train_loss=0.0173 | fid=42.3795
+  step 2410000 |  23003s | train_loss=0.0178
+  step 2420000 |  23091s | train_loss=0.0174
+  step 2430000 |  23180s | train_loss=0.0173
+  step 2440000 |  23268s | train_loss=0.0173
+  step 2450000 |  23356s | train_loss=0.0178
+  step 2460000 |  23444s | train_loss=0.0180
+  step 2470000 |  23531s | train_loss=0.0175
+  step 2480000 |  23609s | train_loss=0.0170
+  step 2490000 |  23691s | train_loss=0.0170
+  step 2500000 |  23873s | train_loss=0.0172 | fid=41.9078
+  step 2510000 |  23962s | train_loss=0.0178
+  step 2520000 |  24049s | train_loss=0.0163
+  step 2530000 |  24138s | train_loss=0.0170
+  step 2540000 |  24226s | train_loss=0.0165
+  step 2550000 |  24314s | train_loss=0.0163
+  step 2560000 |  24402s | train_loss=0.0165
+  step 2570000 |  24490s | train_loss=0.0163
+  step 2580000 |  24575s | train_loss=0.0172
+  step 2590000 |  24648s | train_loss=0.0167
+  step 2600000 |  24821s | train_loss=0.0165 | fid=41.9370
+  step 2610000 |  24910s | train_loss=0.0172
+  step 2620000 |  24997s | train_loss=0.0164
+  step 2630000 |  25085s | train_loss=0.0168
+  step 2640000 |  25173s | train_loss=0.0163
+  step 2650000 |  25262s | train_loss=0.0173
+  step 2660000 |  25350s | train_loss=0.0166
+  step 2670000 |  25438s | train_loss=0.0166
+  step 2680000 |  25526s | train_loss=0.0159
+  step 2690000 |  25603s | train_loss=0.0164
+  step 2700000 |  25792s | train_loss=0.0159 | fid=42.2106
+  step 2710000 |  25880s | train_loss=0.0155
+  step 2720000 |  25968s | train_loss=0.0161
+  step 2730000 |  26056s | train_loss=0.0154
+  step 2740000 |  26144s | train_loss=0.0157
+  step 2750000 |  26232s | train_loss=0.0156
+  step 2760000 |  26320s | train_loss=0.0156
+  step 2770000 |  26408s | train_loss=0.0158
+  step 2780000 |  26491s | train_loss=0.0154
+  step 2790000 |  26574s | train_loss=0.0165
+  step 2800000 |  26746s | train_loss=0.0152 | fid=41.9297
+  step 2810000 |  26834s | train_loss=0.0159
+  step 2820000 |  26922s | train_loss=0.0157
+  step 2830000 |  27010s | train_loss=0.0170
+  step 2840000 |  27098s | train_loss=0.0155
+  step 2850000 |  27186s | train_loss=0.0164
+  step 2860000 |  27274s | train_loss=0.0150
+  step 2870000 |  27362s | train_loss=0.0153
+  step 2880000 |  27446s | train_loss=0.0150
+  step 2890000 |  27530s | train_loss=0.0157
+  step 2900000 |  27708s | train_loss=0.0160 | fid=42.4080
+  step 2910000 |  27794s | train_loss=0.0149
+  step 2920000 |  27883s | train_loss=0.0148
+  step 2930000 |  27971s | train_loss=0.0157
+  step 2940000 |  28059s | train_loss=0.0151
+  step 2950000 |  28147s | train_loss=0.0159
+  step 2960000 |  28235s | train_loss=0.0153
+  step 2970000 |  28323s | train_loss=0.0147
+  step 2980000 |  28405s | train_loss=0.0151
+  step 2990000 |  28489s | train_loss=0.0158
+  step 3000000 |  28670s | train_loss=0.0159 | fid=41.9829
+  step 3010000 |  28752s | train_loss=0.0151
+  step 3020000 |  28840s | train_loss=0.0149
+  step 3030000 |  28928s | train_loss=0.0148
+  step 3040000 |  29016s | train_loss=0.0150
+  step 3050000 |  29104s | train_loss=0.0149
+  step 3060000 |  29192s | train_loss=0.0148
+  step 3070000 |  29281s | train_loss=0.0146
+  step 3080000 |  29362s | train_loss=0.0146
+  step 3090000 |  29450s | train_loss=0.0143
+  step 3100000 |  29636s | train_loss=0.0142 | fid=42.1751
+  step 3110000 |  29716s | train_loss=0.0146
+  step 3120000 |  29795s | train_loss=0.0143
+  step 3130000 |  29883s | train_loss=0.0142
+  step 3140000 |  29971s | train_loss=0.0145
+  step 3150000 |  30059s | train_loss=0.0141
+  step 3160000 |  30148s | train_loss=0.0142
+  step 3170000 |  30236s | train_loss=0.0143
+  step 3180000 |  30314s | train_loss=0.0150
+  step 3190000 |  30400s | train_loss=0.0146
+  step 3200000 |  30595s | train_loss=0.0140 | fid=42.4358
+  step 3210000 |  30684s | train_loss=0.0142
+  step 3220000 |  30761s | train_loss=0.0141
+  step 3230000 |  30837s | train_loss=0.0145
+  step 3240000 |  30925s | train_loss=0.0139
+  step 3250000 |  31014s | train_loss=0.0144
+  step 3260000 |  31102s | train_loss=0.0142
+  step 3270000 |  31190s | train_loss=0.0134
+  step 3280000 |  31268s | train_loss=0.0141
+  step 3290000 |  31357s | train_loss=0.0137
+  step 3300000 |  31543s | train_loss=0.0138 | fid=42.4920
+  step 3310000 |  31632s | train_loss=0.0135
+  step 3320000 |  31720s | train_loss=0.0142
+  step 3330000 |  31805s | train_loss=0.0137
+  step 3340000 |  31884s | train_loss=0.0141
+  step 3350000 |  31972s | train_loss=0.0135
+  step 3360000 |  32060s | train_loss=0.0138
+  step 3370000 |  32149s | train_loss=0.0140
+  step 3380000 |  32227s | train_loss=0.0136
+  step 3390000 |  32313s | train_loss=0.0136
+  step 3400000 |  32532s | train_loss=0.0140 | fid=41.5971
+  step 3410000 |  32621s | train_loss=0.0137
+  step 3420000 |  32709s | train_loss=0.0134
+  step 3430000 |  32796s | train_loss=0.0135
+  step 3440000 |  32871s | train_loss=0.0132
+  step 3450000 |  32960s | train_loss=0.0133
+  step 3460000 |  33048s | train_loss=0.0144
+  step 3470000 |  33136s | train_loss=0.0133
+  step 3480000 |  33215s | train_loss=0.0135
+  step 3490000 |  33303s | train_loss=0.0131
+  step 3500000 |  33493s | train_loss=0.0133 | fid=41.9488
+  step 3510000 |  33581s | train_loss=0.0133
+  step 3520000 |  33669s | train_loss=0.0134
+  step 3530000 |  33757s | train_loss=0.0136
+  step 3540000 |  33844s | train_loss=0.0128
+  step 3550000 |  33917s | train_loss=0.0130
+  step 3560000 |  34000s | train_loss=0.0126
+  step 3570000 |  34087s | train_loss=0.0125
+  step 3580000 |  34166s | train_loss=0.0125
+  step 3590000 |  34255s | train_loss=0.0128
+  step 3600000 |  34473s | train_loss=0.0132 | fid=42.0667
+  step 3610000 |  34561s | train_loss=0.0132
+  step 3620000 |  34649s | train_loss=0.0126
+  step 3630000 |  34738s | train_loss=0.0133
+  step 3640000 |  34824s | train_loss=0.0127
+  step 3650000 |  34913s | train_loss=0.0128
+  step 3660000 |  34985s | train_loss=0.0124
+  step 3670000 |  35064s | train_loss=0.0123
+  step 3680000 |  35146s | train_loss=0.0123
+  step 3690000 |  35235s | train_loss=0.0126
+  step 3700000 |  35450s | train_loss=0.0147 | fid=41.5839
+  step 3710000 |  35539s | train_loss=0.0124
+  step 3720000 |  35627s | train_loss=0.0131
+  step 3730000 |  35715s | train_loss=0.0128
+  step 3740000 |  35802s | train_loss=0.0122
+  step 3750000 |  35890s | train_loss=0.0127
+  step 3760000 |  35976s | train_loss=0.0125
+  step 3770000 |  36044s | train_loss=0.0127
+  step 3780000 |  36128s | train_loss=0.0125
+  step 3790000 |  36216s | train_loss=0.0129
+  step 3800000 |  36429s | train_loss=0.0127 | fid=41.8975
+  step 3810000 |  36517s | train_loss=0.0120
+  step 3820000 |  36606s | train_loss=0.0123
+  step 3830000 |  36694s | train_loss=0.0126
+  step 3840000 |  36782s | train_loss=0.0122
+  step 3850000 |  36869s | train_loss=0.0119
+  step 3860000 |  36957s | train_loss=0.0125
+  step 3870000 |  37020s | train_loss=0.0122
+  step 3880000 |  37106s | train_loss=0.0126
+  step 3890000 |  37195s | train_loss=0.0120
+  step 3900000 |  37390s | train_loss=0.0117 | fid=41.7928
+  step 3910000 |  37478s | train_loss=0.0118
+  step 3920000 |  37566s | train_loss=0.0122
+  step 3930000 |  37655s | train_loss=0.0122
+  step 3940000 |  37743s | train_loss=0.0117
+  step 3950000 |  37829s | train_loss=0.0117
+  step 3960000 |  37918s | train_loss=0.0120
+  step 3970000 |  37994s | train_loss=0.0118
+  step 3980000 |  38062s | train_loss=0.0115
+  step 3990000 |  38149s | train_loss=0.0121
+  step 4000000 |  38346s | train_loss=0.0117 | fid=42.1292
+  step 4010000 |  38434s | train_loss=0.0117
+  step 4020000 |  38523s | train_loss=0.0115
+  step 4030000 |  38611s | train_loss=0.0116
+  step 4040000 |  38699s | train_loss=0.0118
+  step 4050000 |  38787s | train_loss=0.0124
+  step 4060000 |  38874s | train_loss=0.0116
+  step 4070000 |  38954s | train_loss=0.0112
+  step 4080000 |  39035s | train_loss=0.0122
+  step 4090000 |  39109s | train_loss=0.0116
+  step 4100000 |  39291s | train_loss=0.0115 | fid=41.2561
+  step 4110000 |  39379s | train_loss=0.0113
+  step 4120000 |  39467s | train_loss=0.0115
+  step 4130000 |  39555s | train_loss=0.0119
+  step 4140000 |  39643s | train_loss=0.0114
+  step 4150000 |  39731s | train_loss=0.0116
+  step 4160000 |  39818s | train_loss=0.0116
+  step 4170000 |  39903s | train_loss=0.0115
+  step 4180000 |  39975s | train_loss=0.0120
+  step 4190000 |  40063s | train_loss=0.0116
+  step 4200000 |  40252s | train_loss=0.0115 | fid=41.1279
+  step 4210000 |  40340s | train_loss=0.0113
+  step 4220000 |  40428s | train_loss=0.0115
+  step 4230000 |  40517s | train_loss=0.0113
+  step 4240000 |  40605s | train_loss=0.0112
+  step 4250000 |  40693s | train_loss=0.0114
+  step 4260000 |  40781s | train_loss=0.0113
+  step 4270000 |  40868s | train_loss=0.0114
+  step 4280000 |  40942s | train_loss=0.0112
+  step 4290000 |  41030s | train_loss=0.0108
+  step 4300000 |  41226s | train_loss=0.0113 | fid=41.5679
+  step 4310000 |  41314s | train_loss=0.0111
+  step 4320000 |  41402s | train_loss=0.0118
+  step 4330000 |  41491s | train_loss=0.0111
+  step 4340000 |  41579s | train_loss=0.0119
+  step 4350000 |  41667s | train_loss=0.0109
+  step 4360000 |  41755s | train_loss=0.0119
+  step 4370000 |  41841s | train_loss=0.0115
+  step 4380000 |  41913s | train_loss=0.0111
+  step 4390000 |  42001s | train_loss=0.0114
+  step 4400000 |  42191s | train_loss=0.0113 | fid=41.7459
+  step 4410000 |  42268s | train_loss=0.0112
+  step 4420000 |  42357s | train_loss=0.0108
+  step 4430000 |  42445s | train_loss=0.0108
+  step 4440000 |  42533s | train_loss=0.0108
+  step 4450000 |  42621s | train_loss=0.0109
+  step 4460000 |  42709s | train_loss=0.0113
+  step 4470000 |  42798s | train_loss=0.0113
+  step 4480000 |  42875s | train_loss=0.0111
+  step 4490000 |  42963s | train_loss=0.0108
+  step 4500000 |  43169s | train_loss=0.0114 | fid=42.1991
+  step 4510000 |  43249s | train_loss=0.0109
+  step 4520000 |  43331s | train_loss=0.0105
+  step 4530000 |  43419s | train_loss=0.0109
+  step 4540000 |  43507s | train_loss=0.0105
+  step 4550000 |  43595s | train_loss=0.0110
+  step 4560000 |  43683s | train_loss=0.0106
+  step 4570000 |  43769s | train_loss=0.0105
+  step 4580000 |  43847s | train_loss=0.0110
+  step 4590000 |  43936s | train_loss=0.0104
+  step 4600000 |  44144s | train_loss=0.0107 | fid=41.8384
+  step 4610000 |  44232s | train_loss=0.0108
+  step 4620000 |  44308s | train_loss=0.0108
+  step 4630000 |  44395s | train_loss=0.0104
+  step 4640000 |  44483s | train_loss=0.0102
+  step 4650000 |  44571s | train_loss=0.0106
+  step 4660000 |  44659s | train_loss=0.0103
+  step 4670000 |  44741s | train_loss=0.0101
+  step 4680000 |  44820s | train_loss=0.0104
+  step 4690000 |  44908s | train_loss=0.0101
+  step 4700000 |  45116s | train_loss=0.0106 | fid=41.2624
+  step 4710000 |  45204s | train_loss=0.0104
+  step 4720000 |  45292s | train_loss=0.0106
+  step 4730000 |  45364s | train_loss=0.0101
+  step 4740000 |  45452s | train_loss=0.0109
+  step 4750000 |  45540s | train_loss=0.0107
+  step 4760000 |  45628s | train_loss=0.0105
+  step 4770000 |  45708s | train_loss=0.0102
+  step 4780000 |  45791s | train_loss=0.0105
+  step 4790000 |  45878s | train_loss=0.0105
+  step 4800000 |  46080s | train_loss=0.0101 | fid=42.1270
+  step 4810000 |  46168s | train_loss=0.0100
+  step 4820000 |  46256s | train_loss=0.0103
+  step 4830000 |  46344s | train_loss=0.0102
+  step 4840000 |  46419s | train_loss=0.0101
+  step 4850000 |  46507s | train_loss=0.0099
+  step 4860000 |  46595s | train_loss=0.0100
+  step 4870000 |  46677s | train_loss=0.0096
+  step 4880000 |  46765s | train_loss=0.0099
+  step 4890000 |  46852s | train_loss=0.0098
+  step 4900000 |  47062s | train_loss=0.0109 | fid=41.5480
+  step 4910000 |  47150s | train_loss=0.0097
+  step 4920000 |  47238s | train_loss=0.0098
+  step 4930000 |  47326s | train_loss=0.0096
+  step 4940000 |  47408s | train_loss=0.0100
+  step 4950000 |  47488s | train_loss=0.0098
+  step 4960000 |  47574s | train_loss=0.0100
+  step 4970000 |  47646s | train_loss=0.0098
+  step 4980000 |  47717s | train_loss=0.0097
+  step 4990000 |  47788s | train_loss=0.0099
+  step 5000000 |  47914s | train_loss=0.0104 | fid=41.1391
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d80/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d80/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..5257dd5228dfaa306e9d5d7623dcc8f12a305853
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d80/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d80/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d80",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 45,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d80/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d80/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..efa10ee648bc5e320d99d01b70350c9715a946ca
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d80/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 80, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d80/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 45}
+{"step": 1, "wall_time": 69.13921189308167, "train_loss_step": 80.14674377441406, "n_params": 4428880, "total_flops": 13605519360, "train_loss": 1.001821231842041, "subset_score_loss": 1.001821231842041, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.974213182926178, "fid": 275.4330618251824}
+{"step": 10000, "wall_time": 153.1075427532196, "train_loss_step": 17.434188842773438, "n_params": 4428880, "total_flops": 136055193600000, "train_loss": 0.8252019882202148, "subset_score_loss": 0.8252019882202148}
+{"step": 20000, "wall_time": 240.52357578277588, "train_loss_step": 14.743824005126953, "n_params": 4428880, "total_flops": 272110387200000, "train_loss": 0.7207375049591065, "subset_score_loss": 0.7207375049591065}
+{"step": 30000, "wall_time": 327.80255222320557, "train_loss_step": 13.393543243408203, "n_params": 4428880, "total_flops": 408165580800000, "train_loss": 0.5884556770324707, "subset_score_loss": 0.5884556770324707}
+{"step": 40000, "wall_time": 415.1856904029846, "train_loss_step": 11.766531944274902, "n_params": 4428880, "total_flops": 544220774400000, "train_loss": 0.4297215938568115, "subset_score_loss": 0.4297215938568115}
+{"step": 50000, "wall_time": 502.6135604381561, "train_loss_step": 9.515933990478516, "n_params": 4428880, "total_flops": 680275968000000, "train_loss": 0.2958565950393677, "subset_score_loss": 0.2958565950393677}
+{"step": 60000, "wall_time": 589.9723780155182, "train_loss_step": 8.949203491210938, "n_params": 4428880, "total_flops": 816331161600000, "train_loss": 0.21761739253997803, "subset_score_loss": 0.21761739253997803}
+{"step": 70000, "wall_time": 677.3048975467682, "train_loss_step": 7.815101146697998, "n_params": 4428880, "total_flops": 952386355200000, "train_loss": 0.18054864406585694, "subset_score_loss": 0.18054864406585694}
+{"step": 80000, "wall_time": 764.5067281723022, "train_loss_step": 7.159358501434326, "n_params": 4428880, "total_flops": 1088441548800000, "train_loss": 0.15532302856445312, "subset_score_loss": 0.15532302856445312}
+{"step": 90000, "wall_time": 851.9068894386292, "train_loss_step": 7.328537464141846, "n_params": 4428880, "total_flops": 1224496742400000, "train_loss": 0.13931660652160643, "subset_score_loss": 0.13931660652160643}
+{"step": 100000, "wall_time": 1006.7635550498962, "train_loss_step": 6.937216758728027, "n_params": 4428880, "total_flops": 1360551936000000, "train_loss": 0.12989946603775024, "subset_score_loss": 0.12989946603775024, "memorization_fraction_pixel": 0.0017999999690800905, "mean_nn_ratio_pixel": 0.8916500806808472, "fid": 57.84186508460568}
+{"step": 110000, "wall_time": 1088.9283335208893, "train_loss_step": 6.994203090667725, "n_params": 4428880, "total_flops": 1496607129600000, "train_loss": 0.12205779552459717, "subset_score_loss": 0.12205779552459717}
+{"step": 120000, "wall_time": 1174.6635484695435, "train_loss_step": 6.759881973266602, "n_params": 4428880, "total_flops": 1632662323200000, "train_loss": 0.11484216451644898, "subset_score_loss": 0.11484216451644898}
+{"step": 130000, "wall_time": 1262.0645122528076, "train_loss_step": 6.168927192687988, "n_params": 4428880, "total_flops": 1768717516800000, "train_loss": 0.10979032516479492, "subset_score_loss": 0.10979032516479492}
+{"step": 140000, "wall_time": 1349.3225846290588, "train_loss_step": 6.153168678283691, "n_params": 4428880, "total_flops": 1904772710400000, "train_loss": 0.10395140647888183, "subset_score_loss": 0.10395140647888183}
+{"step": 150000, "wall_time": 1436.7900476455688, "train_loss_step": 5.9778008460998535, "n_params": 4428880, "total_flops": 2040827904000000, "train_loss": 0.10121870040893555, "subset_score_loss": 0.10121870040893555}
+{"step": 160000, "wall_time": 1524.5673549175262, "train_loss_step": 6.007575035095215, "n_params": 4428880, "total_flops": 2176883097600000, "train_loss": 0.09726210832595825, "subset_score_loss": 0.09726210832595825}
+{"step": 170000, "wall_time": 1612.3106706142426, "train_loss_step": 5.992618560791016, "n_params": 4428880, "total_flops": 2312938291200000, "train_loss": 0.09243671894073487, "subset_score_loss": 0.09243671894073487}
+{"step": 180000, "wall_time": 1699.884738445282, "train_loss_step": 5.667704105377197, "n_params": 4428880, "total_flops": 2448993484800000, "train_loss": 0.0901288092136383, "subset_score_loss": 0.0901288092136383}
+{"step": 190000, "wall_time": 1787.563838005066, "train_loss_step": 5.695089340209961, "n_params": 4428880, "total_flops": 2585048678400000, "train_loss": 0.0854391872882843, "subset_score_loss": 0.0854391872882843}
+{"step": 200000, "wall_time": 1942.8318557739258, "train_loss_step": 6.027864456176758, "n_params": 4428880, "total_flops": 2721103872000000, "train_loss": 0.08558385372161866, "subset_score_loss": 0.08558385372161866, "memorization_fraction_pixel": 0.02199999988079071, "mean_nn_ratio_pixel": 0.8180851340293884, "fid": 53.75272522192067}
+{"step": 210000, "wall_time": 2028.970266342163, "train_loss_step": 5.920320510864258, "n_params": 4428880, "total_flops": 2857159065600000, "train_loss": 0.0820517361164093, "subset_score_loss": 0.0820517361164093}
+{"step": 220000, "wall_time": 2113.146628379822, "train_loss_step": 5.407688140869141, "n_params": 4428880, "total_flops": 2993214259200000, "train_loss": 0.07886261343955994, "subset_score_loss": 0.07886261343955994}
+{"step": 230000, "wall_time": 2199.224358558655, "train_loss_step": 5.759584426879883, "n_params": 4428880, "total_flops": 3129269452800000, "train_loss": 0.0780150830745697, "subset_score_loss": 0.0780150830745697}
+{"step": 240000, "wall_time": 2286.767642259598, "train_loss_step": 5.2950544357299805, "n_params": 4428880, "total_flops": 3265324646400000, "train_loss": 0.0749990165233612, "subset_score_loss": 0.0749990165233612}
+{"step": 250000, "wall_time": 2374.4318923950195, "train_loss_step": 6.002498149871826, "n_params": 4428880, "total_flops": 3401379840000000, "train_loss": 0.07314836382865905, "subset_score_loss": 0.07314836382865905}
+{"step": 260000, "wall_time": 2462.1170542240143, "train_loss_step": 5.363854885101318, "n_params": 4428880, "total_flops": 3537435033600000, "train_loss": 0.07169386148452758, "subset_score_loss": 0.07169386148452758}
+{"step": 270000, "wall_time": 2549.808511734009, "train_loss_step": 5.163158893585205, "n_params": 4428880, "total_flops": 3673490227200000, "train_loss": 0.06883255243301392, "subset_score_loss": 0.06883255243301392}
+{"step": 280000, "wall_time": 2637.4829030036926, "train_loss_step": 5.3495073318481445, "n_params": 4428880, "total_flops": 3809545420800000, "train_loss": 0.06747777462005615, "subset_score_loss": 0.06747777462005615}
+{"step": 290000, "wall_time": 2725.1843957901, "train_loss_step": 5.489763259887695, "n_params": 4428880, "total_flops": 3945600614400000, "train_loss": 0.06680476665496826, "subset_score_loss": 0.06680476665496826}
+{"step": 300000, "wall_time": 2879.8359797000885, "train_loss_step": 5.748228073120117, "n_params": 4428880, "total_flops": 4081655808000000, "train_loss": 0.06693892478942871, "subset_score_loss": 0.06693892478942871, "memorization_fraction_pixel": 0.05420000106096268, "mean_nn_ratio_pixel": 0.7705714702606201, "fid": 52.064068805012894}
+{"step": 310000, "wall_time": 2965.542142868042, "train_loss_step": 4.778106689453125, "n_params": 4428880, "total_flops": 4217711001600000, "train_loss": 0.06428896784782409, "subset_score_loss": 0.06428896784782409}
+{"step": 320000, "wall_time": 3051.93594622612, "train_loss_step": 5.205834865570068, "n_params": 4428880, "total_flops": 4353766195200000, "train_loss": 0.06300929188728333, "subset_score_loss": 0.06300929188728333}
+{"step": 330000, "wall_time": 3138.3855299949646, "train_loss_step": 5.417389869689941, "n_params": 4428880, "total_flops": 4489821388800000, "train_loss": 0.061718547344207765, "subset_score_loss": 0.061718547344207765}
+{"step": 340000, "wall_time": 3224.3827509880066, "train_loss_step": 5.201835632324219, "n_params": 4428880, "total_flops": 4625876582400000, "train_loss": 0.05991776585578919, "subset_score_loss": 0.05991776585578919}
+{"step": 350000, "wall_time": 3312.1033732891083, "train_loss_step": 5.225362300872803, "n_params": 4428880, "total_flops": 4761931776000000, "train_loss": 0.06017683148384094, "subset_score_loss": 0.06017683148384094}
+{"step": 360000, "wall_time": 3399.7900717258453, "train_loss_step": 4.986299991607666, "n_params": 4428880, "total_flops": 4897986969600000, "train_loss": 0.05905646085739136, "subset_score_loss": 0.05905646085739136}
+{"step": 370000, "wall_time": 3487.4090509414673, "train_loss_step": 5.151761054992676, "n_params": 4428880, "total_flops": 5034042163200000, "train_loss": 0.05833027362823486, "subset_score_loss": 0.05833027362823486}
+{"step": 380000, "wall_time": 3575.0871164798737, "train_loss_step": 4.791935920715332, "n_params": 4428880, "total_flops": 5170097356800000, "train_loss": 0.05843903422355652, "subset_score_loss": 0.05843903422355652}
+{"step": 390000, "wall_time": 3662.766356945038, "train_loss_step": 5.209744453430176, "n_params": 4428880, "total_flops": 5306152550400000, "train_loss": 0.056283372640609744, "subset_score_loss": 0.056283372640609744}
+{"step": 400000, "wall_time": 3818.144696712494, "train_loss_step": 5.026607036590576, "n_params": 4428880, "total_flops": 5442207744000000, "train_loss": 0.05606128573417664, "subset_score_loss": 0.05606128573417664, "memorization_fraction_pixel": 0.08420000225305557, "mean_nn_ratio_pixel": 0.736117959022522, "fid": 50.98673357710379}
+{"step": 410000, "wall_time": 3903.6860070228577, "train_loss_step": 4.844293594360352, "n_params": 4428880, "total_flops": 5578262937600000, "train_loss": 0.05539830327033997, "subset_score_loss": 0.05539830327033997}
+{"step": 420000, "wall_time": 3991.6204431056976, "train_loss_step": 4.863412857055664, "n_params": 4428880, "total_flops": 5714318131200000, "train_loss": 0.05395315289497375, "subset_score_loss": 0.05395315289497375}
+{"step": 430000, "wall_time": 4077.921823501587, "train_loss_step": 4.762993812561035, "n_params": 4428880, "total_flops": 5850373324800000, "train_loss": 0.05355002880096436, "subset_score_loss": 0.05355002880096436}
+{"step": 440000, "wall_time": 4163.881571054459, "train_loss_step": 5.1264848709106445, "n_params": 4428880, "total_flops": 5986428518400000, "train_loss": 0.05384330749511719, "subset_score_loss": 0.05384330749511719}
+{"step": 450000, "wall_time": 4249.966527938843, "train_loss_step": 4.991228103637695, "n_params": 4428880, "total_flops": 6122483712000000, "train_loss": 0.052926135063171384, "subset_score_loss": 0.052926135063171384}
+{"step": 460000, "wall_time": 4337.606358289719, "train_loss_step": 4.804333686828613, "n_params": 4428880, "total_flops": 6258538905600000, "train_loss": 0.050957399606704715, "subset_score_loss": 0.050957399606704715}
+{"step": 470000, "wall_time": 4425.259774684906, "train_loss_step": 4.646585464477539, "n_params": 4428880, "total_flops": 6394594099200000, "train_loss": 0.051904088258743285, "subset_score_loss": 0.051904088258743285}
+{"step": 480000, "wall_time": 4513.045661687851, "train_loss_step": 4.725466251373291, "n_params": 4428880, "total_flops": 6530649292800000, "train_loss": 0.052260732650756835, "subset_score_loss": 0.052260732650756835}
+{"step": 490000, "wall_time": 4600.6757707595825, "train_loss_step": 4.531691551208496, "n_params": 4428880, "total_flops": 6666704486400000, "train_loss": 0.05094004273414612, "subset_score_loss": 0.05094004273414612}
+{"step": 500000, "wall_time": 4756.607487201691, "train_loss_step": 4.932541847229004, "n_params": 4428880, "total_flops": 6802759680000000, "train_loss": 0.04965446889400482, "subset_score_loss": 0.04965446889400482, "memorization_fraction_pixel": 0.13279999792575836, "mean_nn_ratio_pixel": 0.6933966875076294, "fid": 49.311113306140385}
+{"step": 510000, "wall_time": 4841.4329829216, "train_loss_step": 4.91226053237915, "n_params": 4428880, "total_flops": 6938814873600000, "train_loss": 0.04868155419826507, "subset_score_loss": 0.04868155419826507}
+{"step": 520000, "wall_time": 4929.148471593857, "train_loss_step": 4.6068315505981445, "n_params": 4428880, "total_flops": 7074870067200000, "train_loss": 0.04937229752540588, "subset_score_loss": 0.04937229752540588}
+{"step": 530000, "wall_time": 5017.249205350876, "train_loss_step": 4.420956134796143, "n_params": 4428880, "total_flops": 7210925260800000, "train_loss": 0.04823883473873138, "subset_score_loss": 0.04823883473873138}
+{"step": 540000, "wall_time": 5103.271261930466, "train_loss_step": 4.983044624328613, "n_params": 4428880, "total_flops": 7346980454400000, "train_loss": 0.048006308078765866, "subset_score_loss": 0.048006308078765866}
+{"step": 550000, "wall_time": 5188.453642606735, "train_loss_step": 4.727148056030273, "n_params": 4428880, "total_flops": 7483035648000000, "train_loss": 0.047768837213516234, "subset_score_loss": 0.047768837213516234}
+{"step": 560000, "wall_time": 5274.490263700485, "train_loss_step": 4.6206560134887695, "n_params": 4428880, "total_flops": 7619090841600000, "train_loss": 0.045951032638549806, "subset_score_loss": 0.045951032638549806}
+{"step": 570000, "wall_time": 5362.153532981873, "train_loss_step": 4.892164707183838, "n_params": 4428880, "total_flops": 7755146035200000, "train_loss": 0.04634374976158142, "subset_score_loss": 0.04634374976158142}
+{"step": 580000, "wall_time": 5449.723474740982, "train_loss_step": 4.542665958404541, "n_params": 4428880, "total_flops": 7891201228800000, "train_loss": 0.04570514261722565, "subset_score_loss": 0.04570514261722565}
+{"step": 590000, "wall_time": 5537.3314418792725, "train_loss_step": 4.32369327545166, "n_params": 4428880, "total_flops": 8027256422400000, "train_loss": 0.045899298787117, "subset_score_loss": 0.045899298787117}
+{"step": 600000, "wall_time": 5694.097159147263, "train_loss_step": 4.681905746459961, "n_params": 4428880, "total_flops": 8163311616000000, "train_loss": 0.04527570307254791, "subset_score_loss": 0.04527570307254791, "memorization_fraction_pixel": 0.16419999301433563, "mean_nn_ratio_pixel": 0.6647436618804932, "fid": 48.04385986158693}
+{"step": 610000, "wall_time": 5778.976237773895, "train_loss_step": 4.553928375244141, "n_params": 4428880, "total_flops": 8299366809600000, "train_loss": 0.046075350046157836, "subset_score_loss": 0.046075350046157836}
+{"step": 620000, "wall_time": 5866.660489797592, "train_loss_step": 4.381016731262207, "n_params": 4428880, "total_flops": 8435422003200000, "train_loss": 0.043960964679718016, "subset_score_loss": 0.043960964679718016}
+{"step": 630000, "wall_time": 5954.30276966095, "train_loss_step": 4.627830505371094, "n_params": 4428880, "total_flops": 8571477196800000, "train_loss": 0.04393342435359955, "subset_score_loss": 0.04393342435359955}
+{"step": 640000, "wall_time": 6040.71339225769, "train_loss_step": 4.614963531494141, "n_params": 4428880, "total_flops": 8707532390400000, "train_loss": 0.04331949651241303, "subset_score_loss": 0.04331949651241303}
+{"step": 650000, "wall_time": 6128.569280385971, "train_loss_step": 4.589947700500488, "n_params": 4428880, "total_flops": 8843587584000000, "train_loss": 0.043626239895820616, "subset_score_loss": 0.043626239895820616}
+{"step": 660000, "wall_time": 6213.532183885574, "train_loss_step": 4.489795684814453, "n_params": 4428880, "total_flops": 8979642777600000, "train_loss": 0.04289351403713226, "subset_score_loss": 0.04289351403713226}
+{"step": 670000, "wall_time": 6299.677743434906, "train_loss_step": 4.474712371826172, "n_params": 4428880, "total_flops": 9115697971200000, "train_loss": 0.04314235150814057, "subset_score_loss": 0.04314235150814057}
+{"step": 680000, "wall_time": 6387.418709039688, "train_loss_step": 4.840060234069824, "n_params": 4428880, "total_flops": 9251753164800000, "train_loss": 0.04181577563285828, "subset_score_loss": 0.04181577563285828}
+{"step": 690000, "wall_time": 6475.018729686737, "train_loss_step": 4.302187919616699, "n_params": 4428880, "total_flops": 9387808358400000, "train_loss": 0.04177127182483673, "subset_score_loss": 0.04177127182483673}
+{"step": 700000, "wall_time": 6634.231934070587, "train_loss_step": 4.563321113586426, "n_params": 4428880, "total_flops": 9523863552000000, "train_loss": 0.04220733940601349, "subset_score_loss": 0.04220733940601349, "memorization_fraction_pixel": 0.20659999549388885, "mean_nn_ratio_pixel": 0.6365832686424255, "fid": 48.17804835308339}
+{"step": 710000, "wall_time": 6718.775600671768, "train_loss_step": 4.204923629760742, "n_params": 4428880, "total_flops": 9659918745600000, "train_loss": 0.04142745137214661, "subset_score_loss": 0.04142745137214661}
+{"step": 720000, "wall_time": 6806.350760936737, "train_loss_step": 4.067952632904053, "n_params": 4428880, "total_flops": 9795973939200000, "train_loss": 0.040341585874557495, "subset_score_loss": 0.040341585874557495}
+{"step": 730000, "wall_time": 6894.0430996418, "train_loss_step": 4.659740924835205, "n_params": 4428880, "total_flops": 9932029132800000, "train_loss": 0.04103664755821228, "subset_score_loss": 0.04103664755821228}
+{"step": 740000, "wall_time": 6981.84737610817, "train_loss_step": 4.375823974609375, "n_params": 4428880, "total_flops": 10068084326400000, "train_loss": 0.039875149726867676, "subset_score_loss": 0.039875149726867676}
+{"step": 750000, "wall_time": 7068.340390205383, "train_loss_step": 4.327244758605957, "n_params": 4428880, "total_flops": 10204139520000000, "train_loss": 0.04009385406970978, "subset_score_loss": 0.04009385406970978}
+{"step": 760000, "wall_time": 7156.39329624176, "train_loss_step": 4.287954807281494, "n_params": 4428880, "total_flops": 10340194713600000, "train_loss": 0.039712220430374146, "subset_score_loss": 0.039712220430374146}
+{"step": 770000, "wall_time": 7240.998984575272, "train_loss_step": 4.335041046142578, "n_params": 4428880, "total_flops": 10476249907200000, "train_loss": 0.04003781080245972, "subset_score_loss": 0.04003781080245972}
+{"step": 780000, "wall_time": 7327.093000411987, "train_loss_step": 4.373101234436035, "n_params": 4428880, "total_flops": 10612305100800000, "train_loss": 0.03888753950595856, "subset_score_loss": 0.03888753950595856}
+{"step": 790000, "wall_time": 7414.793231487274, "train_loss_step": 4.191241264343262, "n_params": 4428880, "total_flops": 10748360294400000, "train_loss": 0.03982705771923065, "subset_score_loss": 0.03982705771923065}
+{"step": 800000, "wall_time": 7575.159628868103, "train_loss_step": 4.065426349639893, "n_params": 4428880, "total_flops": 10884415488000000, "train_loss": 0.039641058444976805, "subset_score_loss": 0.039641058444976805, "memorization_fraction_pixel": 0.24040000140666962, "mean_nn_ratio_pixel": 0.6104937791824341, "fid": 46.27816106137131}
+{"step": 810000, "wall_time": 7660.084796190262, "train_loss_step": 4.2644362449646, "n_params": 4428880, "total_flops": 11020470681600000, "train_loss": 0.03889133632183075, "subset_score_loss": 0.03889133632183075}
+{"step": 820000, "wall_time": 7747.7349689006805, "train_loss_step": 4.378140449523926, "n_params": 4428880, "total_flops": 11156525875200000, "train_loss": 0.03833067119121551, "subset_score_loss": 0.03833067119121551}
+{"step": 830000, "wall_time": 7835.384768486023, "train_loss_step": 4.241365432739258, "n_params": 4428880, "total_flops": 11292581068800000, "train_loss": 0.038201913237571716, "subset_score_loss": 0.038201913237571716}
+{"step": 840000, "wall_time": 7923.133530378342, "train_loss_step": 4.433223724365234, "n_params": 4428880, "total_flops": 11428636262400000, "train_loss": 0.03791661560535431, "subset_score_loss": 0.03791661560535431}
+{"step": 850000, "wall_time": 8011.4568383693695, "train_loss_step": 4.214401721954346, "n_params": 4428880, "total_flops": 11564691456000000, "train_loss": 0.037185898423194884, "subset_score_loss": 0.037185898423194884}
+{"step": 860000, "wall_time": 8097.324625253677, "train_loss_step": 4.332381725311279, "n_params": 4428880, "total_flops": 11700746649600000, "train_loss": 0.03806457817554474, "subset_score_loss": 0.03806457817554474}
+{"step": 870000, "wall_time": 8184.808891773224, "train_loss_step": 4.002451419830322, "n_params": 4428880, "total_flops": 11836801843200000, "train_loss": 0.0370807409286499, "subset_score_loss": 0.0370807409286499}
+{"step": 880000, "wall_time": 8269.971157312393, "train_loss_step": 4.1749677658081055, "n_params": 4428880, "total_flops": 11972857036800000, "train_loss": 0.037131544947624204, "subset_score_loss": 0.037131544947624204}
+{"step": 890000, "wall_time": 8356.101053237915, "train_loss_step": 3.8493309020996094, "n_params": 4428880, "total_flops": 12108912230400000, "train_loss": 0.037066864967346194, "subset_score_loss": 0.037066864967346194}
+{"step": 900000, "wall_time": 8516.373013496399, "train_loss_step": 4.458749771118164, "n_params": 4428880, "total_flops": 12244967424000000, "train_loss": 0.03692240715026855, "subset_score_loss": 0.03692240715026855, "memorization_fraction_pixel": 0.2799000144004822, "mean_nn_ratio_pixel": 0.5854236483573914, "fid": 44.94217647228966}
+{"step": 910000, "wall_time": 8600.862432956696, "train_loss_step": 3.951308250427246, "n_params": 4428880, "total_flops": 12381022617600000, "train_loss": 0.037071728706359865, "subset_score_loss": 0.037071728706359865}
+{"step": 920000, "wall_time": 8688.58151102066, "train_loss_step": 4.065358638763428, "n_params": 4428880, "total_flops": 12517077811200000, "train_loss": 0.036272880434989926, "subset_score_loss": 0.036272880434989926}
+{"step": 930000, "wall_time": 8776.101422309875, "train_loss_step": 4.3584885597229, "n_params": 4428880, "total_flops": 12653133004800000, "train_loss": 0.03627780079841614, "subset_score_loss": 0.03627780079841614}
+{"step": 940000, "wall_time": 8863.816169023514, "train_loss_step": 4.31516695022583, "n_params": 4428880, "total_flops": 12789188198400000, "train_loss": 0.03593414723873138, "subset_score_loss": 0.03593414723873138}
+{"step": 950000, "wall_time": 8951.518140554428, "train_loss_step": 4.12416410446167, "n_params": 4428880, "total_flops": 12925243392000000, "train_loss": 0.03475670218467712, "subset_score_loss": 0.03475670218467712}
+{"step": 960000, "wall_time": 9037.711384057999, "train_loss_step": 4.313508987426758, "n_params": 4428880, "total_flops": 13061298585600000, "train_loss": 0.03483383655548096, "subset_score_loss": 0.03483383655548096}
+{"step": 970000, "wall_time": 9125.295659303665, "train_loss_step": 4.171601295471191, "n_params": 4428880, "total_flops": 13197353779200000, "train_loss": 0.033980187773704526, "subset_score_loss": 0.033980187773704526}
+{"step": 980000, "wall_time": 9210.842949390411, "train_loss_step": 4.53033971786499, "n_params": 4428880, "total_flops": 13333408972800000, "train_loss": 0.034544190764427184, "subset_score_loss": 0.034544190764427184}
+{"step": 990000, "wall_time": 9298.458245038986, "train_loss_step": 4.172408103942871, "n_params": 4428880, "total_flops": 13469464166400000, "train_loss": 0.03439660668373108, "subset_score_loss": 0.03439660668373108}
+{"step": 1000000, "wall_time": 9454.633181095123, "train_loss_step": 3.9693894386291504, "n_params": 4428880, "total_flops": 13605519360000000, "train_loss": 0.035015258193016055, "subset_score_loss": 0.035015258193016055, "memorization_fraction_pixel": 0.3102000057697296, "mean_nn_ratio_pixel": 0.5667393803596497, "fid": 44.3789195177636}
+{"step": 1010000, "wall_time": 9539.653250217438, "train_loss_step": 4.123705863952637, "n_params": 4428880, "total_flops": 13741574553600000, "train_loss": 0.03405878841876984, "subset_score_loss": 0.03405878841876984}
+{"step": 1020000, "wall_time": 9627.41559290886, "train_loss_step": 3.6929965019226074, "n_params": 4428880, "total_flops": 13877629747200000, "train_loss": 0.03394419252872467, "subset_score_loss": 0.03394419252872467}
+{"step": 1030000, "wall_time": 9715.090426921844, "train_loss_step": 4.327818870544434, "n_params": 4428880, "total_flops": 14013684940800000, "train_loss": 0.033552533388137816, "subset_score_loss": 0.033552533388137816}
+{"step": 1040000, "wall_time": 9802.768685817719, "train_loss_step": 4.248222351074219, "n_params": 4428880, "total_flops": 14149740134400000, "train_loss": 0.033823919296264646, "subset_score_loss": 0.033823919296264646}
+{"step": 1050000, "wall_time": 9890.461743593216, "train_loss_step": 4.295458793640137, "n_params": 4428880, "total_flops": 14285795328000000, "train_loss": 0.03397197127342224, "subset_score_loss": 0.03397197127342224}
+{"step": 1060000, "wall_time": 9978.40298819542, "train_loss_step": 4.278547286987305, "n_params": 4428880, "total_flops": 14421850521600000, "train_loss": 0.03357188701629639, "subset_score_loss": 0.03357188701629639}
+{"step": 1070000, "wall_time": 10064.388514518738, "train_loss_step": 4.2539825439453125, "n_params": 4428880, "total_flops": 14557905715200000, "train_loss": 0.03340092897415161, "subset_score_loss": 0.03340092897415161}
+{"step": 1080000, "wall_time": 10152.050588130951, "train_loss_step": 4.075266361236572, "n_params": 4428880, "total_flops": 14693960908800000, "train_loss": 0.032797855138778684, "subset_score_loss": 0.032797855138778684}
+{"step": 1090000, "wall_time": 10236.913010597229, "train_loss_step": 3.856128454208374, "n_params": 4428880, "total_flops": 14830016102400000, "train_loss": 0.03288394212722778, "subset_score_loss": 0.03288394212722778}
+{"step": 1100000, "wall_time": 10395.009040594101, "train_loss_step": 3.8443105220794678, "n_params": 4428880, "total_flops": 14966071296000000, "train_loss": 0.03283160626888275, "subset_score_loss": 0.03283160626888275, "memorization_fraction_pixel": 0.36579999327659607, "mean_nn_ratio_pixel": 0.531230092048645, "fid": 43.15227694615625}
+{"step": 1110000, "wall_time": 10477.70373749733, "train_loss_step": 4.244237899780273, "n_params": 4428880, "total_flops": 15102126489600000, "train_loss": 0.032376205921173094, "subset_score_loss": 0.032376205921173094}
+{"step": 1120000, "wall_time": 10565.378777980804, "train_loss_step": 4.035556793212891, "n_params": 4428880, "total_flops": 15238181683200000, "train_loss": 0.03293370604515076, "subset_score_loss": 0.03293370604515076}
+{"step": 1130000, "wall_time": 10653.122498750687, "train_loss_step": 3.8196487426757812, "n_params": 4428880, "total_flops": 15374236876800000, "train_loss": 0.03139170706272125, "subset_score_loss": 0.03139170706272125}
+{"step": 1140000, "wall_time": 10740.79515838623, "train_loss_step": 3.845432758331299, "n_params": 4428880, "total_flops": 15510292070400000, "train_loss": 0.03229163587093353, "subset_score_loss": 0.03229163587093353}
+{"step": 1150000, "wall_time": 10828.363994121552, "train_loss_step": 3.9347708225250244, "n_params": 4428880, "total_flops": 15646347264000000, "train_loss": 0.03239361047744751, "subset_score_loss": 0.03239361047744751}
+{"step": 1160000, "wall_time": 10915.986768960953, "train_loss_step": 3.5886292457580566, "n_params": 4428880, "total_flops": 15782402457600000, "train_loss": 0.03144634068012238, "subset_score_loss": 0.03144634068012238}
+{"step": 1170000, "wall_time": 11002.734471797943, "train_loss_step": 3.780923843383789, "n_params": 4428880, "total_flops": 15918457651200000, "train_loss": 0.03124082088470459, "subset_score_loss": 0.03124082088470459}
+{"step": 1180000, "wall_time": 11090.025522470474, "train_loss_step": 3.7627034187316895, "n_params": 4428880, "total_flops": 16054512844800000, "train_loss": 0.03154959976673126, "subset_score_loss": 0.03154959976673126}
+{"step": 1190000, "wall_time": 11177.738850831985, "train_loss_step": 3.9600830078125, "n_params": 4428880, "total_flops": 16190568038400000, "train_loss": 0.030480822920799254, "subset_score_loss": 0.030480822920799254}
+{"step": 1200000, "wall_time": 11334.23226237297, "train_loss_step": 3.6629366874694824, "n_params": 4428880, "total_flops": 16326623232000000, "train_loss": 0.030638986825942995, "subset_score_loss": 0.030638986825942995, "memorization_fraction_pixel": 0.40549999475479126, "mean_nn_ratio_pixel": 0.517629861831665, "fid": 43.057708657347526}
+{"step": 1210000, "wall_time": 11418.877477884293, "train_loss_step": 4.008592128753662, "n_params": 4428880, "total_flops": 16462678425600000, "train_loss": 0.030701106786727904, "subset_score_loss": 0.030701106786727904}
+{"step": 1220000, "wall_time": 11504.880147695541, "train_loss_step": 4.066040992736816, "n_params": 4428880, "total_flops": 16598733619200000, "train_loss": 0.03004707396030426, "subset_score_loss": 0.03004707396030426}
+{"step": 1230000, "wall_time": 11592.6227581501, "train_loss_step": 4.05659294128418, "n_params": 4428880, "total_flops": 16734788812800000, "train_loss": 0.0305117666721344, "subset_score_loss": 0.0305117666721344}
+{"step": 1240000, "wall_time": 11680.302474975586, "train_loss_step": 3.783773183822632, "n_params": 4428880, "total_flops": 16870844006400000, "train_loss": 0.03027442693710327, "subset_score_loss": 0.03027442693710327}
+{"step": 1250000, "wall_time": 11767.953476428986, "train_loss_step": 3.88698410987854, "n_params": 4428880, "total_flops": 17006899200000000, "train_loss": 0.030050796270370484, "subset_score_loss": 0.030050796270370484}
+{"step": 1260000, "wall_time": 11855.524536848068, "train_loss_step": 3.629908561706543, "n_params": 4428880, "total_flops": 17142954393600000, "train_loss": 0.029770290851593016, "subset_score_loss": 0.029770290851593016}
+{"step": 1270000, "wall_time": 11943.368198394775, "train_loss_step": 3.535975933074951, "n_params": 4428880, "total_flops": 17279009587200000, "train_loss": 0.03003811240196228, "subset_score_loss": 0.03003811240196228}
+{"step": 1280000, "wall_time": 12029.803572893143, "train_loss_step": 4.022375106811523, "n_params": 4428880, "total_flops": 17415064780800000, "train_loss": 0.029318919777870177, "subset_score_loss": 0.029318919777870177}
+{"step": 1290000, "wall_time": 12117.405177354813, "train_loss_step": 4.043399810791016, "n_params": 4428880, "total_flops": 17551119974400000, "train_loss": 0.029689723253250123, "subset_score_loss": 0.029689723253250123}
+{"step": 1300000, "wall_time": 12273.996252059937, "train_loss_step": 4.0691728591918945, "n_params": 4428880, "total_flops": 17687175168000000, "train_loss": 0.029708191752433777, "subset_score_loss": 0.029708191752433777, "memorization_fraction_pixel": 0.4747999906539917, "mean_nn_ratio_pixel": 0.4781322181224823, "fid": 41.69976306935399}
+{"step": 1310000, "wall_time": 12359.078708410263, "train_loss_step": 3.6156885623931885, "n_params": 4428880, "total_flops": 17823230361600000, "train_loss": 0.029898038506507872, "subset_score_loss": 0.029898038506507872}
+{"step": 1320000, "wall_time": 12446.777580022812, "train_loss_step": 3.8708744049072266, "n_params": 4428880, "total_flops": 17959285555200000, "train_loss": 0.029563292860984802, "subset_score_loss": 0.029563292860984802}
+{"step": 1330000, "wall_time": 12532.903225660324, "train_loss_step": 3.795159101486206, "n_params": 4428880, "total_flops": 18095340748800000, "train_loss": 0.028484660387039184, "subset_score_loss": 0.028484660387039184}
+{"step": 1340000, "wall_time": 12620.466551542282, "train_loss_step": 3.8864688873291016, "n_params": 4428880, "total_flops": 18231395942400000, "train_loss": 0.029455927014350892, "subset_score_loss": 0.029455927014350892}
+{"step": 1350000, "wall_time": 12708.10286617279, "train_loss_step": 3.7361388206481934, "n_params": 4428880, "total_flops": 18367451136000000, "train_loss": 0.02956598699092865, "subset_score_loss": 0.02956598699092865}
+{"step": 1360000, "wall_time": 12795.854334115982, "train_loss_step": 3.771815061569214, "n_params": 4428880, "total_flops": 18503506329600000, "train_loss": 0.028999319672584532, "subset_score_loss": 0.028999319672584532}
+{"step": 1370000, "wall_time": 12883.50919675827, "train_loss_step": 3.860048770904541, "n_params": 4428880, "total_flops": 18639561523200000, "train_loss": 0.027873149514198302, "subset_score_loss": 0.027873149514198302}
+{"step": 1380000, "wall_time": 12971.638554096222, "train_loss_step": 3.871593475341797, "n_params": 4428880, "total_flops": 18775616716800000, "train_loss": 0.028078272938728333, "subset_score_loss": 0.028078272938728333}
+{"step": 1390000, "wall_time": 13057.718381166458, "train_loss_step": 3.8241262435913086, "n_params": 4428880, "total_flops": 18911671910400000, "train_loss": 0.027538511157035827, "subset_score_loss": 0.027538511157035827}
+{"step": 1400000, "wall_time": 13215.373442411423, "train_loss_step": 3.94107985496521, "n_params": 4428880, "total_flops": 19047727104000000, "train_loss": 0.027424871921539307, "subset_score_loss": 0.027424871921539307, "memorization_fraction_pixel": 0.5026999711990356, "mean_nn_ratio_pixel": 0.4668442904949188, "fid": 41.89066948597744}
+{"step": 1410000, "wall_time": 13298.659390211105, "train_loss_step": 3.6481003761291504, "n_params": 4428880, "total_flops": 19183782297600000, "train_loss": 0.028005415201187135, "subset_score_loss": 0.028005415201187135}
+{"step": 1420000, "wall_time": 13384.94666481018, "train_loss_step": 3.6910300254821777, "n_params": 4428880, "total_flops": 19319837491200000, "train_loss": 0.029241707921028138, "subset_score_loss": 0.029241707921028138}
+{"step": 1430000, "wall_time": 13472.677239656448, "train_loss_step": 3.499279022216797, "n_params": 4428880, "total_flops": 19455892684800000, "train_loss": 0.02739374041557312, "subset_score_loss": 0.02739374041557312}
+{"step": 1440000, "wall_time": 13558.798100471497, "train_loss_step": 3.705258846282959, "n_params": 4428880, "total_flops": 19591947878400000, "train_loss": 0.02734600305557251, "subset_score_loss": 0.02734600305557251}
+{"step": 1450000, "wall_time": 13646.425379991531, "train_loss_step": 3.92368221282959, "n_params": 4428880, "total_flops": 19728003072000000, "train_loss": 0.02726813554763794, "subset_score_loss": 0.02726813554763794}
+{"step": 1460000, "wall_time": 13733.981598854065, "train_loss_step": 3.807941198348999, "n_params": 4428880, "total_flops": 19864058265600000, "train_loss": 0.02709411084651947, "subset_score_loss": 0.02709411084651947}
+{"step": 1470000, "wall_time": 13821.407627344131, "train_loss_step": 3.6631088256835938, "n_params": 4428880, "total_flops": 20000113459200000, "train_loss": 0.02688663899898529, "subset_score_loss": 0.02688663899898529}
+{"step": 1480000, "wall_time": 13908.91004705429, "train_loss_step": 3.5701992511749268, "n_params": 4428880, "total_flops": 20136168652800000, "train_loss": 0.02730337083339691, "subset_score_loss": 0.02730337083339691}
+{"step": 1490000, "wall_time": 13995.471918582916, "train_loss_step": 3.409907102584839, "n_params": 4428880, "total_flops": 20272223846400000, "train_loss": 0.027422571182250978, "subset_score_loss": 0.027422571182250978}
+{"step": 1500000, "wall_time": 14154.11556839943, "train_loss_step": 3.383437156677246, "n_params": 4428880, "total_flops": 20408279040000000, "train_loss": 0.026365828514099122, "subset_score_loss": 0.026365828514099122, "memorization_fraction_pixel": 0.5396999716758728, "mean_nn_ratio_pixel": 0.44882073998451233, "fid": 41.37942339519176}
+{"step": 1510000, "wall_time": 14241.633441925049, "train_loss_step": 3.7266383171081543, "n_params": 4428880, "total_flops": 20544334233600000, "train_loss": 0.027032184600830077, "subset_score_loss": 0.027032184600830077}
+{"step": 1520000, "wall_time": 14323.353272676468, "train_loss_step": 3.6416382789611816, "n_params": 4428880, "total_flops": 20680389427200000, "train_loss": 0.02638857066631317, "subset_score_loss": 0.02638857066631317}
+{"step": 1530000, "wall_time": 14410.767353773117, "train_loss_step": 3.854100227355957, "n_params": 4428880, "total_flops": 20816444620800000, "train_loss": 0.02603399157524109, "subset_score_loss": 0.02603399157524109}
+{"step": 1540000, "wall_time": 14498.36444067955, "train_loss_step": 3.775116205215454, "n_params": 4428880, "total_flops": 20952499814400000, "train_loss": 0.025888282060623168, "subset_score_loss": 0.025888282060623168}
+{"step": 1550000, "wall_time": 14584.421236515045, "train_loss_step": 3.822420358657837, "n_params": 4428880, "total_flops": 21088555008000000, "train_loss": 0.025901570916175842, "subset_score_loss": 0.025901570916175842}
+{"step": 1560000, "wall_time": 14671.978021860123, "train_loss_step": 3.574411392211914, "n_params": 4428880, "total_flops": 21224610201600000, "train_loss": 0.026338398456573486, "subset_score_loss": 0.026338398456573486}
+{"step": 1570000, "wall_time": 14759.590563297272, "train_loss_step": 3.547062873840332, "n_params": 4428880, "total_flops": 21360665395200000, "train_loss": 0.026537275314331053, "subset_score_loss": 0.026537275314331053}
+{"step": 1580000, "wall_time": 14847.199125528336, "train_loss_step": 3.7625293731689453, "n_params": 4428880, "total_flops": 21496720588800000, "train_loss": 0.026443880796432496, "subset_score_loss": 0.026443880796432496}
+{"step": 1590000, "wall_time": 14934.952167987823, "train_loss_step": 3.4901914596557617, "n_params": 4428880, "total_flops": 21632775782400000, "train_loss": 0.025498872995376586, "subset_score_loss": 0.025498872995376586}
+{"step": 1600000, "wall_time": 15090.496497869492, "train_loss_step": 3.5510094165802, "n_params": 4428880, "total_flops": 21768830976000000, "train_loss": 0.025521251559257507, "subset_score_loss": 0.025521251559257507, "memorization_fraction_pixel": 0.5476999878883362, "mean_nn_ratio_pixel": 0.45257309079170227, "fid": 41.868729149887784}
+{"step": 1610000, "wall_time": 15177.970953464508, "train_loss_step": 3.6764004230499268, "n_params": 4428880, "total_flops": 21904886169600000, "train_loss": 0.02591748833656311, "subset_score_loss": 0.02591748833656311}
+{"step": 1620000, "wall_time": 15259.998836755753, "train_loss_step": 3.675915241241455, "n_params": 4428880, "total_flops": 22040941363200000, "train_loss": 0.025263744592666625, "subset_score_loss": 0.025263744592666625}
+{"step": 1630000, "wall_time": 15341.474536418915, "train_loss_step": 3.512796401977539, "n_params": 4428880, "total_flops": 22176996556800000, "train_loss": 0.025552389025688172, "subset_score_loss": 0.025552389025688172}
+{"step": 1640000, "wall_time": 15429.068062782288, "train_loss_step": 3.693016290664673, "n_params": 4428880, "total_flops": 22313051750400000, "train_loss": 0.024575239419937132, "subset_score_loss": 0.024575239419937132}
+{"step": 1650000, "wall_time": 15516.70147562027, "train_loss_step": 3.7968828678131104, "n_params": 4428880, "total_flops": 22449106944000000, "train_loss": 0.02548309862613678, "subset_score_loss": 0.02548309862613678}
+{"step": 1660000, "wall_time": 15602.895375490189, "train_loss_step": 3.411735773086548, "n_params": 4428880, "total_flops": 22585162137600000, "train_loss": 0.024683885276317596, "subset_score_loss": 0.024683885276317596}
+{"step": 1670000, "wall_time": 15690.423123598099, "train_loss_step": 3.6821632385253906, "n_params": 4428880, "total_flops": 22721217331200000, "train_loss": 0.024251911044120788, "subset_score_loss": 0.024251911044120788}
+{"step": 1680000, "wall_time": 15778.037071228027, "train_loss_step": 3.6886303424835205, "n_params": 4428880, "total_flops": 22857272524800000, "train_loss": 0.024634000658988953, "subset_score_loss": 0.024634000658988953}
+{"step": 1690000, "wall_time": 15865.685565710068, "train_loss_step": 3.170506477355957, "n_params": 4428880, "total_flops": 22993327718400000, "train_loss": 0.024359239637851714, "subset_score_loss": 0.024359239637851714}
+{"step": 1700000, "wall_time": 16044.908691167831, "train_loss_step": 3.3888049125671387, "n_params": 4428880, "total_flops": 23129382912000000, "train_loss": 0.023930972814559935, "subset_score_loss": 0.023930972814559935, "memorization_fraction_pixel": 0.5884000062942505, "mean_nn_ratio_pixel": 0.4278465807437897, "fid": 42.15743094586762}
+{"step": 1710000, "wall_time": 16132.424455881119, "train_loss_step": 3.3827013969421387, "n_params": 4428880, "total_flops": 23265438105600000, "train_loss": 0.024710603058338165, "subset_score_loss": 0.024710603058338165}
+{"step": 1720000, "wall_time": 16212.717965364456, "train_loss_step": 3.629232168197632, "n_params": 4428880, "total_flops": 23401493299200000, "train_loss": 0.02434072643518448, "subset_score_loss": 0.02434072643518448}
+{"step": 1730000, "wall_time": 16299.9532828331, "train_loss_step": 3.635481834411621, "n_params": 4428880, "total_flops": 23537548492800000, "train_loss": 0.024278733134269714, "subset_score_loss": 0.024278733134269714}
+{"step": 1740000, "wall_time": 16378.183466434479, "train_loss_step": 3.530005693435669, "n_params": 4428880, "total_flops": 23673603686400000, "train_loss": 0.024089191854000092, "subset_score_loss": 0.024089191854000092}
+{"step": 1750000, "wall_time": 16465.929446697235, "train_loss_step": 3.5421977043151855, "n_params": 4428880, "total_flops": 23809658880000000, "train_loss": 0.023377430438995362, "subset_score_loss": 0.023377430438995362}
+{"step": 1760000, "wall_time": 16553.728028059006, "train_loss_step": 3.542081832885742, "n_params": 4428880, "total_flops": 23945714073600000, "train_loss": 0.024054810404777527, "subset_score_loss": 0.024054810404777527}
+{"step": 1770000, "wall_time": 16640.089220046997, "train_loss_step": 3.450808525085449, "n_params": 4428880, "total_flops": 24081769267200000, "train_loss": 0.023995992541313172, "subset_score_loss": 0.023995992541313172}
+{"step": 1780000, "wall_time": 16727.802755117416, "train_loss_step": 3.4278626441955566, "n_params": 4428880, "total_flops": 24217824460800000, "train_loss": 0.023618876934051514, "subset_score_loss": 0.023618876934051514}
+{"step": 1790000, "wall_time": 16815.46160888672, "train_loss_step": 3.4065098762512207, "n_params": 4428880, "total_flops": 24353879654400000, "train_loss": 0.023501297831535338, "subset_score_loss": 0.023501297831535338}
+{"step": 1800000, "wall_time": 16999.98904800415, "train_loss_step": 3.579340934753418, "n_params": 4428880, "total_flops": 24489934848000000, "train_loss": 0.02335670292377472, "subset_score_loss": 0.02335670292377472, "memorization_fraction_pixel": 0.6101999878883362, "mean_nn_ratio_pixel": 0.42254453897476196, "fid": 42.23825357287327}
+{"step": 1810000, "wall_time": 17086.9572327137, "train_loss_step": 3.338564872741699, "n_params": 4428880, "total_flops": 24625990041600000, "train_loss": 0.023465296626091002, "subset_score_loss": 0.023465296626091002}
+{"step": 1820000, "wall_time": 17167.13386631012, "train_loss_step": 3.430238723754883, "n_params": 4428880, "total_flops": 24762045235200000, "train_loss": 0.022872196137905122, "subset_score_loss": 0.022872196137905122}
+{"step": 1830000, "wall_time": 17254.73910832405, "train_loss_step": 3.701847553253174, "n_params": 4428880, "total_flops": 24898100428800000, "train_loss": 0.022982293367385866, "subset_score_loss": 0.022982293367385866}
+{"step": 1840000, "wall_time": 17339.950939893723, "train_loss_step": 3.550983428955078, "n_params": 4428880, "total_flops": 25034155622400000, "train_loss": 0.022198899090290068, "subset_score_loss": 0.022198899090290068}
+{"step": 1850000, "wall_time": 17421.34971022606, "train_loss_step": 3.537181854248047, "n_params": 4428880, "total_flops": 25170210816000000, "train_loss": 0.02266954630613327, "subset_score_loss": 0.02266954630613327}
+{"step": 1860000, "wall_time": 17509.015921592712, "train_loss_step": 3.5560662746429443, "n_params": 4428880, "total_flops": 25306266009600000, "train_loss": 0.022078971564769744, "subset_score_loss": 0.022078971564769744}
+{"step": 1870000, "wall_time": 17597.039974451065, "train_loss_step": 3.4691293239593506, "n_params": 4428880, "total_flops": 25442321203200000, "train_loss": 0.022432984411716463, "subset_score_loss": 0.022432984411716463}
+{"step": 1880000, "wall_time": 17683.068118333817, "train_loss_step": 3.7369141578674316, "n_params": 4428880, "total_flops": 25578376396800000, "train_loss": 0.023238953948020936, "subset_score_loss": 0.023238953948020936}
+{"step": 1890000, "wall_time": 17770.63830256462, "train_loss_step": 3.447031259536743, "n_params": 4428880, "total_flops": 25714431590400000, "train_loss": 0.021980905532836915, "subset_score_loss": 0.021980905532836915}
+{"step": 1900000, "wall_time": 17943.69838833809, "train_loss_step": 3.1712429523468018, "n_params": 4428880, "total_flops": 25850486784000000, "train_loss": 0.022384931147098542, "subset_score_loss": 0.022384931147098542, "memorization_fraction_pixel": 0.6438999772071838, "mean_nn_ratio_pixel": 0.40771493315696716, "fid": 41.45497978803744}
+{"step": 1910000, "wall_time": 18031.31866979599, "train_loss_step": 3.2492358684539795, "n_params": 4428880, "total_flops": 25986541977600000, "train_loss": 0.02349846065044403, "subset_score_loss": 0.02349846065044403}
+{"step": 1920000, "wall_time": 18109.622594356537, "train_loss_step": 3.1936047077178955, "n_params": 4428880, "total_flops": 26122597171200000, "train_loss": 0.022041188180446626, "subset_score_loss": 0.022041188180446626}
+{"step": 1930000, "wall_time": 18197.093980789185, "train_loss_step": 3.715712547302246, "n_params": 4428880, "total_flops": 26258652364800000, "train_loss": 0.021686215698719025, "subset_score_loss": 0.021686215698719025}
+{"step": 1940000, "wall_time": 18284.863011837006, "train_loss_step": 3.0045061111450195, "n_params": 4428880, "total_flops": 26394707558400000, "train_loss": 0.022145000100135804, "subset_score_loss": 0.022145000100135804}
+{"step": 1950000, "wall_time": 18369.992671489716, "train_loss_step": 3.350371837615967, "n_params": 4428880, "total_flops": 26530762752000000, "train_loss": 0.021946631371974945, "subset_score_loss": 0.021946631371974945}
+{"step": 1960000, "wall_time": 18452.979027748108, "train_loss_step": 3.6454105377197266, "n_params": 4428880, "total_flops": 26666817945600000, "train_loss": 0.022716085612773895, "subset_score_loss": 0.022716085612773895}
+{"step": 1970000, "wall_time": 18540.666699171066, "train_loss_step": 3.2117748260498047, "n_params": 4428880, "total_flops": 26802873139200000, "train_loss": 0.022684620320796968, "subset_score_loss": 0.022684620320796968}
+{"step": 1980000, "wall_time": 18628.375720739365, "train_loss_step": 3.195885181427002, "n_params": 4428880, "total_flops": 26938928332800000, "train_loss": 0.021307121217250823, "subset_score_loss": 0.021307121217250823}
+{"step": 1990000, "wall_time": 18714.587713479996, "train_loss_step": 3.538428783416748, "n_params": 4428880, "total_flops": 27074983526400000, "train_loss": 0.021471062302589418, "subset_score_loss": 0.021471062302589418}
+{"step": 2000000, "wall_time": 18897.225896835327, "train_loss_step": 3.314774513244629, "n_params": 4428880, "total_flops": 27211038720000000, "train_loss": 0.02199007123708725, "subset_score_loss": 0.02199007123708725, "memorization_fraction_pixel": 0.6743000149726868, "mean_nn_ratio_pixel": 0.3917652368545532, "fid": 41.85037096785673}
+{"step": 2010000, "wall_time": 18984.973286390305, "train_loss_step": 3.7187836170196533, "n_params": 4428880, "total_flops": 27347093913600000, "train_loss": 0.020778219401836395, "subset_score_loss": 0.020778219401836395}
+{"step": 2020000, "wall_time": 19064.665168762207, "train_loss_step": 3.2701025009155273, "n_params": 4428880, "total_flops": 27483149107200000, "train_loss": 0.02170657366514206, "subset_score_loss": 0.02170657366514206}
+{"step": 2030000, "wall_time": 19152.02286028862, "train_loss_step": 3.1981077194213867, "n_params": 4428880, "total_flops": 27619204300800000, "train_loss": 0.021667508780956267, "subset_score_loss": 0.021667508780956267}
+{"step": 2040000, "wall_time": 19239.6518740654, "train_loss_step": 3.4115874767303467, "n_params": 4428880, "total_flops": 27755259494400000, "train_loss": 0.020586353540420533, "subset_score_loss": 0.020586353540420533}
+{"step": 2050000, "wall_time": 19327.373229265213, "train_loss_step": 3.3688607215881348, "n_params": 4428880, "total_flops": 27891314688000000, "train_loss": 0.02053583711385727, "subset_score_loss": 0.02053583711385727}
+{"step": 2060000, "wall_time": 19408.194665193558, "train_loss_step": 3.4468870162963867, "n_params": 4428880, "total_flops": 28027369881600000, "train_loss": 0.02110498696565628, "subset_score_loss": 0.02110498696565628}
+{"step": 2070000, "wall_time": 19492.644708633423, "train_loss_step": 3.4014174938201904, "n_params": 4428880, "total_flops": 28163425075200000, "train_loss": 0.021313510835170746, "subset_score_loss": 0.021313510835170746}
+{"step": 2080000, "wall_time": 19580.323595285416, "train_loss_step": 3.356558322906494, "n_params": 4428880, "total_flops": 28299480268800000, "train_loss": 0.0219504252076149, "subset_score_loss": 0.0219504252076149}
+{"step": 2090000, "wall_time": 19666.47216105461, "train_loss_step": 3.6458191871643066, "n_params": 4428880, "total_flops": 28435535462400000, "train_loss": 0.02097221463918686, "subset_score_loss": 0.02097221463918686}
+{"step": 2100000, "wall_time": 19851.90752363205, "train_loss_step": 2.987231731414795, "n_params": 4428880, "total_flops": 28571590656000000, "train_loss": 0.020110660791397096, "subset_score_loss": 0.020110660791397096, "memorization_fraction_pixel": 0.6841999888420105, "mean_nn_ratio_pixel": 0.38589465618133545, "fid": 41.02541406100963}
+{"step": 2110000, "wall_time": 19937.871524333954, "train_loss_step": 3.532700538635254, "n_params": 4428880, "total_flops": 28707645849600000, "train_loss": 0.020668888092041017, "subset_score_loss": 0.020668888092041017}
+{"step": 2120000, "wall_time": 20015.272050619125, "train_loss_step": 3.5121469497680664, "n_params": 4428880, "total_flops": 28843701043200000, "train_loss": 0.020200589299201967, "subset_score_loss": 0.020200589299201967}
+{"step": 2130000, "wall_time": 20102.780656337738, "train_loss_step": 3.283778190612793, "n_params": 4428880, "total_flops": 28979756236800000, "train_loss": 0.02093634158372879, "subset_score_loss": 0.02093634158372879}
+{"step": 2140000, "wall_time": 20190.481159687042, "train_loss_step": 3.408399820327759, "n_params": 4428880, "total_flops": 29115811430400000, "train_loss": 0.020037469267845155, "subset_score_loss": 0.020037469267845155}
+{"step": 2150000, "wall_time": 20278.18088889122, "train_loss_step": 3.292762517929077, "n_params": 4428880, "total_flops": 29251866624000000, "train_loss": 0.020416471362113952, "subset_score_loss": 0.020416471362113952}
+{"step": 2160000, "wall_time": 20365.981750249863, "train_loss_step": 3.0826587677001953, "n_params": 4428880, "total_flops": 29387921817600000, "train_loss": 0.019972090423107148, "subset_score_loss": 0.019972090423107148}
+{"step": 2170000, "wall_time": 20444.976890563965, "train_loss_step": 3.326016426086426, "n_params": 4428880, "total_flops": 29523977011200000, "train_loss": 0.01944373995065689, "subset_score_loss": 0.01944373995065689}
+{"step": 2180000, "wall_time": 20529.30828309059, "train_loss_step": 3.3377513885498047, "n_params": 4428880, "total_flops": 29660032204800000, "train_loss": 0.021156808733940123, "subset_score_loss": 0.021156808733940123}
+{"step": 2190000, "wall_time": 20617.051243066788, "train_loss_step": 3.119863510131836, "n_params": 4428880, "total_flops": 29796087398400000, "train_loss": 0.019849465787410737, "subset_score_loss": 0.019849465787410737}
+{"step": 2200000, "wall_time": 20789.54292535782, "train_loss_step": 3.6487467288970947, "n_params": 4428880, "total_flops": 29932142592000000, "train_loss": 0.01972869038581848, "subset_score_loss": 0.01972869038581848, "memorization_fraction_pixel": 0.6927000284194946, "mean_nn_ratio_pixel": 0.38465937972068787, "fid": 41.52293281776375}
+{"step": 2210000, "wall_time": 20875.77281808853, "train_loss_step": 3.389749050140381, "n_params": 4428880, "total_flops": 30068197785600000, "train_loss": 0.019844965636730195, "subset_score_loss": 0.019844965636730195}
+{"step": 2220000, "wall_time": 20955.268535375595, "train_loss_step": 3.385192632675171, "n_params": 4428880, "total_flops": 30204252979200000, "train_loss": 0.02064663916826248, "subset_score_loss": 0.02064663916826248}
+{"step": 2230000, "wall_time": 21042.79124546051, "train_loss_step": 3.4460887908935547, "n_params": 4428880, "total_flops": 30340308172800000, "train_loss": 0.01991908997297287, "subset_score_loss": 0.01991908997297287}
+{"step": 2240000, "wall_time": 21130.399564504623, "train_loss_step": 3.1932759284973145, "n_params": 4428880, "total_flops": 30476363366400000, "train_loss": 0.019848522543907166, "subset_score_loss": 0.019848522543907166}
+{"step": 2250000, "wall_time": 21218.099446296692, "train_loss_step": 3.3338775634765625, "n_params": 4428880, "total_flops": 30612418560000000, "train_loss": 0.01953781247138977, "subset_score_loss": 0.01953781247138977}
+{"step": 2260000, "wall_time": 21305.742280244827, "train_loss_step": 3.2209339141845703, "n_params": 4428880, "total_flops": 30748473753600000, "train_loss": 0.02004167139530182, "subset_score_loss": 0.02004167139530182}
+{"step": 2270000, "wall_time": 21393.52609062195, "train_loss_step": 2.9870054721832275, "n_params": 4428880, "total_flops": 30884528947200000, "train_loss": 0.019522315263748168, "subset_score_loss": 0.019522315263748168}
+{"step": 2280000, "wall_time": 21475.72119808197, "train_loss_step": 3.0901143550872803, "n_params": 4428880, "total_flops": 31020584140800000, "train_loss": 0.01962027996778488, "subset_score_loss": 0.01962027996778488}
+{"step": 2290000, "wall_time": 21552.61249113083, "train_loss_step": 3.2852447032928467, "n_params": 4428880, "total_flops": 31156639334400000, "train_loss": 0.020050203800201415, "subset_score_loss": 0.020050203800201415}
+{"step": 2300000, "wall_time": 21769.755873441696, "train_loss_step": 3.2239410877227783, "n_params": 4428880, "total_flops": 31292694528000000, "train_loss": 0.019150765240192415, "subset_score_loss": 0.019150765240192415, "memorization_fraction_pixel": 0.7160999774932861, "mean_nn_ratio_pixel": 0.371639609336853, "fid": 41.307013792613155}
+{"step": 2310000, "wall_time": 21855.804893493652, "train_loss_step": 3.374960422515869, "n_params": 4428880, "total_flops": 31428749721600000, "train_loss": 0.018746623396873476, "subset_score_loss": 0.018746623396873476}
+{"step": 2320000, "wall_time": 21927.658648729324, "train_loss_step": 3.3547866344451904, "n_params": 4428880, "total_flops": 31564804915200000, "train_loss": 0.018617139756679536, "subset_score_loss": 0.018617139756679536}
+{"step": 2330000, "wall_time": 22011.514877557755, "train_loss_step": 3.4915430545806885, "n_params": 4428880, "total_flops": 31700860108800000, "train_loss": 0.018669913709163665, "subset_score_loss": 0.018669913709163665}
+{"step": 2340000, "wall_time": 22099.156421899796, "train_loss_step": 3.3798134326934814, "n_params": 4428880, "total_flops": 31836915302400000, "train_loss": 0.019014735519886018, "subset_score_loss": 0.019014735519886018}
+{"step": 2350000, "wall_time": 22186.893235445023, "train_loss_step": 3.4665117263793945, "n_params": 4428880, "total_flops": 31972970496000000, "train_loss": 0.019114145636558534, "subset_score_loss": 0.019114145636558534}
+{"step": 2360000, "wall_time": 22274.521548509598, "train_loss_step": 3.0225677490234375, "n_params": 4428880, "total_flops": 32109025689600000, "train_loss": 0.019179031252861023, "subset_score_loss": 0.019179031252861023}
+{"step": 2370000, "wall_time": 22362.23025393486, "train_loss_step": 3.274421215057373, "n_params": 4428880, "total_flops": 32245080883200000, "train_loss": 0.020042681694030763, "subset_score_loss": 0.020042681694030763}
+{"step": 2380000, "wall_time": 22450.18838119507, "train_loss_step": 3.3826112747192383, "n_params": 4428880, "total_flops": 32381136076800000, "train_loss": 0.0192878857254982, "subset_score_loss": 0.0192878857254982}
+{"step": 2390000, "wall_time": 22528.102393865585, "train_loss_step": 3.174938201904297, "n_params": 4428880, "total_flops": 32517191270400000, "train_loss": 0.020325084030628205, "subset_score_loss": 0.020325084030628205}
+{"step": 2400000, "wall_time": 22724.332482099533, "train_loss_step": 3.1012697219848633, "n_params": 4428880, "total_flops": 32653246464000000, "train_loss": 0.018888965249061584, "subset_score_loss": 0.018888965249061584, "memorization_fraction_pixel": 0.7261000275611877, "mean_nn_ratio_pixel": 0.36635252833366394, "fid": 40.35398746989253}
+{"step": 2410000, "wall_time": 22810.4044880867, "train_loss_step": 3.473914384841919, "n_params": 4428880, "total_flops": 32789301657600000, "train_loss": 0.0190075546503067, "subset_score_loss": 0.0190075546503067}
+{"step": 2420000, "wall_time": 22889.874179840088, "train_loss_step": 3.014601230621338, "n_params": 4428880, "total_flops": 32925356851200000, "train_loss": 0.018868732452392577, "subset_score_loss": 0.018868732452392577}
+{"step": 2430000, "wall_time": 22971.56767129898, "train_loss_step": 3.2374117374420166, "n_params": 4428880, "total_flops": 33061412044800000, "train_loss": 0.018494506180286408, "subset_score_loss": 0.018494506180286408}
+{"step": 2440000, "wall_time": 23059.241534233093, "train_loss_step": 3.312483787536621, "n_params": 4428880, "total_flops": 33197467238400000, "train_loss": 0.018194591999053954, "subset_score_loss": 0.018194591999053954}
+{"step": 2450000, "wall_time": 23147.002475738525, "train_loss_step": 3.14682674407959, "n_params": 4428880, "total_flops": 33333522432000000, "train_loss": 0.018600940704345703, "subset_score_loss": 0.018600940704345703}
+{"step": 2460000, "wall_time": 23234.67760181427, "train_loss_step": 3.369412422180176, "n_params": 4428880, "total_flops": 33469577625600000, "train_loss": 0.018681494891643523, "subset_score_loss": 0.018681494891643523}
+{"step": 2470000, "wall_time": 23322.400939941406, "train_loss_step": 3.254840850830078, "n_params": 4428880, "total_flops": 33605632819200000, "train_loss": 0.01803240180015564, "subset_score_loss": 0.01803240180015564}
+{"step": 2480000, "wall_time": 23410.09940314293, "train_loss_step": 3.035496711730957, "n_params": 4428880, "total_flops": 33741688012800000, "train_loss": 0.019743180274963378, "subset_score_loss": 0.019743180274963378}
+{"step": 2490000, "wall_time": 23498.079147815704, "train_loss_step": 3.058351755142212, "n_params": 4428880, "total_flops": 33877743206400000, "train_loss": 0.018763352930545808, "subset_score_loss": 0.018763352930545808}
+{"step": 2500000, "wall_time": 23654.205718040466, "train_loss_step": 3.3015758991241455, "n_params": 4428880, "total_flops": 34013798400000000, "train_loss": 0.018994177877902984, "subset_score_loss": 0.018994177877902984, "memorization_fraction_pixel": 0.7354999780654907, "mean_nn_ratio_pixel": 0.3680651783943176, "fid": 41.0095388124832}
+{"step": 2510000, "wall_time": 23738.856153726578, "train_loss_step": 3.4672794342041016, "n_params": 4428880, "total_flops": 34149853593600000, "train_loss": 0.018756271898746492, "subset_score_loss": 0.018756271898746492}
+{"step": 2520000, "wall_time": 23826.425820350647, "train_loss_step": 3.174419641494751, "n_params": 4428880, "total_flops": 34285908787200000, "train_loss": 0.017516545951366425, "subset_score_loss": 0.017516545951366425}
+{"step": 2530000, "wall_time": 23905.421320915222, "train_loss_step": 3.046633243560791, "n_params": 4428880, "total_flops": 34421963980800000, "train_loss": 0.01840042769908905, "subset_score_loss": 0.01840042769908905}
+{"step": 2540000, "wall_time": 23992.828392505646, "train_loss_step": 3.100576400756836, "n_params": 4428880, "total_flops": 34558019174400000, "train_loss": 0.017585760354995726, "subset_score_loss": 0.017585760354995726}
+{"step": 2550000, "wall_time": 24080.145402908325, "train_loss_step": 2.9389379024505615, "n_params": 4428880, "total_flops": 34694074368000000, "train_loss": 0.01809275448322296, "subset_score_loss": 0.01809275448322296}
+{"step": 2560000, "wall_time": 24167.723624944687, "train_loss_step": 3.0681066513061523, "n_params": 4428880, "total_flops": 34830129561600000, "train_loss": 0.017462149262428284, "subset_score_loss": 0.017462149262428284}
+{"step": 2570000, "wall_time": 24255.246026992798, "train_loss_step": 2.8139808177948, "n_params": 4428880, "total_flops": 34966184755200000, "train_loss": 0.018289399147033692, "subset_score_loss": 0.018289399147033692}
+{"step": 2580000, "wall_time": 24342.828153848648, "train_loss_step": 3.070674419403076, "n_params": 4428880, "total_flops": 35102239948800000, "train_loss": 0.01845676302909851, "subset_score_loss": 0.01845676302909851}
+{"step": 2590000, "wall_time": 24430.25259923935, "train_loss_step": 3.0766329765319824, "n_params": 4428880, "total_flops": 35238295142400000, "train_loss": 0.01730557382106781, "subset_score_loss": 0.01730557382106781}
+{"step": 2600000, "wall_time": 24604.42699933052, "train_loss_step": 3.038747787475586, "n_params": 4428880, "total_flops": 35374350336000000, "train_loss": 0.017289896309375764, "subset_score_loss": 0.017289896309375764, "memorization_fraction_pixel": 0.7444999814033508, "mean_nn_ratio_pixel": 0.35981854796409607, "fid": 40.01564818873315}
+{"step": 2610000, "wall_time": 24691.35015964508, "train_loss_step": 3.266735553741455, "n_params": 4428880, "total_flops": 35510405529600000, "train_loss": 0.017415542900562287, "subset_score_loss": 0.017415542900562287}
+{"step": 2620000, "wall_time": 24776.700390815735, "train_loss_step": 2.997058391571045, "n_params": 4428880, "total_flops": 35646460723200000, "train_loss": 0.018044827878475188, "subset_score_loss": 0.018044827878475188}
+{"step": 2630000, "wall_time": 24857.45064163208, "train_loss_step": 3.315596580505371, "n_params": 4428880, "total_flops": 35782515916800000, "train_loss": 0.018321695923805236, "subset_score_loss": 0.018321695923805236}
+{"step": 2640000, "wall_time": 24944.9102935791, "train_loss_step": 3.067535161972046, "n_params": 4428880, "total_flops": 35918571110400000, "train_loss": 0.01794627457857132, "subset_score_loss": 0.01794627457857132}
+{"step": 2650000, "wall_time": 25032.252892017365, "train_loss_step": 3.3389368057250977, "n_params": 4428880, "total_flops": 36054626304000000, "train_loss": 0.019211646914482117, "subset_score_loss": 0.019211646914482117}
+{"step": 2660000, "wall_time": 25119.743127822876, "train_loss_step": 3.303478717803955, "n_params": 4428880, "total_flops": 36190681497600000, "train_loss": 0.01723216623067856, "subset_score_loss": 0.01723216623067856}
+{"step": 2670000, "wall_time": 25207.222093343735, "train_loss_step": 3.124906301498413, "n_params": 4428880, "total_flops": 36326736691200000, "train_loss": 0.01861186921596527, "subset_score_loss": 0.01861186921596527}
+{"step": 2680000, "wall_time": 25294.748265981674, "train_loss_step": 2.995293617248535, "n_params": 4428880, "total_flops": 36462791884800000, "train_loss": 0.017455488443374634, "subset_score_loss": 0.017455488443374634}
+{"step": 2690000, "wall_time": 25382.381060123444, "train_loss_step": 3.1857874393463135, "n_params": 4428880, "total_flops": 36598847078400000, "train_loss": 0.018162839114665985, "subset_score_loss": 0.018162839114665985}
+{"step": 2700000, "wall_time": 25558.80983233452, "train_loss_step": 3.197835683822632, "n_params": 4428880, "total_flops": 36734902272000000, "train_loss": 0.017225465178489684, "subset_score_loss": 0.017225465178489684, "memorization_fraction_pixel": 0.7426999807357788, "mean_nn_ratio_pixel": 0.3600860834121704, "fid": 40.139189076306465}
+{"step": 2710000, "wall_time": 25637.448993206024, "train_loss_step": 3.262427806854248, "n_params": 4428880, "total_flops": 36870957465600000, "train_loss": 0.01679917424917221, "subset_score_loss": 0.01679917424917221}
+{"step": 2720000, "wall_time": 25722.049003601074, "train_loss_step": 3.1877729892730713, "n_params": 4428880, "total_flops": 37007012659200000, "train_loss": 0.017373761534690856, "subset_score_loss": 0.017373761534690856}
+{"step": 2730000, "wall_time": 25798.221103668213, "train_loss_step": 3.1808786392211914, "n_params": 4428880, "total_flops": 37143067852800000, "train_loss": 0.016434356570243835, "subset_score_loss": 0.016434356570243835}
+{"step": 2740000, "wall_time": 25885.785671949387, "train_loss_step": 3.021474838256836, "n_params": 4428880, "total_flops": 37279123046400000, "train_loss": 0.017121687531471252, "subset_score_loss": 0.017121687531471252}
+{"step": 2750000, "wall_time": 25973.17303776741, "train_loss_step": 3.1600282192230225, "n_params": 4428880, "total_flops": 37415178240000000, "train_loss": 0.017239475250244142, "subset_score_loss": 0.017239475250244142}
+{"step": 2760000, "wall_time": 26060.646231412888, "train_loss_step": 3.3103814125061035, "n_params": 4428880, "total_flops": 37551233433600000, "train_loss": 0.017190000414848326, "subset_score_loss": 0.017190000414848326}
+{"step": 2770000, "wall_time": 26148.339777708054, "train_loss_step": 3.0165724754333496, "n_params": 4428880, "total_flops": 37687288627200000, "train_loss": 0.017285692691802978, "subset_score_loss": 0.017285692691802978}
+{"step": 2780000, "wall_time": 26235.944681167603, "train_loss_step": 3.393864870071411, "n_params": 4428880, "total_flops": 37823343820800000, "train_loss": 0.01681762784719467, "subset_score_loss": 0.01681762784719467}
+{"step": 2790000, "wall_time": 26323.385730028152, "train_loss_step": 3.1335463523864746, "n_params": 4428880, "total_flops": 37959399014400000, "train_loss": 0.017184746265411378, "subset_score_loss": 0.017184746265411378}
+{"step": 2800000, "wall_time": 26514.052810430527, "train_loss_step": 2.956613540649414, "n_params": 4428880, "total_flops": 38095454208000000, "train_loss": 0.01650993824005127, "subset_score_loss": 0.01650993824005127, "memorization_fraction_pixel": 0.7699999809265137, "mean_nn_ratio_pixel": 0.3494650423526764, "fid": 39.886972259675794}
+{"step": 2810000, "wall_time": 26602.1596057415, "train_loss_step": 3.042940139770508, "n_params": 4428880, "total_flops": 38231509401600000, "train_loss": 0.017344865202903747, "subset_score_loss": 0.017344865202903747}
+{"step": 2820000, "wall_time": 26680.326984405518, "train_loss_step": 3.157262086868286, "n_params": 4428880, "total_flops": 38367564595200000, "train_loss": 0.01685551106929779, "subset_score_loss": 0.01685551106929779}
+{"step": 2830000, "wall_time": 26757.459835767746, "train_loss_step": 3.2126336097717285, "n_params": 4428880, "total_flops": 38503619788800000, "train_loss": 0.018029437959194185, "subset_score_loss": 0.018029437959194185}
+{"step": 2840000, "wall_time": 26844.91999578476, "train_loss_step": 3.0725131034851074, "n_params": 4428880, "total_flops": 38639674982400000, "train_loss": 0.016847795248031615, "subset_score_loss": 0.016847795248031615}
+{"step": 2850000, "wall_time": 26932.34974503517, "train_loss_step": 2.882969856262207, "n_params": 4428880, "total_flops": 38775730176000000, "train_loss": 0.017170099914073943, "subset_score_loss": 0.017170099914073943}
+{"step": 2860000, "wall_time": 27019.754435539246, "train_loss_step": 2.966383695602417, "n_params": 4428880, "total_flops": 38911785369600000, "train_loss": 0.01687574088573456, "subset_score_loss": 0.01687574088573456}
+{"step": 2870000, "wall_time": 27107.295093536377, "train_loss_step": 3.0382089614868164, "n_params": 4428880, "total_flops": 39047840563200000, "train_loss": 0.01723468154668808, "subset_score_loss": 0.01723468154668808}
+{"step": 2880000, "wall_time": 27194.779381990433, "train_loss_step": 2.867068290710449, "n_params": 4428880, "total_flops": 39183895756800000, "train_loss": 0.015777267515659332, "subset_score_loss": 0.015777267515659332}
+{"step": 2890000, "wall_time": 27282.428048610687, "train_loss_step": 2.8802571296691895, "n_params": 4428880, "total_flops": 39319950950400000, "train_loss": 0.016308239102363585, "subset_score_loss": 0.016308239102363585}
+{"step": 2900000, "wall_time": 27466.557478904724, "train_loss_step": 3.2730302810668945, "n_params": 4428880, "total_flops": 39456006144000000, "train_loss": 0.016501930356025696, "subset_score_loss": 0.016501930356025696, "memorization_fraction_pixel": 0.7710999846458435, "mean_nn_ratio_pixel": 0.35023847222328186, "fid": 40.12004518993879}
+{"step": 2910000, "wall_time": 27554.14164543152, "train_loss_step": 3.122293710708618, "n_params": 4428880, "total_flops": 39592061337600000, "train_loss": 0.016064204275608063, "subset_score_loss": 0.016064204275608063}
+{"step": 2920000, "wall_time": 27638.45437836647, "train_loss_step": 2.9717295169830322, "n_params": 4428880, "total_flops": 39728116531200000, "train_loss": 0.01656733751296997, "subset_score_loss": 0.01656733751296997}
+{"step": 2930000, "wall_time": 27707.98247718811, "train_loss_step": 2.888063669204712, "n_params": 4428880, "total_flops": 39864171724800000, "train_loss": 0.016705764830112456, "subset_score_loss": 0.016705764830112456}
+{"step": 2940000, "wall_time": 27793.59659743309, "train_loss_step": 3.2267415523529053, "n_params": 4428880, "total_flops": 40000226918400000, "train_loss": 0.016202616691589355, "subset_score_loss": 0.016202616691589355}
+{"step": 2950000, "wall_time": 27881.204914331436, "train_loss_step": 3.1720824241638184, "n_params": 4428880, "total_flops": 40136282112000000, "train_loss": 0.016299338638782503, "subset_score_loss": 0.016299338638782503}
+{"step": 2960000, "wall_time": 27968.62966966629, "train_loss_step": 3.264465808868408, "n_params": 4428880, "total_flops": 40272337305600000, "train_loss": 0.01657453030347824, "subset_score_loss": 0.01657453030347824}
+{"step": 2970000, "wall_time": 28056.056802511215, "train_loss_step": 3.0075626373291016, "n_params": 4428880, "total_flops": 40408392499200000, "train_loss": 0.01687641441822052, "subset_score_loss": 0.01687641441822052}
+{"step": 2980000, "wall_time": 28143.608897686005, "train_loss_step": 2.899509906768799, "n_params": 4428880, "total_flops": 40544447692800000, "train_loss": 0.016298723220825196, "subset_score_loss": 0.016298723220825196}
+{"step": 2990000, "wall_time": 28231.258203983307, "train_loss_step": 3.0449085235595703, "n_params": 4428880, "total_flops": 40680502886400000, "train_loss": 0.01612999141216278, "subset_score_loss": 0.01612999141216278}
+{"step": 3000000, "wall_time": 28421.13334417343, "train_loss_step": 2.9461188316345215, "n_params": 4428880, "total_flops": 40816558080000000, "train_loss": 0.01620030254125595, "subset_score_loss": 0.01620030254125595, "memorization_fraction_pixel": 0.7775999903678894, "mean_nn_ratio_pixel": 0.3456667959690094, "fid": 40.57843321486108}
+{"step": 3010000, "wall_time": 28508.841886520386, "train_loss_step": 3.034754753112793, "n_params": 4428880, "total_flops": 40952613273600000, "train_loss": 0.01650687903165817, "subset_score_loss": 0.01650687903165817}
+{"step": 3020000, "wall_time": 28596.409658908844, "train_loss_step": 2.9146056175231934, "n_params": 4428880, "total_flops": 41088668467200000, "train_loss": 0.015966159105300904, "subset_score_loss": 0.015966159105300904}
+{"step": 3030000, "wall_time": 28669.019510269165, "train_loss_step": 2.973334312438965, "n_params": 4428880, "total_flops": 41224723660800000, "train_loss": 0.015884870290756227, "subset_score_loss": 0.015884870290756227}
+{"step": 3040000, "wall_time": 28749.193386554718, "train_loss_step": 3.11306095123291, "n_params": 4428880, "total_flops": 41360778854400000, "train_loss": 0.01590801477432251, "subset_score_loss": 0.01590801477432251}
+{"step": 3050000, "wall_time": 28836.799904584885, "train_loss_step": 3.091348171234131, "n_params": 4428880, "total_flops": 41496834048000000, "train_loss": 0.016005036234855653, "subset_score_loss": 0.016005036234855653}
+{"step": 3060000, "wall_time": 28924.142682790756, "train_loss_step": 2.8562774658203125, "n_params": 4428880, "total_flops": 41632889241600000, "train_loss": 0.016268329322338106, "subset_score_loss": 0.016268329322338106}
+{"step": 3070000, "wall_time": 29011.713814020157, "train_loss_step": 3.2237939834594727, "n_params": 4428880, "total_flops": 41768944435200000, "train_loss": 0.014911466836929321, "subset_score_loss": 0.014911466836929321}
+{"step": 3080000, "wall_time": 29099.33108973503, "train_loss_step": 3.246501922607422, "n_params": 4428880, "total_flops": 41904999628800000, "train_loss": 0.01584806889295578, "subset_score_loss": 0.01584806889295578}
+{"step": 3090000, "wall_time": 29186.954870462418, "train_loss_step": 3.0315780639648438, "n_params": 4428880, "total_flops": 42041054822400000, "train_loss": 0.0153617724776268, "subset_score_loss": 0.0153617724776268}
+{"step": 3100000, "wall_time": 29364.453730344772, "train_loss_step": 3.2109906673431396, "n_params": 4428880, "total_flops": 42177110016000000, "train_loss": 0.015165111422538758, "subset_score_loss": 0.015165111422538758, "memorization_fraction_pixel": 0.7828999757766724, "mean_nn_ratio_pixel": 0.34543895721435547, "fid": 40.823002739719186}
+{"step": 3110000, "wall_time": 29452.099247932434, "train_loss_step": 2.9394283294677734, "n_params": 4428880, "total_flops": 42313165209600000, "train_loss": 0.016154608130455016, "subset_score_loss": 0.016154608130455016}
+{"step": 3120000, "wall_time": 29539.90789914131, "train_loss_step": 3.177987575531006, "n_params": 4428880, "total_flops": 42449220403200000, "train_loss": 0.015747804939746857, "subset_score_loss": 0.015747804939746857}
+{"step": 3130000, "wall_time": 29620.225299596786, "train_loss_step": 2.881944417953491, "n_params": 4428880, "total_flops": 42585275596800000, "train_loss": 0.015296097099781036, "subset_score_loss": 0.015296097099781036}
+{"step": 3140000, "wall_time": 29700.071184635162, "train_loss_step": 3.030078172683716, "n_params": 4428880, "total_flops": 42721330790400000, "train_loss": 0.016680292785167694, "subset_score_loss": 0.016680292785167694}
+{"step": 3150000, "wall_time": 29773.9820022583, "train_loss_step": 2.854506492614746, "n_params": 4428880, "total_flops": 42857385984000000, "train_loss": 0.014906089007854461, "subset_score_loss": 0.014906089007854461}
+{"step": 3160000, "wall_time": 29861.61859703064, "train_loss_step": 2.902984380722046, "n_params": 4428880, "total_flops": 42993441177600000, "train_loss": 0.014865930378437042, "subset_score_loss": 0.014865930378437042}
+{"step": 3170000, "wall_time": 29949.31990170479, "train_loss_step": 3.1154818534851074, "n_params": 4428880, "total_flops": 43129496371200000, "train_loss": 0.015065416693687439, "subset_score_loss": 0.015065416693687439}
+{"step": 3180000, "wall_time": 30037.08064699173, "train_loss_step": 3.1517751216888428, "n_params": 4428880, "total_flops": 43265551564800000, "train_loss": 0.015716688334941865, "subset_score_loss": 0.015716688334941865}
+{"step": 3190000, "wall_time": 30124.7518761158, "train_loss_step": 3.1354613304138184, "n_params": 4428880, "total_flops": 43401606758400000, "train_loss": 0.015808561444282533, "subset_score_loss": 0.015808561444282533}
+{"step": 3200000, "wall_time": 30325.262715101242, "train_loss_step": 3.1188554763793945, "n_params": 4428880, "total_flops": 43537661952000000, "train_loss": 0.014742036163806916, "subset_score_loss": 0.014742036163806916, "memorization_fraction_pixel": 0.7764000296592712, "mean_nn_ratio_pixel": 0.3527827560901642, "fid": 40.773798068741996}
+{"step": 3210000, "wall_time": 30412.947208881378, "train_loss_step": 3.4145591259002686, "n_params": 4428880, "total_flops": 43673717145600000, "train_loss": 0.0151519313454628, "subset_score_loss": 0.0151519313454628}
+{"step": 3220000, "wall_time": 30500.868507623672, "train_loss_step": 3.3835458755493164, "n_params": 4428880, "total_flops": 43809772339200000, "train_loss": 0.01568150073289871, "subset_score_loss": 0.01568150073289871}
+{"step": 3230000, "wall_time": 30579.649692058563, "train_loss_step": 3.0398197174072266, "n_params": 4428880, "total_flops": 43945827532800000, "train_loss": 0.0149482861161232, "subset_score_loss": 0.0149482861161232}
+{"step": 3240000, "wall_time": 30663.494674682617, "train_loss_step": 2.959540367126465, "n_params": 4428880, "total_flops": 44081882726400000, "train_loss": 0.015412373840808869, "subset_score_loss": 0.015412373840808869}
+{"step": 3250000, "wall_time": 30747.610582590103, "train_loss_step": 3.0279722213745117, "n_params": 4428880, "total_flops": 44217937920000000, "train_loss": 0.015490394830703736, "subset_score_loss": 0.015490394830703736}
+{"step": 3260000, "wall_time": 30816.247332572937, "train_loss_step": 2.9987354278564453, "n_params": 4428880, "total_flops": 44353993113600000, "train_loss": 0.014811345934867859, "subset_score_loss": 0.014811345934867859}
+{"step": 3270000, "wall_time": 30903.94411969185, "train_loss_step": 3.348759174346924, "n_params": 4428880, "total_flops": 44490048307200000, "train_loss": 0.014942397177219392, "subset_score_loss": 0.014942397177219392}
+{"step": 3280000, "wall_time": 30991.67041039467, "train_loss_step": 3.2961416244506836, "n_params": 4428880, "total_flops": 44626103500800000, "train_loss": 0.015636181831359862, "subset_score_loss": 0.015636181831359862}
+{"step": 3290000, "wall_time": 31079.38255405426, "train_loss_step": 2.992051601409912, "n_params": 4428880, "total_flops": 44762158694400000, "train_loss": 0.014928941428661347, "subset_score_loss": 0.014928941428661347}
+{"step": 3300000, "wall_time": 31268.293091773987, "train_loss_step": 2.9359323978424072, "n_params": 4428880, "total_flops": 44898213888000000, "train_loss": 0.014679095149040223, "subset_score_loss": 0.014679095149040223, "memorization_fraction_pixel": 0.7980999946594238, "mean_nn_ratio_pixel": 0.339004784822464, "fid": 39.59553192829717}
+{"step": 3310000, "wall_time": 31356.020357847214, "train_loss_step": 2.967536211013794, "n_params": 4428880, "total_flops": 45034269081600000, "train_loss": 0.014477474987506867, "subset_score_loss": 0.014477474987506867}
+{"step": 3320000, "wall_time": 31443.854423999786, "train_loss_step": 3.238706350326538, "n_params": 4428880, "total_flops": 45170324275200000, "train_loss": 0.015053585171699524, "subset_score_loss": 0.015053585171699524}
+{"step": 3330000, "wall_time": 31525.482231855392, "train_loss_step": 2.813091278076172, "n_params": 4428880, "total_flops": 45306379468800000, "train_loss": 0.014978042244911194, "subset_score_loss": 0.014978042244911194}
+{"step": 3340000, "wall_time": 31608.881522655487, "train_loss_step": 2.87838077545166, "n_params": 4428880, "total_flops": 45442434662400000, "train_loss": 0.015074332058429719, "subset_score_loss": 0.015074332058429719}
+{"step": 3350000, "wall_time": 31696.64100074768, "train_loss_step": 2.742884635925293, "n_params": 4428880, "total_flops": 45578489856000000, "train_loss": 0.014415650069713593, "subset_score_loss": 0.014415650069713593}
+{"step": 3360000, "wall_time": 31783.420737981796, "train_loss_step": 2.7636208534240723, "n_params": 4428880, "total_flops": 45714545049600000, "train_loss": 0.014561475813388824, "subset_score_loss": 0.014561475813388824}
+{"step": 3370000, "wall_time": 31860.046592235565, "train_loss_step": 2.9461655616760254, "n_params": 4428880, "total_flops": 45850600243200000, "train_loss": 0.014747223258018494, "subset_score_loss": 0.014747223258018494}
+{"step": 3380000, "wall_time": 31947.798434495926, "train_loss_step": 3.0113272666931152, "n_params": 4428880, "total_flops": 45986655436800000, "train_loss": 0.014151416718959808, "subset_score_loss": 0.014151416718959808}
+{"step": 3390000, "wall_time": 32035.469167232513, "train_loss_step": 3.1875529289245605, "n_params": 4428880, "total_flops": 46122710630400000, "train_loss": 0.01442982405424118, "subset_score_loss": 0.01442982405424118}
+{"step": 3400000, "wall_time": 32235.55269575119, "train_loss_step": 2.793977737426758, "n_params": 4428880, "total_flops": 46258765824000000, "train_loss": 0.014840525388717652, "subset_score_loss": 0.014840525388717652, "memorization_fraction_pixel": 0.7906000018119812, "mean_nn_ratio_pixel": 0.34466490149497986, "fid": 40.607565057973886}
+{"step": 3410000, "wall_time": 32323.245551109314, "train_loss_step": 2.6811342239379883, "n_params": 4428880, "total_flops": 46394821017600000, "train_loss": 0.01442899852991104, "subset_score_loss": 0.01442899852991104}
+{"step": 3420000, "wall_time": 32411.10709309578, "train_loss_step": 3.0362329483032227, "n_params": 4428880, "total_flops": 46530876211200000, "train_loss": 0.014184409379959106, "subset_score_loss": 0.014184409379959106}
+{"step": 3430000, "wall_time": 32490.09956073761, "train_loss_step": 2.9170103073120117, "n_params": 4428880, "total_flops": 46666931404800000, "train_loss": 0.01429436057806015, "subset_score_loss": 0.01429436057806015}
+{"step": 3440000, "wall_time": 32567.711899518967, "train_loss_step": 3.1134533882141113, "n_params": 4428880, "total_flops": 46802986598400000, "train_loss": 0.014298386871814728, "subset_score_loss": 0.014298386871814728}
+{"step": 3450000, "wall_time": 32655.44960832596, "train_loss_step": 3.2484467029571533, "n_params": 4428880, "total_flops": 46939041792000000, "train_loss": 0.014579135179519653, "subset_score_loss": 0.014579135179519653}
+{"step": 3460000, "wall_time": 32743.278638601303, "train_loss_step": 3.0039196014404297, "n_params": 4428880, "total_flops": 47075096985600000, "train_loss": 0.015441793203353881, "subset_score_loss": 0.015441793203353881}
+{"step": 3470000, "wall_time": 32827.79205036163, "train_loss_step": 3.146399974822998, "n_params": 4428880, "total_flops": 47211152179200000, "train_loss": 0.014066928625106811, "subset_score_loss": 0.014066928625106811}
+{"step": 3480000, "wall_time": 32904.80126309395, "train_loss_step": 3.3548591136932373, "n_params": 4428880, "total_flops": 47347207372800000, "train_loss": 0.013927707076072693, "subset_score_loss": 0.013927707076072693}
+{"step": 3490000, "wall_time": 32992.451065301895, "train_loss_step": 2.783114433288574, "n_params": 4428880, "total_flops": 47483262566400000, "train_loss": 0.014311161637306214, "subset_score_loss": 0.014311161637306214}
+{"step": 3500000, "wall_time": 33177.75671172142, "train_loss_step": 2.7039947509765625, "n_params": 4428880, "total_flops": 47619317760000000, "train_loss": 0.01420816034078598, "subset_score_loss": 0.01420816034078598, "memorization_fraction_pixel": 0.8072999715805054, "mean_nn_ratio_pixel": 0.33786895871162415, "fid": 40.33518154704393}
+{"step": 3510000, "wall_time": 33265.462780714035, "train_loss_step": 3.1127431392669678, "n_params": 4428880, "total_flops": 47755372953600000, "train_loss": 0.014034128189086914, "subset_score_loss": 0.014034128189086914}
+{"step": 3520000, "wall_time": 33353.25884771347, "train_loss_step": 3.2037901878356934, "n_params": 4428880, "total_flops": 47891428147200000, "train_loss": 0.014834307134151459, "subset_score_loss": 0.014834307134151459}
+{"step": 3530000, "wall_time": 33439.72742462158, "train_loss_step": 3.3167595863342285, "n_params": 4428880, "total_flops": 48027483340800000, "train_loss": 0.01442062109708786, "subset_score_loss": 0.01442062109708786}
+{"step": 3540000, "wall_time": 33517.23908114433, "train_loss_step": 2.8700685501098633, "n_params": 4428880, "total_flops": 48163538534400000, "train_loss": 0.01379358023405075, "subset_score_loss": 0.01379358023405075}
+{"step": 3550000, "wall_time": 33604.93231725693, "train_loss_step": 3.059537410736084, "n_params": 4428880, "total_flops": 48299593728000000, "train_loss": 0.013957270979881286, "subset_score_loss": 0.013957270979881286}
+{"step": 3560000, "wall_time": 33692.69275689125, "train_loss_step": 2.643808364868164, "n_params": 4428880, "total_flops": 48435648921600000, "train_loss": 0.013712237775325774, "subset_score_loss": 0.013712237775325774}
+{"step": 3570000, "wall_time": 33780.721401929855, "train_loss_step": 3.077422618865967, "n_params": 4428880, "total_flops": 48571704115200000, "train_loss": 0.012930633127689361, "subset_score_loss": 0.012930633127689361}
+{"step": 3580000, "wall_time": 33865.28723669052, "train_loss_step": 2.8297393321990967, "n_params": 4428880, "total_flops": 48707759308800000, "train_loss": 0.013228097558021545, "subset_score_loss": 0.013228097558021545}
+{"step": 3590000, "wall_time": 33934.978982925415, "train_loss_step": 2.9021964073181152, "n_params": 4428880, "total_flops": 48843814502400000, "train_loss": 0.01395733654499054, "subset_score_loss": 0.01395733654499054}
+{"step": 3600000, "wall_time": 34125.06244516373, "train_loss_step": 2.789109706878662, "n_params": 4428880, "total_flops": 48979869696000000, "train_loss": 0.013645550608634949, "subset_score_loss": 0.013645550608634949, "memorization_fraction_pixel": 0.8032000064849854, "mean_nn_ratio_pixel": 0.33978790044784546, "fid": 40.8802246767151}
+{"step": 3610000, "wall_time": 34212.81531882286, "train_loss_step": 2.905581474304199, "n_params": 4428880, "total_flops": 49115924889600000, "train_loss": 0.01412840336561203, "subset_score_loss": 0.01412840336561203}
+{"step": 3620000, "wall_time": 34300.55304312706, "train_loss_step": 3.0076184272766113, "n_params": 4428880, "total_flops": 49251980083200000, "train_loss": 0.014063599705696105, "subset_score_loss": 0.014063599705696105}
+{"step": 3630000, "wall_time": 34388.84121966362, "train_loss_step": 2.9018564224243164, "n_params": 4428880, "total_flops": 49388035276800000, "train_loss": 0.014179226756095887, "subset_score_loss": 0.014179226756095887}
+{"step": 3640000, "wall_time": 34461.17753458023, "train_loss_step": 2.8983964920043945, "n_params": 4428880, "total_flops": 49524090470400000, "train_loss": 0.013430057466030121, "subset_score_loss": 0.013430057466030121}
+{"step": 3650000, "wall_time": 34546.0285513401, "train_loss_step": 2.8929061889648438, "n_params": 4428880, "total_flops": 49660145664000000, "train_loss": 0.013702452182769775, "subset_score_loss": 0.013702452182769775}
+{"step": 3660000, "wall_time": 34633.71043872833, "train_loss_step": 2.7299017906188965, "n_params": 4428880, "total_flops": 49796200857600000, "train_loss": 0.01257571130990982, "subset_score_loss": 0.01257571130990982}
+{"step": 3670000, "wall_time": 34721.43384599686, "train_loss_step": 2.9077725410461426, "n_params": 4428880, "total_flops": 49932256051200000, "train_loss": 0.013548703491687774, "subset_score_loss": 0.013548703491687774}
+{"step": 3680000, "wall_time": 34807.59625983238, "train_loss_step": 3.131369113922119, "n_params": 4428880, "total_flops": 50068311244800000, "train_loss": 0.01322532892227173, "subset_score_loss": 0.01322532892227173}
+{"step": 3690000, "wall_time": 34895.54192519188, "train_loss_step": 3.301288604736328, "n_params": 4428880, "total_flops": 50204366438400000, "train_loss": 0.013096822798252106, "subset_score_loss": 0.013096822798252106}
+{"step": 3700000, "wall_time": 35085.238424539566, "train_loss_step": 2.9507627487182617, "n_params": 4428880, "total_flops": 50340421632000000, "train_loss": 0.015612119436264038, "subset_score_loss": 0.015612119436264038, "memorization_fraction_pixel": 0.8068000078201294, "mean_nn_ratio_pixel": 0.3386152982711792, "fid": 40.52338975184709}
+{"step": 3710000, "wall_time": 35172.77409482002, "train_loss_step": 3.136007308959961, "n_params": 4428880, "total_flops": 50476476825600000, "train_loss": 0.013074854016304016, "subset_score_loss": 0.013074854016304016}
+{"step": 3720000, "wall_time": 35260.50566840172, "train_loss_step": 3.0559377670288086, "n_params": 4428880, "total_flops": 50612532019200000, "train_loss": 0.014255528151988984, "subset_score_loss": 0.014255528151988984}
+{"step": 3730000, "wall_time": 35348.88342523575, "train_loss_step": 3.2843034267425537, "n_params": 4428880, "total_flops": 50748587212800000, "train_loss": 0.013388565182685852, "subset_score_loss": 0.013388565182685852}
+{"step": 3740000, "wall_time": 35424.63717699051, "train_loss_step": 3.0737805366516113, "n_params": 4428880, "total_flops": 50884642406400000, "train_loss": 0.012735703587532043, "subset_score_loss": 0.012735703587532043}
+{"step": 3750000, "wall_time": 35506.12870788574, "train_loss_step": 3.0786824226379395, "n_params": 4428880, "total_flops": 51020697600000000, "train_loss": 0.01388438642024994, "subset_score_loss": 0.01388438642024994}
+{"step": 3760000, "wall_time": 35593.864949941635, "train_loss_step": 2.903244733810425, "n_params": 4428880, "total_flops": 51156752793600000, "train_loss": 0.013329899311065674, "subset_score_loss": 0.013329899311065674}
+{"step": 3770000, "wall_time": 35681.62007069588, "train_loss_step": 2.767146587371826, "n_params": 4428880, "total_flops": 51292807987200000, "train_loss": 0.01250329464673996, "subset_score_loss": 0.01250329464673996}
+{"step": 3780000, "wall_time": 35769.57351899147, "train_loss_step": 2.926881790161133, "n_params": 4428880, "total_flops": 51428863180800000, "train_loss": 0.013862664997577667, "subset_score_loss": 0.013862664997577667}
+{"step": 3790000, "wall_time": 35855.37686252594, "train_loss_step": 3.2575626373291016, "n_params": 4428880, "total_flops": 51564918374400000, "train_loss": 0.013141584396362305, "subset_score_loss": 0.013141584396362305}
+{"step": 3800000, "wall_time": 36059.09601998329, "train_loss_step": 2.9554758071899414, "n_params": 4428880, "total_flops": 51700973568000000, "train_loss": 0.013576242327690124, "subset_score_loss": 0.013576242327690124, "memorization_fraction_pixel": 0.8100000023841858, "mean_nn_ratio_pixel": 0.33700892329216003, "fid": 41.12879919637436}
+{"step": 3810000, "wall_time": 36146.83120083809, "train_loss_step": 3.0223963260650635, "n_params": 4428880, "total_flops": 51837028761600000, "train_loss": 0.012545283138751983, "subset_score_loss": 0.012545283138751983}
+{"step": 3820000, "wall_time": 36234.45358610153, "train_loss_step": 2.884500503540039, "n_params": 4428880, "total_flops": 51973083955200000, "train_loss": 0.012709303200244904, "subset_score_loss": 0.012709303200244904}
+{"step": 3830000, "wall_time": 36320.89475607872, "train_loss_step": 2.764312267303467, "n_params": 4428880, "total_flops": 52109139148800000, "train_loss": 0.01313880980014801, "subset_score_loss": 0.01313880980014801}
+{"step": 3840000, "wall_time": 36399.94567680359, "train_loss_step": 2.9231600761413574, "n_params": 4428880, "total_flops": 52245194342400000, "train_loss": 0.013191422820091248, "subset_score_loss": 0.013191422820091248}
+{"step": 3850000, "wall_time": 36480.641894578934, "train_loss_step": 2.821584939956665, "n_params": 4428880, "total_flops": 52381249536000000, "train_loss": 0.012961101531982423, "subset_score_loss": 0.012961101531982423}
+{"step": 3860000, "wall_time": 36568.3636200428, "train_loss_step": 2.8258070945739746, "n_params": 4428880, "total_flops": 52517304729600000, "train_loss": 0.013629280030727386, "subset_score_loss": 0.013629280030727386}
+{"step": 3870000, "wall_time": 36655.96360015869, "train_loss_step": 3.020695924758911, "n_params": 4428880, "total_flops": 52653359923200000, "train_loss": 0.012839829921722412, "subset_score_loss": 0.012839829921722412}
+{"step": 3880000, "wall_time": 36743.68198657036, "train_loss_step": 2.874579429626465, "n_params": 4428880, "total_flops": 52789415116800000, "train_loss": 0.012751179933547973, "subset_score_loss": 0.012751179933547973}
+{"step": 3890000, "wall_time": 36830.04076766968, "train_loss_step": 2.973855972290039, "n_params": 4428880, "total_flops": 52925470310400000, "train_loss": 0.01266796439886093, "subset_score_loss": 0.01266796439886093}
+{"step": 3900000, "wall_time": 37021.51075744629, "train_loss_step": 2.7140045166015625, "n_params": 4428880, "total_flops": 53061525504000000, "train_loss": 0.01246107965707779, "subset_score_loss": 0.01246107965707779, "memorization_fraction_pixel": 0.8054999709129333, "mean_nn_ratio_pixel": 0.3408994972705841, "fid": 41.21564032023818}
+{"step": 3910000, "wall_time": 37108.26266813278, "train_loss_step": 2.9641833305358887, "n_params": 4428880, "total_flops": 53197580697600000, "train_loss": 0.012883132696151734, "subset_score_loss": 0.012883132696151734}
+{"step": 3920000, "wall_time": 37196.01247429848, "train_loss_step": 3.1407432556152344, "n_params": 4428880, "total_flops": 53333635891200000, "train_loss": 0.012904001772403717, "subset_score_loss": 0.012904001772403717}
+{"step": 3930000, "wall_time": 37282.61336827278, "train_loss_step": 2.6732540130615234, "n_params": 4428880, "total_flops": 53469691084800000, "train_loss": 0.012374965846538544, "subset_score_loss": 0.012374965846538544}
+{"step": 3940000, "wall_time": 37364.870740652084, "train_loss_step": 2.786223888397217, "n_params": 4428880, "total_flops": 53605746278400000, "train_loss": 0.012683114409446717, "subset_score_loss": 0.012683114409446717}
+{"step": 3950000, "wall_time": 37446.54404067993, "train_loss_step": 3.102529764175415, "n_params": 4428880, "total_flops": 53741801472000000, "train_loss": 0.01240914836525917, "subset_score_loss": 0.01240914836525917}
+{"step": 3960000, "wall_time": 37534.23344254494, "train_loss_step": 2.7150521278381348, "n_params": 4428880, "total_flops": 53877856665600000, "train_loss": 0.01250128298997879, "subset_score_loss": 0.01250128298997879}
+{"step": 3970000, "wall_time": 37621.89929866791, "train_loss_step": 2.893326759338379, "n_params": 4428880, "total_flops": 54013911859200000, "train_loss": 0.012277206778526306, "subset_score_loss": 0.012277206778526306}
+{"step": 3980000, "wall_time": 37709.58748340607, "train_loss_step": 2.7901387214660645, "n_params": 4428880, "total_flops": 54149967052800000, "train_loss": 0.012091131508350372, "subset_score_loss": 0.012091131508350372}
+{"step": 3990000, "wall_time": 37797.576493263245, "train_loss_step": 3.3386855125427246, "n_params": 4428880, "total_flops": 54286022246400000, "train_loss": 0.013316342234611511, "subset_score_loss": 0.013316342234611511}
+{"step": 4000000, "wall_time": 38015.73386144638, "train_loss_step": 3.0778589248657227, "n_params": 4428880, "total_flops": 54422077440000000, "train_loss": 0.01187494695186615, "subset_score_loss": 0.01187494695186615, "memorization_fraction_pixel": 0.8138999938964844, "mean_nn_ratio_pixel": 0.3376527726650238, "fid": 40.51610149582906}
+{"step": 4010000, "wall_time": 38089.47673034668, "train_loss_step": 3.286517858505249, "n_params": 4428880, "total_flops": 54558132633600000, "train_loss": 0.012028769403696061, "subset_score_loss": 0.012028769403696061}
+{"step": 4020000, "wall_time": 38177.34362268448, "train_loss_step": 2.8481810092926025, "n_params": 4428880, "total_flops": 54694187827200000, "train_loss": 0.012290507555007935, "subset_score_loss": 0.012290507555007935}
+{"step": 4030000, "wall_time": 38263.84409070015, "train_loss_step": 3.413522243499756, "n_params": 4428880, "total_flops": 54830243020800000, "train_loss": 0.012108667194843293, "subset_score_loss": 0.012108667194843293}
+{"step": 4040000, "wall_time": 38340.809561252594, "train_loss_step": 2.8824398517608643, "n_params": 4428880, "total_flops": 54966298214400000, "train_loss": 0.012409569323062896, "subset_score_loss": 0.012409569323062896}
+{"step": 4050000, "wall_time": 38427.14004421234, "train_loss_step": 3.0227551460266113, "n_params": 4428880, "total_flops": 55102353408000000, "train_loss": 0.012456478178501129, "subset_score_loss": 0.012456478178501129}
+{"step": 4060000, "wall_time": 38514.809670209885, "train_loss_step": 2.8467793464660645, "n_params": 4428880, "total_flops": 55238408601600000, "train_loss": 0.012789615988731384, "subset_score_loss": 0.012789615988731384}
+{"step": 4070000, "wall_time": 38602.59777498245, "train_loss_step": 2.702190399169922, "n_params": 4428880, "total_flops": 55374463795200000, "train_loss": 0.011942824721336365, "subset_score_loss": 0.011942824721336365}
+{"step": 4080000, "wall_time": 38690.31107664108, "train_loss_step": 2.9921934604644775, "n_params": 4428880, "total_flops": 55510518988800000, "train_loss": 0.012182031571865082, "subset_score_loss": 0.012182031571865082}
+{"step": 4090000, "wall_time": 38777.9176595211, "train_loss_step": 2.971705436706543, "n_params": 4428880, "total_flops": 55646574182400000, "train_loss": 0.012048187106847763, "subset_score_loss": 0.012048187106847763}
+{"step": 4100000, "wall_time": 38985.54658293724, "train_loss_step": 2.9571173191070557, "n_params": 4428880, "total_flops": 55782629376000000, "train_loss": 0.011901917308568955, "subset_score_loss": 0.011901917308568955, "memorization_fraction_pixel": 0.830299973487854, "mean_nn_ratio_pixel": 0.32669568061828613, "fid": 41.03984094787275}
+{"step": 4110000, "wall_time": 39068.84291815758, "train_loss_step": 3.018479824066162, "n_params": 4428880, "total_flops": 55918684569600000, "train_loss": 0.011954136937856675, "subset_score_loss": 0.011954136937856675}
+{"step": 4120000, "wall_time": 39142.42713165283, "train_loss_step": 2.9109320640563965, "n_params": 4428880, "total_flops": 56054739763200000, "train_loss": 0.012164276093244553, "subset_score_loss": 0.012164276093244553}
+{"step": 4130000, "wall_time": 39228.63123059273, "train_loss_step": 2.8471813201904297, "n_params": 4428880, "total_flops": 56190794956800000, "train_loss": 0.012021246552467345, "subset_score_loss": 0.012021246552467345}
+{"step": 4140000, "wall_time": 39307.1487197876, "train_loss_step": 2.8879220485687256, "n_params": 4428880, "total_flops": 56326850150400000, "train_loss": 0.011876781284809113, "subset_score_loss": 0.011876781284809113}
+{"step": 4150000, "wall_time": 39394.75314283371, "train_loss_step": 2.8772435188293457, "n_params": 4428880, "total_flops": 56462905344000000, "train_loss": 0.011989067494869231, "subset_score_loss": 0.011989067494869231}
+{"step": 4160000, "wall_time": 39482.42398357391, "train_loss_step": 2.851698160171509, "n_params": 4428880, "total_flops": 56598960537600000, "train_loss": 0.012285613268613816, "subset_score_loss": 0.012285613268613816}
+{"step": 4170000, "wall_time": 39570.05634331703, "train_loss_step": 2.8175272941589355, "n_params": 4428880, "total_flops": 56735015731200000, "train_loss": 0.011889789253473282, "subset_score_loss": 0.011889789253473282}
+{"step": 4180000, "wall_time": 39657.73902797699, "train_loss_step": 2.921046257019043, "n_params": 4428880, "total_flops": 56871070924800000, "train_loss": 0.011986442655324937, "subset_score_loss": 0.011986442655324937}
+{"step": 4190000, "wall_time": 39745.42589735985, "train_loss_step": 2.8464746475219727, "n_params": 4428880, "total_flops": 57007126118400000, "train_loss": 0.012702004611492157, "subset_score_loss": 0.012702004611492157}
+{"step": 4200000, "wall_time": 39975.65925908089, "train_loss_step": 2.8298721313476562, "n_params": 4428880, "total_flops": 57143181312000000, "train_loss": 0.012167946249246598, "subset_score_loss": 0.012167946249246598, "memorization_fraction_pixel": 0.8223999738693237, "mean_nn_ratio_pixel": 0.332200288772583, "fid": 40.604975931708424}
+{"step": 4210000, "wall_time": 40063.56218481064, "train_loss_step": 2.9140567779541016, "n_params": 4428880, "total_flops": 57279236505600000, "train_loss": 0.011974960565567017, "subset_score_loss": 0.011974960565567017}
+{"step": 4220000, "wall_time": 40142.08497095108, "train_loss_step": 2.7702956199645996, "n_params": 4428880, "total_flops": 57415291699200000, "train_loss": 0.0114409901201725, "subset_score_loss": 0.0114409901201725}
+{"step": 4230000, "wall_time": 40215.22141265869, "train_loss_step": 2.6900391578674316, "n_params": 4428880, "total_flops": 57551346892800000, "train_loss": 0.011754982918500901, "subset_score_loss": 0.011754982918500901}
+{"step": 4240000, "wall_time": 40294.25300908089, "train_loss_step": 2.990753650665283, "n_params": 4428880, "total_flops": 57687402086400000, "train_loss": 0.011809325963258743, "subset_score_loss": 0.011809325963258743}
+{"step": 4250000, "wall_time": 40381.97494721413, "train_loss_step": 3.0048141479492188, "n_params": 4428880, "total_flops": 57823457280000000, "train_loss": 0.011564617604017257, "subset_score_loss": 0.011564617604017257}
+{"step": 4260000, "wall_time": 40469.6457221508, "train_loss_step": 2.719989776611328, "n_params": 4428880, "total_flops": 57959512473600000, "train_loss": 0.011841454356908799, "subset_score_loss": 0.011841454356908799}
+{"step": 4270000, "wall_time": 40557.31792616844, "train_loss_step": 3.0031380653381348, "n_params": 4428880, "total_flops": 58095567667200000, "train_loss": 0.01180998533964157, "subset_score_loss": 0.01180998533964157}
+{"step": 4280000, "wall_time": 40644.908740997314, "train_loss_step": 2.9697742462158203, "n_params": 4428880, "total_flops": 58231622860800000, "train_loss": 0.011931873112916946, "subset_score_loss": 0.011931873112916946}
+{"step": 4290000, "wall_time": 40732.55050897598, "train_loss_step": 2.6532349586486816, "n_params": 4428880, "total_flops": 58367678054400000, "train_loss": 0.011308315396308898, "subset_score_loss": 0.011308315396308898}
+{"step": 4300000, "wall_time": 40937.15932512283, "train_loss_step": 2.9885406494140625, "n_params": 4428880, "total_flops": 58503733248000000, "train_loss": 0.011597975343465804, "subset_score_loss": 0.011597975343465804, "memorization_fraction_pixel": 0.8133000135421753, "mean_nn_ratio_pixel": 0.3374629616737366, "fid": 40.600034403859105}
+{"step": 4310000, "wall_time": 41024.8770134449, "train_loss_step": 2.78952693939209, "n_params": 4428880, "total_flops": 58639788441600000, "train_loss": 0.012058879435062408, "subset_score_loss": 0.012058879435062408}
+{"step": 4320000, "wall_time": 41113.28093314171, "train_loss_step": 2.716602325439453, "n_params": 4428880, "total_flops": 58775843635200000, "train_loss": 0.012344978004693984, "subset_score_loss": 0.012344978004693984}
+{"step": 4330000, "wall_time": 41184.58857893944, "train_loss_step": 3.0123977661132812, "n_params": 4428880, "total_flops": 58911898828800000, "train_loss": 0.012569336593151093, "subset_score_loss": 0.012569336593151093}
+{"step": 4340000, "wall_time": 41259.527252197266, "train_loss_step": 2.8729405403137207, "n_params": 4428880, "total_flops": 59047954022400000, "train_loss": 0.01192898154258728, "subset_score_loss": 0.01192898154258728}
+{"step": 4350000, "wall_time": 41347.09743595123, "train_loss_step": 2.965339183807373, "n_params": 4428880, "total_flops": 59184009216000000, "train_loss": 0.01162157952785492, "subset_score_loss": 0.01162157952785492}
+{"step": 4360000, "wall_time": 41434.634506225586, "train_loss_step": 2.807018756866455, "n_params": 4428880, "total_flops": 59320064409600000, "train_loss": 0.01405283361673355, "subset_score_loss": 0.01405283361673355}
+{"step": 4370000, "wall_time": 41522.273275375366, "train_loss_step": 2.976323127746582, "n_params": 4428880, "total_flops": 59456119603200000, "train_loss": 0.011899358034133911, "subset_score_loss": 0.011899358034133911}
+{"step": 4380000, "wall_time": 41609.87955713272, "train_loss_step": 2.9685873985290527, "n_params": 4428880, "total_flops": 59592174796800000, "train_loss": 0.011620575189590454, "subset_score_loss": 0.011620575189590454}
+{"step": 4390000, "wall_time": 41697.44952630997, "train_loss_step": 2.81266188621521, "n_params": 4428880, "total_flops": 59728229990400000, "train_loss": 0.011499863117933273, "subset_score_loss": 0.011499863117933273}
+{"step": 4400000, "wall_time": 41914.319628715515, "train_loss_step": 2.8129420280456543, "n_params": 4428880, "total_flops": 59864285184000000, "train_loss": 0.011718562990427017, "subset_score_loss": 0.011718562990427017, "memorization_fraction_pixel": 0.8209999799728394, "mean_nn_ratio_pixel": 0.3358878195285797, "fid": 40.358092371879906}
+{"step": 4410000, "wall_time": 42001.94380235672, "train_loss_step": 2.742488384246826, "n_params": 4428880, "total_flops": 60000340377600000, "train_loss": 0.012463712692260742, "subset_score_loss": 0.012463712692260742}
+{"step": 4420000, "wall_time": 42088.62364697456, "train_loss_step": 2.8860726356506348, "n_params": 4428880, "total_flops": 60136395571200000, "train_loss": 0.011431532353162766, "subset_score_loss": 0.011431532353162766}
+{"step": 4430000, "wall_time": 42170.579520225525, "train_loss_step": 2.733841896057129, "n_params": 4428880, "total_flops": 60272450764800000, "train_loss": 0.01140853613615036, "subset_score_loss": 0.01140853613615036}
+{"step": 4440000, "wall_time": 42233.641716480255, "train_loss_step": 2.7793917655944824, "n_params": 4428880, "total_flops": 60408505958400000, "train_loss": 0.011313851177692413, "subset_score_loss": 0.011313851177692413}
+{"step": 4450000, "wall_time": 42321.25595355034, "train_loss_step": 2.7758352756500244, "n_params": 4428880, "total_flops": 60544561152000000, "train_loss": 0.011549581587314606, "subset_score_loss": 0.011549581587314606}
+{"step": 4460000, "wall_time": 42408.896790504456, "train_loss_step": 2.805112838745117, "n_params": 4428880, "total_flops": 60680616345600000, "train_loss": 0.011729419976472855, "subset_score_loss": 0.011729419976472855}
+{"step": 4470000, "wall_time": 42496.57294654846, "train_loss_step": 2.624906539916992, "n_params": 4428880, "total_flops": 60816671539200000, "train_loss": 0.011940564960241318, "subset_score_loss": 0.011940564960241318}
+{"step": 4480000, "wall_time": 42584.21855354309, "train_loss_step": 2.6944806575775146, "n_params": 4428880, "total_flops": 60952726732800000, "train_loss": 0.011229291558265686, "subset_score_loss": 0.011229291558265686}
+{"step": 4490000, "wall_time": 42671.90956950188, "train_loss_step": 2.7863712310791016, "n_params": 4428880, "total_flops": 61088781926400000, "train_loss": 0.011358729004859925, "subset_score_loss": 0.011358729004859925}
+{"step": 4500000, "wall_time": 42853.552317619324, "train_loss_step": 2.8423385620117188, "n_params": 4428880, "total_flops": 61224837120000000, "train_loss": 0.012297502905130386, "subset_score_loss": 0.012297502905130386, "memorization_fraction_pixel": 0.8285999894142151, "mean_nn_ratio_pixel": 0.32573145627975464, "fid": 40.48093903898851}
+{"step": 4510000, "wall_time": 42941.20155596733, "train_loss_step": 3.0278220176696777, "n_params": 4428880, "total_flops": 61360892313600000, "train_loss": 0.011343014985322952, "subset_score_loss": 0.011343014985322952}
+{"step": 4520000, "wall_time": 43029.48282313347, "train_loss_step": 2.88059663772583, "n_params": 4428880, "total_flops": 61496947507200000, "train_loss": 0.011214374005794525, "subset_score_loss": 0.011214374005794525}
+{"step": 4530000, "wall_time": 43114.48161363602, "train_loss_step": 2.8910694122314453, "n_params": 4428880, "total_flops": 61633002700800000, "train_loss": 0.011530043929815293, "subset_score_loss": 0.011530043929815293}
+{"step": 4540000, "wall_time": 43188.946848630905, "train_loss_step": 3.2149291038513184, "n_params": 4428880, "total_flops": 61769057894400000, "train_loss": 0.010942600667476654, "subset_score_loss": 0.010942600667476654}
+{"step": 4550000, "wall_time": 43263.983035326004, "train_loss_step": 2.632201910018921, "n_params": 4428880, "total_flops": 61905113088000000, "train_loss": 0.011868534237146377, "subset_score_loss": 0.011868534237146377}
+{"step": 4560000, "wall_time": 43349.28611803055, "train_loss_step": 2.7661073207855225, "n_params": 4428880, "total_flops": 62041168281600000, "train_loss": 0.011071304976940154, "subset_score_loss": 0.011071304976940154}
+{"step": 4570000, "wall_time": 43436.9107298851, "train_loss_step": 2.5491175651550293, "n_params": 4428880, "total_flops": 62177223475200000, "train_loss": 0.011267061531543731, "subset_score_loss": 0.011267061531543731}
+{"step": 4580000, "wall_time": 43524.55038046837, "train_loss_step": 2.5663232803344727, "n_params": 4428880, "total_flops": 62313278668800000, "train_loss": 0.011699208617210388, "subset_score_loss": 0.011699208617210388}
+{"step": 4590000, "wall_time": 43612.15210437775, "train_loss_step": 2.930525779724121, "n_params": 4428880, "total_flops": 62449333862400000, "train_loss": 0.011772435158491135, "subset_score_loss": 0.011772435158491135}
+{"step": 4600000, "wall_time": 43804.00850605965, "train_loss_step": 2.6994264125823975, "n_params": 4428880, "total_flops": 62585389056000000, "train_loss": 0.012230014801025391, "subset_score_loss": 0.012230014801025391, "memorization_fraction_pixel": 0.8288999795913696, "mean_nn_ratio_pixel": 0.3282797038555145, "fid": 40.83527358011172}
+{"step": 4610000, "wall_time": 43890.600548028946, "train_loss_step": 3.0943617820739746, "n_params": 4428880, "total_flops": 62721444249600000, "train_loss": 0.011406229436397552, "subset_score_loss": 0.011406229436397552}
+{"step": 4620000, "wall_time": 43978.549243211746, "train_loss_step": 2.756493330001831, "n_params": 4428880, "total_flops": 62857499443200000, "train_loss": 0.011315428465604783, "subset_score_loss": 0.011315428465604783}
+{"step": 4630000, "wall_time": 44064.86564350128, "train_loss_step": 3.188950538635254, "n_params": 4428880, "total_flops": 62993554636800000, "train_loss": 0.010832416266202927, "subset_score_loss": 0.010832416266202927}
+{"step": 4640000, "wall_time": 44139.29302287102, "train_loss_step": 2.3986010551452637, "n_params": 4428880, "total_flops": 63129609830400000, "train_loss": 0.01077623963356018, "subset_score_loss": 0.01077623963356018}
+{"step": 4650000, "wall_time": 44226.13979387283, "train_loss_step": 2.6779279708862305, "n_params": 4428880, "total_flops": 63265665024000000, "train_loss": 0.01176583617925644, "subset_score_loss": 0.01176583617925644}
+{"step": 4660000, "wall_time": 44302.25117468834, "train_loss_step": 2.6977014541625977, "n_params": 4428880, "total_flops": 63401720217600000, "train_loss": 0.01067853942513466, "subset_score_loss": 0.01067853942513466}
+{"step": 4670000, "wall_time": 44387.74315190315, "train_loss_step": 2.8664839267730713, "n_params": 4428880, "total_flops": 63537775411200000, "train_loss": 0.010563042014837265, "subset_score_loss": 0.010563042014837265}
+{"step": 4680000, "wall_time": 44475.3735806942, "train_loss_step": 2.6235949993133545, "n_params": 4428880, "total_flops": 63673830604800000, "train_loss": 0.011638135462999345, "subset_score_loss": 0.011638135462999345}
+{"step": 4690000, "wall_time": 44563.01699399948, "train_loss_step": 2.739884853363037, "n_params": 4428880, "total_flops": 63809885798400000, "train_loss": 0.01071457490324974, "subset_score_loss": 0.01071457490324974}
+{"step": 4700000, "wall_time": 44769.9765958786, "train_loss_step": 2.643655300140381, "n_params": 4428880, "total_flops": 63945940992000000, "train_loss": 0.010917756706476212, "subset_score_loss": 0.010917756706476212, "memorization_fraction_pixel": 0.8281000256538391, "mean_nn_ratio_pixel": 0.3306770622730255, "fid": 41.64937853647014}
+{"step": 4710000, "wall_time": 44856.02798295021, "train_loss_step": 3.0586557388305664, "n_params": 4428880, "total_flops": 64081996185600000, "train_loss": 0.011325281113386154, "subset_score_loss": 0.011325281113386154}
+{"step": 4720000, "wall_time": 44944.10860800743, "train_loss_step": 2.763683557510376, "n_params": 4428880, "total_flops": 64218051379200000, "train_loss": 0.011466743797063828, "subset_score_loss": 0.011466743797063828}
+{"step": 4730000, "wall_time": 45030.02282333374, "train_loss_step": 2.6534359455108643, "n_params": 4428880, "total_flops": 64354106572800000, "train_loss": 0.011039024591445923, "subset_score_loss": 0.011039024591445923}
+{"step": 4740000, "wall_time": 45105.65667152405, "train_loss_step": 2.892245292663574, "n_params": 4428880, "total_flops": 64490161766400000, "train_loss": 0.012340713292360306, "subset_score_loss": 0.012340713292360306}
+{"step": 4750000, "wall_time": 45190.78902673721, "train_loss_step": 2.8840179443359375, "n_params": 4428880, "total_flops": 64626216960000000, "train_loss": 0.01100010722875595, "subset_score_loss": 0.01100010722875595}
+{"step": 4760000, "wall_time": 45278.91175341606, "train_loss_step": 2.4361486434936523, "n_params": 4428880, "total_flops": 64762272153600000, "train_loss": 0.011084821075201035, "subset_score_loss": 0.011084821075201035}
+{"step": 4770000, "wall_time": 45350.89783978462, "train_loss_step": 2.5303854942321777, "n_params": 4428880, "total_flops": 64898327347200000, "train_loss": 0.010492797195911407, "subset_score_loss": 0.010492797195911407}
+{"step": 4780000, "wall_time": 45436.77007842064, "train_loss_step": 2.7493650913238525, "n_params": 4428880, "total_flops": 65034382540800000, "train_loss": 0.011096493899822235, "subset_score_loss": 0.011096493899822235}
+{"step": 4790000, "wall_time": 45524.393134355545, "train_loss_step": 2.999654769897461, "n_params": 4428880, "total_flops": 65170437734400000, "train_loss": 0.010820882022380829, "subset_score_loss": 0.010820882022380829}
+{"step": 4800000, "wall_time": 45727.821063280106, "train_loss_step": 3.014777183532715, "n_params": 4428880, "total_flops": 65306492928000000, "train_loss": 0.010402313619852065, "subset_score_loss": 0.010402313619852065, "memorization_fraction_pixel": 0.8388000130653381, "mean_nn_ratio_pixel": 0.32488536834716797, "fid": 40.573428663645025}
+{"step": 4810000, "wall_time": 45814.03738117218, "train_loss_step": 2.8381247520446777, "n_params": 4428880, "total_flops": 65442548121600000, "train_loss": 0.01035952940583229, "subset_score_loss": 0.01035952940583229}
+{"step": 4820000, "wall_time": 45902.050265312195, "train_loss_step": 2.678032875061035, "n_params": 4428880, "total_flops": 65578603315200000, "train_loss": 0.01091686487197876, "subset_score_loss": 0.01091686487197876}
+{"step": 4830000, "wall_time": 45987.993373155594, "train_loss_step": 2.8266162872314453, "n_params": 4428880, "total_flops": 65714658508800000, "train_loss": 0.010611606389284134, "subset_score_loss": 0.010611606389284134}
+{"step": 4840000, "wall_time": 46066.0461499691, "train_loss_step": 2.9241199493408203, "n_params": 4428880, "total_flops": 65850713702400000, "train_loss": 0.010634958744049072, "subset_score_loss": 0.010634958744049072}
+{"step": 4850000, "wall_time": 46150.38307118416, "train_loss_step": 2.7040762901306152, "n_params": 4428880, "total_flops": 65986768896000000, "train_loss": 0.010855130851268768, "subset_score_loss": 0.010855130851268768}
+{"step": 4860000, "wall_time": 46238.031384944916, "train_loss_step": 2.9123401641845703, "n_params": 4428880, "total_flops": 66122824089600000, "train_loss": 0.010487256199121475, "subset_score_loss": 0.010487256199121475}
+{"step": 4870000, "wall_time": 46326.1423163414, "train_loss_step": 2.5593624114990234, "n_params": 4428880, "total_flops": 66258879283200000, "train_loss": 0.010590717196464539, "subset_score_loss": 0.010590717196464539}
+{"step": 4880000, "wall_time": 46399.7390089035, "train_loss_step": 2.90828537940979, "n_params": 4428880, "total_flops": 66394934476800000, "train_loss": 0.010598224401474, "subset_score_loss": 0.010598224401474}
+{"step": 4890000, "wall_time": 46487.368936777115, "train_loss_step": 2.8925960063934326, "n_params": 4428880, "total_flops": 66530989670400000, "train_loss": 0.010395706444978715, "subset_score_loss": 0.010395706444978715}
+{"step": 4900000, "wall_time": 46664.50281858444, "train_loss_step": 2.91400146484375, "n_params": 4428880, "total_flops": 66667044864000000, "train_loss": 0.011376085132360459, "subset_score_loss": 0.011376085132360459, "memorization_fraction_pixel": 0.8355000019073486, "mean_nn_ratio_pixel": 0.3249450623989105, "fid": 40.753555837903065}
+{"step": 4910000, "wall_time": 46752.14825320244, "train_loss_step": 2.7833075523376465, "n_params": 4428880, "total_flops": 66803100057600000, "train_loss": 0.010516451299190521, "subset_score_loss": 0.010516451299190521}
+{"step": 4920000, "wall_time": 46838.40156841278, "train_loss_step": 2.856325626373291, "n_params": 4428880, "total_flops": 66939155251200000, "train_loss": 0.010334164649248124, "subset_score_loss": 0.010334164649248124}
+{"step": 4930000, "wall_time": 46924.79135513306, "train_loss_step": 2.7994394302368164, "n_params": 4428880, "total_flops": 67075210444800000, "train_loss": 0.010293374210596085, "subset_score_loss": 0.010293374210596085}
+{"step": 4940000, "wall_time": 47009.78032684326, "train_loss_step": 2.877607822418213, "n_params": 4428880, "total_flops": 67211265638400000, "train_loss": 0.01063058003783226, "subset_score_loss": 0.01063058003783226}
+{"step": 4950000, "wall_time": 47085.024079322815, "train_loss_step": 2.8092684745788574, "n_params": 4428880, "total_flops": 67347320832000000, "train_loss": 0.010624312609434129, "subset_score_loss": 0.010624312609434129}
+{"step": 4960000, "wall_time": 47172.69034433365, "train_loss_step": 2.6880197525024414, "n_params": 4428880, "total_flops": 67483376025600000, "train_loss": 0.01075729876756668, "subset_score_loss": 0.01075729876756668}
+{"step": 4970000, "wall_time": 47260.32007050514, "train_loss_step": 2.7309861183166504, "n_params": 4428880, "total_flops": 67619431219200000, "train_loss": 0.01077912226319313, "subset_score_loss": 0.01077912226319313}
+{"step": 4980000, "wall_time": 47348.16233062744, "train_loss_step": 2.905916452407837, "n_params": 4428880, "total_flops": 67755486412800000, "train_loss": 0.010295599699020386, "subset_score_loss": 0.010295599699020386}
+{"step": 4990000, "wall_time": 47424.96082997322, "train_loss_step": 3.0714504718780518, "n_params": 4428880, "total_flops": 67891541606400000, "train_loss": 0.010331691056489945, "subset_score_loss": 0.010331691056489945}
+{"step": 5000000, "wall_time": 47612.98068571091, "train_loss_step": 2.9200797080993652, "n_params": 4428880, "total_flops": 68027596800000000, "train_loss": 0.010752107948064804, "subset_score_loss": 0.010752107948064804, "memorization_fraction_pixel": 0.8349999785423279, "mean_nn_ratio_pixel": 0.3285324275493622, "fid": 40.3433505467431}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d80/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d80/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..2ecdcc6f58d4394c45c27b53260dd02476474a06
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d80/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     69s | train_loss=1.0018 | fid=275.4331
+  step   10000 |    153s | train_loss=0.8252
+  step   20000 |    241s | train_loss=0.7207
+  step   30000 |    328s | train_loss=0.5885
+  step   40000 |    415s | train_loss=0.4297
+  step   50000 |    503s | train_loss=0.2959
+  step   60000 |    590s | train_loss=0.2176
+  step   70000 |    677s | train_loss=0.1805
+  step   80000 |    765s | train_loss=0.1553
+  step   90000 |    852s | train_loss=0.1393
+  step  100000 |   1007s | train_loss=0.1299 | fid=57.8419
+  step  110000 |   1089s | train_loss=0.1221
+  step  120000 |   1175s | train_loss=0.1148
+  step  130000 |   1262s | train_loss=0.1098
+  step  140000 |   1349s | train_loss=0.1040
+  step  150000 |   1437s | train_loss=0.1012
+  step  160000 |   1525s | train_loss=0.0973
+  step  170000 |   1612s | train_loss=0.0924
+  step  180000 |   1700s | train_loss=0.0901
+  step  190000 |   1788s | train_loss=0.0854
+  step  200000 |   1943s | train_loss=0.0856 | fid=53.7527
+  step  210000 |   2029s | train_loss=0.0821
+  step  220000 |   2113s | train_loss=0.0789
+  step  230000 |   2199s | train_loss=0.0780
+  step  240000 |   2287s | train_loss=0.0750
+  step  250000 |   2374s | train_loss=0.0731
+  step  260000 |   2462s | train_loss=0.0717
+  step  270000 |   2550s | train_loss=0.0688
+  step  280000 |   2637s | train_loss=0.0675
+  step  290000 |   2725s | train_loss=0.0668
+  step  300000 |   2880s | train_loss=0.0669 | fid=52.0641
+  step  310000 |   2966s | train_loss=0.0643
+  step  320000 |   3052s | train_loss=0.0630
+  step  330000 |   3138s | train_loss=0.0617
+  step  340000 |   3224s | train_loss=0.0599
+  step  350000 |   3312s | train_loss=0.0602
+  step  360000 |   3400s | train_loss=0.0591
+  step  370000 |   3487s | train_loss=0.0583
+  step  380000 |   3575s | train_loss=0.0584
+  step  390000 |   3663s | train_loss=0.0563
+  step  400000 |   3818s | train_loss=0.0561 | fid=50.9867
+  step  410000 |   3904s | train_loss=0.0554
+  step  420000 |   3992s | train_loss=0.0540
+  step  430000 |   4078s | train_loss=0.0536
+  step  440000 |   4164s | train_loss=0.0538
+  step  450000 |   4250s | train_loss=0.0529
+  step  460000 |   4338s | train_loss=0.0510
+  step  470000 |   4425s | train_loss=0.0519
+  step  480000 |   4513s | train_loss=0.0523
+  step  490000 |   4601s | train_loss=0.0509
+  step  500000 |   4757s | train_loss=0.0497 | fid=49.3111
+  step  510000 |   4841s | train_loss=0.0487
+  step  520000 |   4929s | train_loss=0.0494
+  step  530000 |   5017s | train_loss=0.0482
+  step  540000 |   5103s | train_loss=0.0480
+  step  550000 |   5188s | train_loss=0.0478
+  step  560000 |   5274s | train_loss=0.0460
+  step  570000 |   5362s | train_loss=0.0463
+  step  580000 |   5450s | train_loss=0.0457
+  step  590000 |   5537s | train_loss=0.0459
+  step  600000 |   5694s | train_loss=0.0453 | fid=48.0439
+  step  610000 |   5779s | train_loss=0.0461
+  step  620000 |   5867s | train_loss=0.0440
+  step  630000 |   5954s | train_loss=0.0439
+  step  640000 |   6041s | train_loss=0.0433
+  step  650000 |   6129s | train_loss=0.0436
+  step  660000 |   6214s | train_loss=0.0429
+  step  670000 |   6300s | train_loss=0.0431
+  step  680000 |   6387s | train_loss=0.0418
+  step  690000 |   6475s | train_loss=0.0418
+  step  700000 |   6634s | train_loss=0.0422 | fid=48.1780
+  step  710000 |   6719s | train_loss=0.0414
+  step  720000 |   6806s | train_loss=0.0403
+  step  730000 |   6894s | train_loss=0.0410
+  step  740000 |   6982s | train_loss=0.0399
+  step  750000 |   7068s | train_loss=0.0401
+  step  760000 |   7156s | train_loss=0.0397
+  step  770000 |   7241s | train_loss=0.0400
+  step  780000 |   7327s | train_loss=0.0389
+  step  790000 |   7415s | train_loss=0.0398
+  step  800000 |   7575s | train_loss=0.0396 | fid=46.2782
+  step  810000 |   7660s | train_loss=0.0389
+  step  820000 |   7748s | train_loss=0.0383
+  step  830000 |   7835s | train_loss=0.0382
+  step  840000 |   7923s | train_loss=0.0379
+  step  850000 |   8011s | train_loss=0.0372
+  step  860000 |   8097s | train_loss=0.0381
+  step  870000 |   8185s | train_loss=0.0371
+  step  880000 |   8270s | train_loss=0.0371
+  step  890000 |   8356s | train_loss=0.0371
+  step  900000 |   8516s | train_loss=0.0369 | fid=44.9422
+  step  910000 |   8601s | train_loss=0.0371
+  step  920000 |   8689s | train_loss=0.0363
+  step  930000 |   8776s | train_loss=0.0363
+  step  940000 |   8864s | train_loss=0.0359
+  step  950000 |   8952s | train_loss=0.0348
+  step  960000 |   9038s | train_loss=0.0348
+  step  970000 |   9125s | train_loss=0.0340
+  step  980000 |   9211s | train_loss=0.0345
+  step  990000 |   9298s | train_loss=0.0344
+  step 1000000 |   9455s | train_loss=0.0350 | fid=44.3789
+  step 1010000 |   9540s | train_loss=0.0341
+  step 1020000 |   9627s | train_loss=0.0339
+  step 1030000 |   9715s | train_loss=0.0336
+  step 1040000 |   9803s | train_loss=0.0338
+  step 1050000 |   9890s | train_loss=0.0340
+  step 1060000 |   9978s | train_loss=0.0336
+  step 1070000 |  10064s | train_loss=0.0334
+  step 1080000 |  10152s | train_loss=0.0328
+  step 1090000 |  10237s | train_loss=0.0329
+  step 1100000 |  10395s | train_loss=0.0328 | fid=43.1523
+  step 1110000 |  10478s | train_loss=0.0324
+  step 1120000 |  10565s | train_loss=0.0329
+  step 1130000 |  10653s | train_loss=0.0314
+  step 1140000 |  10741s | train_loss=0.0323
+  step 1150000 |  10828s | train_loss=0.0324
+  step 1160000 |  10916s | train_loss=0.0314
+  step 1170000 |  11003s | train_loss=0.0312
+  step 1180000 |  11090s | train_loss=0.0315
+  step 1190000 |  11178s | train_loss=0.0305
+  step 1200000 |  11334s | train_loss=0.0306 | fid=43.0577
+  step 1210000 |  11419s | train_loss=0.0307
+  step 1220000 |  11505s | train_loss=0.0300
+  step 1230000 |  11593s | train_loss=0.0305
+  step 1240000 |  11680s | train_loss=0.0303
+  step 1250000 |  11768s | train_loss=0.0301
+  step 1260000 |  11856s | train_loss=0.0298
+  step 1270000 |  11943s | train_loss=0.0300
+  step 1280000 |  12030s | train_loss=0.0293
+  step 1290000 |  12117s | train_loss=0.0297
+  step 1300000 |  12274s | train_loss=0.0297 | fid=41.6998
+  step 1310000 |  12359s | train_loss=0.0299
+  step 1320000 |  12447s | train_loss=0.0296
+  step 1330000 |  12533s | train_loss=0.0285
+  step 1340000 |  12620s | train_loss=0.0295
+  step 1350000 |  12708s | train_loss=0.0296
+  step 1360000 |  12796s | train_loss=0.0290
+  step 1370000 |  12884s | train_loss=0.0279
+  step 1380000 |  12972s | train_loss=0.0281
+  step 1390000 |  13058s | train_loss=0.0275
+  step 1400000 |  13215s | train_loss=0.0274 | fid=41.8907
+  step 1410000 |  13299s | train_loss=0.0280
+  step 1420000 |  13385s | train_loss=0.0292
+  step 1430000 |  13473s | train_loss=0.0274
+  step 1440000 |  13559s | train_loss=0.0273
+  step 1450000 |  13646s | train_loss=0.0273
+  step 1460000 |  13734s | train_loss=0.0271
+  step 1470000 |  13821s | train_loss=0.0269
+  step 1480000 |  13909s | train_loss=0.0273
+  step 1490000 |  13995s | train_loss=0.0274
+  step 1500000 |  14154s | train_loss=0.0264 | fid=41.3794
+  step 1510000 |  14242s | train_loss=0.0270
+  step 1520000 |  14323s | train_loss=0.0264
+  step 1530000 |  14411s | train_loss=0.0260
+  step 1540000 |  14498s | train_loss=0.0259
+  step 1550000 |  14584s | train_loss=0.0259
+  step 1560000 |  14672s | train_loss=0.0263
+  step 1570000 |  14760s | train_loss=0.0265
+  step 1580000 |  14847s | train_loss=0.0264
+  step 1590000 |  14935s | train_loss=0.0255
+  step 1600000 |  15090s | train_loss=0.0255 | fid=41.8687
+  step 1610000 |  15178s | train_loss=0.0259
+  step 1620000 |  15260s | train_loss=0.0253
+  step 1630000 |  15341s | train_loss=0.0256
+  step 1640000 |  15429s | train_loss=0.0246
+  step 1650000 |  15517s | train_loss=0.0255
+  step 1660000 |  15603s | train_loss=0.0247
+  step 1670000 |  15690s | train_loss=0.0243
+  step 1680000 |  15778s | train_loss=0.0246
+  step 1690000 |  15866s | train_loss=0.0244
+  step 1700000 |  16045s | train_loss=0.0239 | fid=42.1574
+  step 1710000 |  16132s | train_loss=0.0247
+  step 1720000 |  16213s | train_loss=0.0243
+  step 1730000 |  16300s | train_loss=0.0243
+  step 1740000 |  16378s | train_loss=0.0241
+  step 1750000 |  16466s | train_loss=0.0234
+  step 1760000 |  16554s | train_loss=0.0241
+  step 1770000 |  16640s | train_loss=0.0240
+  step 1780000 |  16728s | train_loss=0.0236
+  step 1790000 |  16815s | train_loss=0.0235
+  step 1800000 |  17000s | train_loss=0.0234 | fid=42.2383
+  step 1810000 |  17087s | train_loss=0.0235
+  step 1820000 |  17167s | train_loss=0.0229
+  step 1830000 |  17255s | train_loss=0.0230
+  step 1840000 |  17340s | train_loss=0.0222
+  step 1850000 |  17421s | train_loss=0.0227
+  step 1860000 |  17509s | train_loss=0.0221
+  step 1870000 |  17597s | train_loss=0.0224
+  step 1880000 |  17683s | train_loss=0.0232
+  step 1890000 |  17771s | train_loss=0.0220
+  step 1900000 |  17944s | train_loss=0.0224 | fid=41.4550
+  step 1910000 |  18031s | train_loss=0.0235
+  step 1920000 |  18110s | train_loss=0.0220
+  step 1930000 |  18197s | train_loss=0.0217
+  step 1940000 |  18285s | train_loss=0.0221
+  step 1950000 |  18370s | train_loss=0.0219
+  step 1960000 |  18453s | train_loss=0.0227
+  step 1970000 |  18541s | train_loss=0.0227
+  step 1980000 |  18628s | train_loss=0.0213
+  step 1990000 |  18715s | train_loss=0.0215
+  step 2000000 |  18897s | train_loss=0.0220 | fid=41.8504
+  step 2010000 |  18985s | train_loss=0.0208
+  step 2020000 |  19065s | train_loss=0.0217
+  step 2030000 |  19152s | train_loss=0.0217
+  step 2040000 |  19240s | train_loss=0.0206
+  step 2050000 |  19327s | train_loss=0.0205
+  step 2060000 |  19408s | train_loss=0.0211
+  step 2070000 |  19493s | train_loss=0.0213
+  step 2080000 |  19580s | train_loss=0.0220
+  step 2090000 |  19666s | train_loss=0.0210
+  step 2100000 |  19852s | train_loss=0.0201 | fid=41.0254
+  step 2110000 |  19938s | train_loss=0.0207
+  step 2120000 |  20015s | train_loss=0.0202
+  step 2130000 |  20103s | train_loss=0.0209
+  step 2140000 |  20190s | train_loss=0.0200
+  step 2150000 |  20278s | train_loss=0.0204
+  step 2160000 |  20366s | train_loss=0.0200
+  step 2170000 |  20445s | train_loss=0.0194
+  step 2180000 |  20529s | train_loss=0.0212
+  step 2190000 |  20617s | train_loss=0.0198
+  step 2200000 |  20790s | train_loss=0.0197 | fid=41.5229
+  step 2210000 |  20876s | train_loss=0.0198
+  step 2220000 |  20955s | train_loss=0.0206
+  step 2230000 |  21043s | train_loss=0.0199
+  step 2240000 |  21130s | train_loss=0.0198
+  step 2250000 |  21218s | train_loss=0.0195
+  step 2260000 |  21306s | train_loss=0.0200
+  step 2270000 |  21394s | train_loss=0.0195
+  step 2280000 |  21476s | train_loss=0.0196
+  step 2290000 |  21553s | train_loss=0.0201
+  step 2300000 |  21770s | train_loss=0.0192 | fid=41.3070
+  step 2310000 |  21856s | train_loss=0.0187
+  step 2320000 |  21928s | train_loss=0.0186
+  step 2330000 |  22012s | train_loss=0.0187
+  step 2340000 |  22099s | train_loss=0.0190
+  step 2350000 |  22187s | train_loss=0.0191
+  step 2360000 |  22275s | train_loss=0.0192
+  step 2370000 |  22362s | train_loss=0.0200
+  step 2380000 |  22450s | train_loss=0.0193
+  step 2390000 |  22528s | train_loss=0.0203
+  step 2400000 |  22724s | train_loss=0.0189 | fid=40.3540
+  step 2410000 |  22810s | train_loss=0.0190
+  step 2420000 |  22890s | train_loss=0.0189
+  step 2430000 |  22972s | train_loss=0.0185
+  step 2440000 |  23059s | train_loss=0.0182
+  step 2450000 |  23147s | train_loss=0.0186
+  step 2460000 |  23235s | train_loss=0.0187
+  step 2470000 |  23322s | train_loss=0.0180
+  step 2480000 |  23410s | train_loss=0.0197
+  step 2490000 |  23498s | train_loss=0.0188
+  step 2500000 |  23654s | train_loss=0.0190 | fid=41.0095
+  step 2510000 |  23739s | train_loss=0.0188
+  step 2520000 |  23826s | train_loss=0.0175
+  step 2530000 |  23905s | train_loss=0.0184
+  step 2540000 |  23993s | train_loss=0.0176
+  step 2550000 |  24080s | train_loss=0.0181
+  step 2560000 |  24168s | train_loss=0.0175
+  step 2570000 |  24255s | train_loss=0.0183
+  step 2580000 |  24343s | train_loss=0.0185
+  step 2590000 |  24430s | train_loss=0.0173
+  step 2600000 |  24604s | train_loss=0.0173 | fid=40.0156
+  step 2610000 |  24691s | train_loss=0.0174
+  step 2620000 |  24777s | train_loss=0.0180
+  step 2630000 |  24857s | train_loss=0.0183
+  step 2640000 |  24945s | train_loss=0.0179
+  step 2650000 |  25032s | train_loss=0.0192
+  step 2660000 |  25120s | train_loss=0.0172
+  step 2670000 |  25207s | train_loss=0.0186
+  step 2680000 |  25295s | train_loss=0.0175
+  step 2690000 |  25382s | train_loss=0.0182
+  step 2700000 |  25559s | train_loss=0.0172 | fid=40.1392
+  step 2710000 |  25637s | train_loss=0.0168
+  step 2720000 |  25722s | train_loss=0.0174
+  step 2730000 |  25798s | train_loss=0.0164
+  step 2740000 |  25886s | train_loss=0.0171
+  step 2750000 |  25973s | train_loss=0.0172
+  step 2760000 |  26061s | train_loss=0.0172
+  step 2770000 |  26148s | train_loss=0.0173
+  step 2780000 |  26236s | train_loss=0.0168
+  step 2790000 |  26323s | train_loss=0.0172
+  step 2800000 |  26514s | train_loss=0.0165 | fid=39.8870
+  step 2810000 |  26602s | train_loss=0.0173
+  step 2820000 |  26680s | train_loss=0.0169
+  step 2830000 |  26757s | train_loss=0.0180
+  step 2840000 |  26845s | train_loss=0.0168
+  step 2850000 |  26932s | train_loss=0.0172
+  step 2860000 |  27020s | train_loss=0.0169
+  step 2870000 |  27107s | train_loss=0.0172
+  step 2880000 |  27195s | train_loss=0.0158
+  step 2890000 |  27282s | train_loss=0.0163
+  step 2900000 |  27467s | train_loss=0.0165 | fid=40.1200
+  step 2910000 |  27554s | train_loss=0.0161
+  step 2920000 |  27638s | train_loss=0.0166
+  step 2930000 |  27708s | train_loss=0.0167
+  step 2940000 |  27794s | train_loss=0.0162
+  step 2950000 |  27881s | train_loss=0.0163
+  step 2960000 |  27969s | train_loss=0.0166
+  step 2970000 |  28056s | train_loss=0.0169
+  step 2980000 |  28144s | train_loss=0.0163
+  step 2990000 |  28231s | train_loss=0.0161
+  step 3000000 |  28421s | train_loss=0.0162 | fid=40.5784
+  step 3010000 |  28509s | train_loss=0.0165
+  step 3020000 |  28596s | train_loss=0.0160
+  step 3030000 |  28669s | train_loss=0.0159
+  step 3040000 |  28749s | train_loss=0.0159
+  step 3050000 |  28837s | train_loss=0.0160
+  step 3060000 |  28924s | train_loss=0.0163
+  step 3070000 |  29012s | train_loss=0.0149
+  step 3080000 |  29099s | train_loss=0.0158
+  step 3090000 |  29187s | train_loss=0.0154
+  step 3100000 |  29364s | train_loss=0.0152 | fid=40.8230
+  step 3110000 |  29452s | train_loss=0.0162
+  step 3120000 |  29540s | train_loss=0.0157
+  step 3130000 |  29620s | train_loss=0.0153
+  step 3140000 |  29700s | train_loss=0.0167
+  step 3150000 |  29774s | train_loss=0.0149
+  step 3160000 |  29862s | train_loss=0.0149
+  step 3170000 |  29949s | train_loss=0.0151
+  step 3180000 |  30037s | train_loss=0.0157
+  step 3190000 |  30125s | train_loss=0.0158
+  step 3200000 |  30325s | train_loss=0.0147 | fid=40.7738
+  step 3210000 |  30413s | train_loss=0.0152
+  step 3220000 |  30501s | train_loss=0.0157
+  step 3230000 |  30580s | train_loss=0.0149
+  step 3240000 |  30663s | train_loss=0.0154
+  step 3250000 |  30748s | train_loss=0.0155
+  step 3260000 |  30816s | train_loss=0.0148
+  step 3270000 |  30904s | train_loss=0.0149
+  step 3280000 |  30992s | train_loss=0.0156
+  step 3290000 |  31079s | train_loss=0.0149
+  step 3300000 |  31268s | train_loss=0.0147 | fid=39.5955
+  step 3310000 |  31356s | train_loss=0.0145
+  step 3320000 |  31444s | train_loss=0.0151
+  step 3330000 |  31525s | train_loss=0.0150
+  step 3340000 |  31609s | train_loss=0.0151
+  step 3350000 |  31697s | train_loss=0.0144
+  step 3360000 |  31783s | train_loss=0.0146
+  step 3370000 |  31860s | train_loss=0.0147
+  step 3380000 |  31948s | train_loss=0.0142
+  step 3390000 |  32035s | train_loss=0.0144
+  step 3400000 |  32236s | train_loss=0.0148 | fid=40.6076
+  step 3410000 |  32323s | train_loss=0.0144
+  step 3420000 |  32411s | train_loss=0.0142
+  step 3430000 |  32490s | train_loss=0.0143
+  step 3440000 |  32568s | train_loss=0.0143
+  step 3450000 |  32655s | train_loss=0.0146
+  step 3460000 |  32743s | train_loss=0.0154
+  step 3470000 |  32828s | train_loss=0.0141
+  step 3480000 |  32905s | train_loss=0.0139
+  step 3490000 |  32992s | train_loss=0.0143
+  step 3500000 |  33178s | train_loss=0.0142 | fid=40.3352
+  step 3510000 |  33265s | train_loss=0.0140
+  step 3520000 |  33353s | train_loss=0.0148
+  step 3530000 |  33440s | train_loss=0.0144
+  step 3540000 |  33517s | train_loss=0.0138
+  step 3550000 |  33605s | train_loss=0.0140
+  step 3560000 |  33693s | train_loss=0.0137
+  step 3570000 |  33781s | train_loss=0.0129
+  step 3580000 |  33865s | train_loss=0.0132
+  step 3590000 |  33935s | train_loss=0.0140
+  step 3600000 |  34125s | train_loss=0.0136 | fid=40.8802
+  step 3610000 |  34213s | train_loss=0.0141
+  step 3620000 |  34301s | train_loss=0.0141
+  step 3630000 |  34389s | train_loss=0.0142
+  step 3640000 |  34461s | train_loss=0.0134
+  step 3650000 |  34546s | train_loss=0.0137
+  step 3660000 |  34634s | train_loss=0.0126
+  step 3670000 |  34721s | train_loss=0.0135
+  step 3680000 |  34808s | train_loss=0.0132
+  step 3690000 |  34896s | train_loss=0.0131
+  step 3700000 |  35085s | train_loss=0.0156 | fid=40.5234
+  step 3710000 |  35173s | train_loss=0.0131
+  step 3720000 |  35261s | train_loss=0.0143
+  step 3730000 |  35349s | train_loss=0.0134
+  step 3740000 |  35425s | train_loss=0.0127
+  step 3750000 |  35506s | train_loss=0.0139
+  step 3760000 |  35594s | train_loss=0.0133
+  step 3770000 |  35682s | train_loss=0.0125
+  step 3780000 |  35770s | train_loss=0.0139
+  step 3790000 |  35855s | train_loss=0.0131
+  step 3800000 |  36059s | train_loss=0.0136 | fid=41.1288
+  step 3810000 |  36147s | train_loss=0.0125
+  step 3820000 |  36234s | train_loss=0.0127
+  step 3830000 |  36321s | train_loss=0.0131
+  step 3840000 |  36400s | train_loss=0.0132
+  step 3850000 |  36481s | train_loss=0.0130
+  step 3860000 |  36568s | train_loss=0.0136
+  step 3870000 |  36656s | train_loss=0.0128
+  step 3880000 |  36744s | train_loss=0.0128
+  step 3890000 |  36830s | train_loss=0.0127
+  step 3900000 |  37022s | train_loss=0.0125 | fid=41.2156
+  step 3910000 |  37108s | train_loss=0.0129
+  step 3920000 |  37196s | train_loss=0.0129
+  step 3930000 |  37283s | train_loss=0.0124
+  step 3940000 |  37365s | train_loss=0.0127
+  step 3950000 |  37447s | train_loss=0.0124
+  step 3960000 |  37534s | train_loss=0.0125
+  step 3970000 |  37622s | train_loss=0.0123
+  step 3980000 |  37710s | train_loss=0.0121
+  step 3990000 |  37798s | train_loss=0.0133
+  step 4000000 |  38016s | train_loss=0.0119 | fid=40.5161
+  step 4010000 |  38089s | train_loss=0.0120
+  step 4020000 |  38177s | train_loss=0.0123
+  step 4030000 |  38264s | train_loss=0.0121
+  step 4040000 |  38341s | train_loss=0.0124
+  step 4050000 |  38427s | train_loss=0.0125
+  step 4060000 |  38515s | train_loss=0.0128
+  step 4070000 |  38603s | train_loss=0.0119
+  step 4080000 |  38690s | train_loss=0.0122
+  step 4090000 |  38778s | train_loss=0.0120
+  step 4100000 |  38986s | train_loss=0.0119 | fid=41.0398
+  step 4110000 |  39069s | train_loss=0.0120
+  step 4120000 |  39142s | train_loss=0.0122
+  step 4130000 |  39229s | train_loss=0.0120
+  step 4140000 |  39307s | train_loss=0.0119
+  step 4150000 |  39395s | train_loss=0.0120
+  step 4160000 |  39482s | train_loss=0.0123
+  step 4170000 |  39570s | train_loss=0.0119
+  step 4180000 |  39658s | train_loss=0.0120
+  step 4190000 |  39745s | train_loss=0.0127
+  step 4200000 |  39976s | train_loss=0.0122 | fid=40.6050
+  step 4210000 |  40064s | train_loss=0.0120
+  step 4220000 |  40142s | train_loss=0.0114
+  step 4230000 |  40215s | train_loss=0.0118
+  step 4240000 |  40294s | train_loss=0.0118
+  step 4250000 |  40382s | train_loss=0.0116
+  step 4260000 |  40470s | train_loss=0.0118
+  step 4270000 |  40557s | train_loss=0.0118
+  step 4280000 |  40645s | train_loss=0.0119
+  step 4290000 |  40733s | train_loss=0.0113
+  step 4300000 |  40937s | train_loss=0.0116 | fid=40.6000
+  step 4310000 |  41025s | train_loss=0.0121
+  step 4320000 |  41113s | train_loss=0.0123
+  step 4330000 |  41185s | train_loss=0.0126
+  step 4340000 |  41260s | train_loss=0.0119
+  step 4350000 |  41347s | train_loss=0.0116
+  step 4360000 |  41435s | train_loss=0.0141
+  step 4370000 |  41522s | train_loss=0.0119
+  step 4380000 |  41610s | train_loss=0.0116
+  step 4390000 |  41697s | train_loss=0.0115
+  step 4400000 |  41914s | train_loss=0.0117 | fid=40.3581
+  step 4410000 |  42002s | train_loss=0.0125
+  step 4420000 |  42089s | train_loss=0.0114
+  step 4430000 |  42171s | train_loss=0.0114
+  step 4440000 |  42234s | train_loss=0.0113
+  step 4450000 |  42321s | train_loss=0.0115
+  step 4460000 |  42409s | train_loss=0.0117
+  step 4470000 |  42497s | train_loss=0.0119
+  step 4480000 |  42584s | train_loss=0.0112
+  step 4490000 |  42672s | train_loss=0.0114
+  step 4500000 |  42854s | train_loss=0.0123 | fid=40.4809
+  step 4510000 |  42941s | train_loss=0.0113
+  step 4520000 |  43029s | train_loss=0.0112
+  step 4530000 |  43114s | train_loss=0.0115
+  step 4540000 |  43189s | train_loss=0.0109
+  step 4550000 |  43264s | train_loss=0.0119
+  step 4560000 |  43349s | train_loss=0.0111
+  step 4570000 |  43437s | train_loss=0.0113
+  step 4580000 |  43525s | train_loss=0.0117
+  step 4590000 |  43612s | train_loss=0.0118
+  step 4600000 |  43804s | train_loss=0.0122 | fid=40.8353
+  step 4610000 |  43891s | train_loss=0.0114
+  step 4620000 |  43979s | train_loss=0.0113
+  step 4630000 |  44065s | train_loss=0.0108
+  step 4640000 |  44139s | train_loss=0.0108
+  step 4650000 |  44226s | train_loss=0.0118
+  step 4660000 |  44302s | train_loss=0.0107
+  step 4670000 |  44388s | train_loss=0.0106
+  step 4680000 |  44475s | train_loss=0.0116
+  step 4690000 |  44563s | train_loss=0.0107
+  step 4700000 |  44770s | train_loss=0.0109 | fid=41.6494
+  step 4710000 |  44856s | train_loss=0.0113
+  step 4720000 |  44944s | train_loss=0.0115
+  step 4730000 |  45030s | train_loss=0.0110
+  step 4740000 |  45106s | train_loss=0.0123
+  step 4750000 |  45191s | train_loss=0.0110
+  step 4760000 |  45279s | train_loss=0.0111
+  step 4770000 |  45351s | train_loss=0.0105
+  step 4780000 |  45437s | train_loss=0.0111
+  step 4790000 |  45524s | train_loss=0.0108
+  step 4800000 |  45728s | train_loss=0.0104 | fid=40.5734
+  step 4810000 |  45814s | train_loss=0.0104
+  step 4820000 |  45902s | train_loss=0.0109
+  step 4830000 |  45988s | train_loss=0.0106
+  step 4840000 |  46066s | train_loss=0.0106
+  step 4850000 |  46150s | train_loss=0.0109
+  step 4860000 |  46238s | train_loss=0.0105
+  step 4870000 |  46326s | train_loss=0.0106
+  step 4880000 |  46400s | train_loss=0.0106
+  step 4890000 |  46487s | train_loss=0.0104
+  step 4900000 |  46665s | train_loss=0.0114 | fid=40.7536
+  step 4910000 |  46752s | train_loss=0.0105
+  step 4920000 |  46838s | train_loss=0.0103
+  step 4930000 |  46925s | train_loss=0.0103
+  step 4940000 |  47010s | train_loss=0.0106
+  step 4950000 |  47085s | train_loss=0.0106
+  step 4960000 |  47173s | train_loss=0.0108
+  step 4970000 |  47260s | train_loss=0.0108
+  step 4980000 |  47348s | train_loss=0.0103
+  step 4990000 |  47425s | train_loss=0.0103
+  step 5000000 |  47613s | train_loss=0.0108 | fid=40.3434
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d90/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d90/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..48cd84029ea1d17720ec71eec57427e5246586fa
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d90/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d90/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d90",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 45,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d90/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d90/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..ea09c060c39988d22463cc7e1c1450eedf52b5d7
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d90/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 90, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d90/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 45}
+{"step": 1, "wall_time": 72.5011715888977, "train_loss_step": 90.23880004882812, "n_params": 4449370, "total_flops": 13668464640, "train_loss": 1.0031412760416667, "subset_score_loss": 1.0031412760416667, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9760985374450684, "fid": 306.41409078883777}
+{"step": 10000, "wall_time": 166.60728931427002, "train_loss_step": 18.007102966308594, "n_params": 4449370, "total_flops": 136684646400000, "train_loss": 0.8168961418999566, "subset_score_loss": 0.8168961418999566}
+{"step": 20000, "wall_time": 261.2771553993225, "train_loss_step": 15.634568214416504, "n_params": 4449370, "total_flops": 273369292800000, "train_loss": 0.7007955339219835, "subset_score_loss": 0.7007955339219835}
+{"step": 30000, "wall_time": 356.11947870254517, "train_loss_step": 14.320321083068848, "n_params": 4449370, "total_flops": 410053939200000, "train_loss": 0.5652983771430121, "subset_score_loss": 0.5652983771430121}
+{"step": 40000, "wall_time": 450.9756407737732, "train_loss_step": 12.252657890319824, "n_params": 4449370, "total_flops": 546738585600000, "train_loss": 0.4185171339246962, "subset_score_loss": 0.4185171339246962}
+{"step": 50000, "wall_time": 545.826406955719, "train_loss_step": 10.089254379272461, "n_params": 4449370, "total_flops": 683423232000000, "train_loss": 0.2961264080471463, "subset_score_loss": 0.2961264080471463}
+{"step": 60000, "wall_time": 640.6303277015686, "train_loss_step": 8.981088638305664, "n_params": 4449370, "total_flops": 820107878400000, "train_loss": 0.22020651499430338, "subset_score_loss": 0.22020651499430338}
+{"step": 70000, "wall_time": 734.6689901351929, "train_loss_step": 8.953399658203125, "n_params": 4449370, "total_flops": 956792524800000, "train_loss": 0.18099422454833985, "subset_score_loss": 0.18099422454833985}
+{"step": 80000, "wall_time": 829.0056939125061, "train_loss_step": 8.69018840789795, "n_params": 4449370, "total_flops": 1093477171200000, "train_loss": 0.15320054160224067, "subset_score_loss": 0.15320054160224067}
+{"step": 90000, "wall_time": 923.8355395793915, "train_loss_step": 8.035314559936523, "n_params": 4449370, "total_flops": 1230161817600000, "train_loss": 0.13933051427205403, "subset_score_loss": 0.13933051427205403}
+{"step": 100000, "wall_time": 1087.2669024467468, "train_loss_step": 7.809072017669678, "n_params": 4449370, "total_flops": 1366846464000000, "train_loss": 0.1277859263949924, "subset_score_loss": 0.1277859263949924, "memorization_fraction_pixel": 0.000699999975040555, "mean_nn_ratio_pixel": 0.8994477391242981, "fid": 60.22386687940925}
+{"step": 110000, "wall_time": 1180.7527651786804, "train_loss_step": 7.418007850646973, "n_params": 4449370, "total_flops": 1503531110400000, "train_loss": 0.11752417882283529, "subset_score_loss": 0.11752417882283529}
+{"step": 120000, "wall_time": 1275.5374038219452, "train_loss_step": 7.2158403396606445, "n_params": 4449370, "total_flops": 1640215756800000, "train_loss": 0.11258101993136936, "subset_score_loss": 0.11258101993136936}
+{"step": 130000, "wall_time": 1369.535053730011, "train_loss_step": 7.200785160064697, "n_params": 4449370, "total_flops": 1776900403200000, "train_loss": 0.11029176712036133, "subset_score_loss": 0.11029176712036133}
+{"step": 140000, "wall_time": 1464.1592490673065, "train_loss_step": 7.241623878479004, "n_params": 4449370, "total_flops": 1913585049600000, "train_loss": 0.10265704260932075, "subset_score_loss": 0.10265704260932075}
+{"step": 150000, "wall_time": 1559.3078129291534, "train_loss_step": 6.951128959655762, "n_params": 4449370, "total_flops": 2050269696000000, "train_loss": 0.09877664777967665, "subset_score_loss": 0.09877664777967665}
+{"step": 160000, "wall_time": 1653.9721820354462, "train_loss_step": 6.678030967712402, "n_params": 4449370, "total_flops": 2186954342400000, "train_loss": 0.09792018466525608, "subset_score_loss": 0.09792018466525608}
+{"step": 170000, "wall_time": 1748.3923513889313, "train_loss_step": 6.32486629486084, "n_params": 4449370, "total_flops": 2323638988800000, "train_loss": 0.09213603337605794, "subset_score_loss": 0.09213603337605794}
+{"step": 180000, "wall_time": 1842.9991681575775, "train_loss_step": 6.2257914543151855, "n_params": 4449370, "total_flops": 2460323635200000, "train_loss": 0.09308526780870226, "subset_score_loss": 0.09308526780870226}
+{"step": 190000, "wall_time": 1936.8209397792816, "train_loss_step": 6.473794937133789, "n_params": 4449370, "total_flops": 2597008281600000, "train_loss": 0.08671177758110894, "subset_score_loss": 0.08671177758110894}
+{"step": 200000, "wall_time": 2101.8128888607025, "train_loss_step": 6.182511329650879, "n_params": 4449370, "total_flops": 2733692928000000, "train_loss": 0.08521709971957736, "subset_score_loss": 0.08521709971957736, "memorization_fraction_pixel": 0.01489999983459711, "mean_nn_ratio_pixel": 0.8405339121818542, "fid": 58.94304403961042}
+{"step": 210000, "wall_time": 2194.7801632881165, "train_loss_step": 6.311592102050781, "n_params": 4449370, "total_flops": 2870377574400000, "train_loss": 0.0819174501630995, "subset_score_loss": 0.0819174501630995}
+{"step": 220000, "wall_time": 2289.283316373825, "train_loss_step": 6.217743873596191, "n_params": 4449370, "total_flops": 3007062220800000, "train_loss": 0.07999344401889377, "subset_score_loss": 0.07999344401889377}
+{"step": 230000, "wall_time": 2383.736731529236, "train_loss_step": 5.905820846557617, "n_params": 4449370, "total_flops": 3143746867200000, "train_loss": 0.07753204769558376, "subset_score_loss": 0.07753204769558376}
+{"step": 240000, "wall_time": 2478.4895009994507, "train_loss_step": 6.528429985046387, "n_params": 4449370, "total_flops": 3280431513600000, "train_loss": 0.07597542338901096, "subset_score_loss": 0.07597542338901096}
+{"step": 250000, "wall_time": 2573.586706161499, "train_loss_step": 5.989962577819824, "n_params": 4449370, "total_flops": 3417116160000000, "train_loss": 0.07496608628167047, "subset_score_loss": 0.07496608628167047}
+{"step": 260000, "wall_time": 2668.4541976451874, "train_loss_step": 5.689606189727783, "n_params": 4449370, "total_flops": 3553800806400000, "train_loss": 0.07206993632846409, "subset_score_loss": 0.07206993632846409}
+{"step": 270000, "wall_time": 2763.0698251724243, "train_loss_step": 5.386710166931152, "n_params": 4449370, "total_flops": 3690485452800000, "train_loss": 0.0714302592807346, "subset_score_loss": 0.0714302592807346}
+{"step": 280000, "wall_time": 2857.8044142723083, "train_loss_step": 6.069033622741699, "n_params": 4449370, "total_flops": 3827170099200000, "train_loss": 0.07013084093729655, "subset_score_loss": 0.07013084093729655}
+{"step": 290000, "wall_time": 2948.5302546024323, "train_loss_step": 5.7758941650390625, "n_params": 4449370, "total_flops": 3963854745600000, "train_loss": 0.0686546696556939, "subset_score_loss": 0.0686546696556939}
+{"step": 300000, "wall_time": 3115.120362520218, "train_loss_step": 5.651208400726318, "n_params": 4449370, "total_flops": 4100539392000000, "train_loss": 0.06556433571709527, "subset_score_loss": 0.06556433571709527, "memorization_fraction_pixel": 0.04410000145435333, "mean_nn_ratio_pixel": 0.792719304561615, "fid": 54.71713581189437}
+{"step": 310000, "wall_time": 3208.388340473175, "train_loss_step": 5.4709930419921875, "n_params": 4449370, "total_flops": 4237224038400000, "train_loss": 0.0661422676510281, "subset_score_loss": 0.0661422676510281}
+{"step": 320000, "wall_time": 3303.2066872119904, "train_loss_step": 5.412142753601074, "n_params": 4449370, "total_flops": 4373908684800000, "train_loss": 0.06463896963331435, "subset_score_loss": 0.06463896963331435}
+{"step": 330000, "wall_time": 3397.8344447612762, "train_loss_step": 5.448985576629639, "n_params": 4449370, "total_flops": 4510593331200000, "train_loss": 0.06351465119255914, "subset_score_loss": 0.06351465119255914}
+{"step": 340000, "wall_time": 3492.379397392273, "train_loss_step": 5.395600318908691, "n_params": 4449370, "total_flops": 4647277977600000, "train_loss": 0.06518925031026204, "subset_score_loss": 0.06518925031026204}
+{"step": 350000, "wall_time": 3587.160001516342, "train_loss_step": 5.826157569885254, "n_params": 4449370, "total_flops": 4783962624000000, "train_loss": 0.06206109258863661, "subset_score_loss": 0.06206109258863661}
+{"step": 360000, "wall_time": 3681.975571870804, "train_loss_step": 5.771979331970215, "n_params": 4449370, "total_flops": 4920647270400000, "train_loss": 0.060577106475830075, "subset_score_loss": 0.060577106475830075}
+{"step": 370000, "wall_time": 3776.787744283676, "train_loss_step": 5.8756914138793945, "n_params": 4449370, "total_flops": 5057331916800000, "train_loss": 0.0596702946556939, "subset_score_loss": 0.0596702946556939}
+{"step": 380000, "wall_time": 3867.020092725754, "train_loss_step": 5.473539352416992, "n_params": 4449370, "total_flops": 5194016563200000, "train_loss": 0.05847683482699924, "subset_score_loss": 0.05847683482699924}
+{"step": 390000, "wall_time": 3962.042619943619, "train_loss_step": 5.470808029174805, "n_params": 4449370, "total_flops": 5330701209600000, "train_loss": 0.05735411643981934, "subset_score_loss": 0.05735411643981934}
+{"step": 400000, "wall_time": 4130.395085811615, "train_loss_step": 5.489623546600342, "n_params": 4449370, "total_flops": 5467385856000000, "train_loss": 0.05986948013305664, "subset_score_loss": 0.05986948013305664, "memorization_fraction_pixel": 0.06400000303983688, "mean_nn_ratio_pixel": 0.7618893384933472, "fid": 55.382642084410634}
+{"step": 410000, "wall_time": 4223.889540672302, "train_loss_step": 4.962157249450684, "n_params": 4449370, "total_flops": 5604070502400000, "train_loss": 0.05634450382656521, "subset_score_loss": 0.05634450382656521}
+{"step": 420000, "wall_time": 4318.65533041954, "train_loss_step": 5.2781500816345215, "n_params": 4449370, "total_flops": 5740755148800000, "train_loss": 0.05626722441779242, "subset_score_loss": 0.05626722441779242}
+{"step": 430000, "wall_time": 4413.264038324356, "train_loss_step": 5.206805229187012, "n_params": 4449370, "total_flops": 5877439795200000, "train_loss": 0.055135589175754125, "subset_score_loss": 0.055135589175754125}
+{"step": 440000, "wall_time": 4507.895606040955, "train_loss_step": 5.620649337768555, "n_params": 4449370, "total_flops": 6014124441600000, "train_loss": 0.053825468487209746, "subset_score_loss": 0.053825468487209746}
+{"step": 450000, "wall_time": 4602.324783325195, "train_loss_step": 5.170597076416016, "n_params": 4449370, "total_flops": 6150809088000000, "train_loss": 0.05449432796902127, "subset_score_loss": 0.05449432796902127}
+{"step": 460000, "wall_time": 4696.900532722473, "train_loss_step": 5.15460729598999, "n_params": 4449370, "total_flops": 6287493734400000, "train_loss": 0.05308249791463216, "subset_score_loss": 0.05308249791463216}
+{"step": 470000, "wall_time": 4787.501720905304, "train_loss_step": 5.460872173309326, "n_params": 4449370, "total_flops": 6424178380800000, "train_loss": 0.05322276751200358, "subset_score_loss": 0.05322276751200358}
+{"step": 480000, "wall_time": 4880.814297437668, "train_loss_step": 5.185034275054932, "n_params": 4449370, "total_flops": 6560863027200000, "train_loss": 0.052540757921006945, "subset_score_loss": 0.052540757921006945}
+{"step": 490000, "wall_time": 4975.621706724167, "train_loss_step": 5.177672386169434, "n_params": 4449370, "total_flops": 6697547673600000, "train_loss": 0.052079333199395075, "subset_score_loss": 0.052079333199395075}
+{"step": 500000, "wall_time": 5145.98251080513, "train_loss_step": 5.011013984680176, "n_params": 4449370, "total_flops": 6834232320000000, "train_loss": 0.05085312525431315, "subset_score_loss": 0.05085312525431315, "memorization_fraction_pixel": 0.10320000350475311, "mean_nn_ratio_pixel": 0.723334550857544, "fid": 53.2352822564209}
+{"step": 510000, "wall_time": 5240.534267902374, "train_loss_step": 5.842530250549316, "n_params": 4449370, "total_flops": 6970916966400000, "train_loss": 0.05114397472805447, "subset_score_loss": 0.05114397472805447}
+{"step": 520000, "wall_time": 5334.036662340164, "train_loss_step": 4.930261135101318, "n_params": 4449370, "total_flops": 7107601612800000, "train_loss": 0.05057272381252713, "subset_score_loss": 0.05057272381252713}
+{"step": 530000, "wall_time": 5428.48824763298, "train_loss_step": 5.072871208190918, "n_params": 4449370, "total_flops": 7244286259200000, "train_loss": 0.04959623018900553, "subset_score_loss": 0.04959623018900553}
+{"step": 540000, "wall_time": 5523.143084526062, "train_loss_step": 5.520564079284668, "n_params": 4449370, "total_flops": 7380970905600000, "train_loss": 0.04890319506327311, "subset_score_loss": 0.04890319506327311}
+{"step": 550000, "wall_time": 5617.950319766998, "train_loss_step": 5.352455139160156, "n_params": 4449370, "total_flops": 7517655552000000, "train_loss": 0.04942166010538737, "subset_score_loss": 0.04942166010538737}
+{"step": 560000, "wall_time": 5710.054947853088, "train_loss_step": 5.267414093017578, "n_params": 4449370, "total_flops": 7654340198400000, "train_loss": 0.04782593515184191, "subset_score_loss": 0.04782593515184191}
+{"step": 570000, "wall_time": 5801.616666555405, "train_loss_step": 5.113469123840332, "n_params": 4449370, "total_flops": 7791024844800000, "train_loss": 0.04938887490166558, "subset_score_loss": 0.04938887490166558}
+{"step": 580000, "wall_time": 5896.286566734314, "train_loss_step": 4.8654093742370605, "n_params": 4449370, "total_flops": 7927709491200000, "train_loss": 0.047963391409979926, "subset_score_loss": 0.047963391409979926}
+{"step": 590000, "wall_time": 5991.070976018906, "train_loss_step": 4.770353317260742, "n_params": 4449370, "total_flops": 8064394137600000, "train_loss": 0.04697733455234104, "subset_score_loss": 0.04697733455234104}
+{"step": 600000, "wall_time": 6160.86994099617, "train_loss_step": 5.163971900939941, "n_params": 4449370, "total_flops": 8201078784000000, "train_loss": 0.04686347643534342, "subset_score_loss": 0.04686347643534342, "memorization_fraction_pixel": 0.12770000100135803, "mean_nn_ratio_pixel": 0.7015179395675659, "fid": 51.46156877807179}
+{"step": 610000, "wall_time": 6255.889275789261, "train_loss_step": 4.692244529724121, "n_params": 4449370, "total_flops": 8337763430400000, "train_loss": 0.047228092617458764, "subset_score_loss": 0.047228092617458764}
+{"step": 620000, "wall_time": 6348.821314334869, "train_loss_step": 4.927525043487549, "n_params": 4449370, "total_flops": 8474448076800000, "train_loss": 0.04629377259148492, "subset_score_loss": 0.04629377259148492}
+{"step": 630000, "wall_time": 6443.672916173935, "train_loss_step": 4.888810157775879, "n_params": 4449370, "total_flops": 8611132723200000, "train_loss": 0.045529905954996744, "subset_score_loss": 0.045529905954996744}
+{"step": 640000, "wall_time": 6538.159382820129, "train_loss_step": 4.838230133056641, "n_params": 4449370, "total_flops": 8747817369600000, "train_loss": 0.044195622868008086, "subset_score_loss": 0.044195622868008086}
+{"step": 650000, "wall_time": 6630.3316996097565, "train_loss_step": 5.153147220611572, "n_params": 4449370, "total_flops": 8884502016000000, "train_loss": 0.04499549865722656, "subset_score_loss": 0.04499549865722656}
+{"step": 660000, "wall_time": 6720.442184209824, "train_loss_step": 4.514333248138428, "n_params": 4449370, "total_flops": 9021186662400000, "train_loss": 0.04383264117770725, "subset_score_loss": 0.04383264117770725}
+{"step": 670000, "wall_time": 6814.710871219635, "train_loss_step": 5.060704708099365, "n_params": 4449370, "total_flops": 9157871308800000, "train_loss": 0.0443668180041843, "subset_score_loss": 0.0443668180041843}
+{"step": 680000, "wall_time": 6909.791439533234, "train_loss_step": 4.9287638664245605, "n_params": 4449370, "total_flops": 9294555955200000, "train_loss": 0.04422218269772, "subset_score_loss": 0.04422218269772}
+{"step": 690000, "wall_time": 7004.992963075638, "train_loss_step": 4.743312835693359, "n_params": 4449370, "total_flops": 9431240601600000, "train_loss": 0.043604707717895506, "subset_score_loss": 0.043604707717895506}
+{"step": 700000, "wall_time": 7175.9601373672485, "train_loss_step": 5.003386497497559, "n_params": 4449370, "total_flops": 9567925248000000, "train_loss": 0.04271927409701877, "subset_score_loss": 0.04271927409701877, "memorization_fraction_pixel": 0.163100004196167, "mean_nn_ratio_pixel": 0.6792911887168884, "fid": 50.930175697342406}
+{"step": 710000, "wall_time": 7270.628359079361, "train_loss_step": 4.87342643737793, "n_params": 4449370, "total_flops": 9704609894400000, "train_loss": 0.043367661370171444, "subset_score_loss": 0.043367661370171444}
+{"step": 720000, "wall_time": 7363.922263383865, "train_loss_step": 5.220697402954102, "n_params": 4449370, "total_flops": 9841294540800000, "train_loss": 0.042365898026360406, "subset_score_loss": 0.042365898026360406}
+{"step": 730000, "wall_time": 7458.768077611923, "train_loss_step": 4.876237392425537, "n_params": 4449370, "total_flops": 9977979187200000, "train_loss": 0.04344748920864529, "subset_score_loss": 0.04344748920864529}
+{"step": 740000, "wall_time": 7553.205232620239, "train_loss_step": 4.7456374168396, "n_params": 4449370, "total_flops": 10114663833600000, "train_loss": 0.04115005599127875, "subset_score_loss": 0.04115005599127875}
+{"step": 750000, "wall_time": 7641.654429912567, "train_loss_step": 4.917952537536621, "n_params": 4449370, "total_flops": 10251348480000000, "train_loss": 0.04152709113226997, "subset_score_loss": 0.04152709113226997}
+{"step": 760000, "wall_time": 7736.50509929657, "train_loss_step": 4.941167831420898, "n_params": 4449370, "total_flops": 10388033126400000, "train_loss": 0.040659554799397785, "subset_score_loss": 0.040659554799397785}
+{"step": 770000, "wall_time": 7830.934218645096, "train_loss_step": 4.771844387054443, "n_params": 4449370, "total_flops": 10524717772800000, "train_loss": 0.04099099900987413, "subset_score_loss": 0.04099099900987413}
+{"step": 780000, "wall_time": 7926.066294193268, "train_loss_step": 4.785199165344238, "n_params": 4449370, "total_flops": 10661402419200000, "train_loss": 0.041724236806233723, "subset_score_loss": 0.041724236806233723}
+{"step": 790000, "wall_time": 8020.4480838775635, "train_loss_step": 4.818025588989258, "n_params": 4449370, "total_flops": 10798087065600000, "train_loss": 0.042103621694776744, "subset_score_loss": 0.042103621694776744}
+{"step": 800000, "wall_time": 8193.241700410843, "train_loss_step": 4.617073059082031, "n_params": 4449370, "total_flops": 10934771712000000, "train_loss": 0.04064992533789741, "subset_score_loss": 0.04064992533789741, "memorization_fraction_pixel": 0.1873999983072281, "mean_nn_ratio_pixel": 0.6620641350746155, "fid": 49.445606394863674}
+{"step": 810000, "wall_time": 8288.197991371155, "train_loss_step": 4.562363624572754, "n_params": 4449370, "total_flops": 11071456358400000, "train_loss": 0.04001797040303548, "subset_score_loss": 0.04001797040303548}
+{"step": 820000, "wall_time": 8381.117384672165, "train_loss_step": 4.732598781585693, "n_params": 4449370, "total_flops": 11208141004800000, "train_loss": 0.040554234716627335, "subset_score_loss": 0.040554234716627335}
+{"step": 830000, "wall_time": 8475.880081415176, "train_loss_step": 4.700132846832275, "n_params": 4449370, "total_flops": 11344825651200000, "train_loss": 0.04000753826565213, "subset_score_loss": 0.04000753826565213}
+{"step": 840000, "wall_time": 8566.026225328445, "train_loss_step": 4.39904260635376, "n_params": 4449370, "total_flops": 11481510297600000, "train_loss": 0.03930427233378093, "subset_score_loss": 0.03930427233378093}
+{"step": 850000, "wall_time": 8658.411159992218, "train_loss_step": 4.548157691955566, "n_params": 4449370, "total_flops": 11618194944000000, "train_loss": 0.04100156360202366, "subset_score_loss": 0.04100156360202366}
+{"step": 860000, "wall_time": 8752.962151765823, "train_loss_step": 4.57576322555542, "n_params": 4449370, "total_flops": 11754879590400000, "train_loss": 0.03872719870673286, "subset_score_loss": 0.03872719870673286}
+{"step": 870000, "wall_time": 8847.664240121841, "train_loss_step": 4.668570518493652, "n_params": 4449370, "total_flops": 11891564236800000, "train_loss": 0.03994712034861247, "subset_score_loss": 0.03994712034861247}
+{"step": 880000, "wall_time": 8942.28331398964, "train_loss_step": 4.497271537780762, "n_params": 4449370, "total_flops": 12028248883200000, "train_loss": 0.03871865537431505, "subset_score_loss": 0.03871865537431505}
+{"step": 890000, "wall_time": 9035.491491794586, "train_loss_step": 4.5242180824279785, "n_params": 4449370, "total_flops": 12164933529600000, "train_loss": 0.037806545363532174, "subset_score_loss": 0.037806545363532174}
+{"step": 900000, "wall_time": 9205.278661251068, "train_loss_step": 4.433917045593262, "n_params": 4449370, "total_flops": 12301618176000000, "train_loss": 0.039260061581929524, "subset_score_loss": 0.039260061581929524, "memorization_fraction_pixel": 0.22699999809265137, "mean_nn_ratio_pixel": 0.6355234980583191, "fid": 49.16234881505072}
+{"step": 910000, "wall_time": 9299.984700918198, "train_loss_step": 4.360107421875, "n_params": 4449370, "total_flops": 12438302822400000, "train_loss": 0.03877672619289822, "subset_score_loss": 0.03877672619289822}
+{"step": 920000, "wall_time": 9393.223425626755, "train_loss_step": 4.77443790435791, "n_params": 4449370, "total_flops": 12574987468800000, "train_loss": 0.03825812339782715, "subset_score_loss": 0.03825812339782715}
+{"step": 930000, "wall_time": 9484.943553209305, "train_loss_step": 4.452823638916016, "n_params": 4449370, "total_flops": 12711672115200000, "train_loss": 0.03722567293379042, "subset_score_loss": 0.03722567293379042}
+{"step": 940000, "wall_time": 9576.781207799911, "train_loss_step": 4.506601333618164, "n_params": 4449370, "total_flops": 12848356761600000, "train_loss": 0.037419210539923774, "subset_score_loss": 0.037419210539923774}
+{"step": 950000, "wall_time": 9671.53061056137, "train_loss_step": 4.435932159423828, "n_params": 4449370, "total_flops": 12985041408000000, "train_loss": 0.03720676898956299, "subset_score_loss": 0.03720676898956299}
+{"step": 960000, "wall_time": 9766.5778195858, "train_loss_step": 4.659366607666016, "n_params": 4449370, "total_flops": 13121726054400000, "train_loss": 0.037108622656928165, "subset_score_loss": 0.037108622656928165}
+{"step": 970000, "wall_time": 9861.582068681717, "train_loss_step": 4.711850643157959, "n_params": 4449370, "total_flops": 13258410700800000, "train_loss": 0.03588155110677083, "subset_score_loss": 0.03588155110677083}
+{"step": 980000, "wall_time": 9956.229815721512, "train_loss_step": 4.444396018981934, "n_params": 4449370, "total_flops": 13395095347200000, "train_loss": 0.03637006547715929, "subset_score_loss": 0.03637006547715929}
+{"step": 990000, "wall_time": 10049.265944719315, "train_loss_step": 4.6044602394104, "n_params": 4449370, "total_flops": 13531779993600000, "train_loss": 0.036533588833279076, "subset_score_loss": 0.036533588833279076}
+{"step": 1000000, "wall_time": 10222.517651081085, "train_loss_step": 4.6613688468933105, "n_params": 4449370, "total_flops": 13668464640000000, "train_loss": 0.036810432540045845, "subset_score_loss": 0.036810432540045845, "memorization_fraction_pixel": 0.2578999996185303, "mean_nn_ratio_pixel": 0.612320601940155, "fid": 49.111999971951626}
+{"step": 1010000, "wall_time": 10317.457040548325, "train_loss_step": 4.708403587341309, "n_params": 4449370, "total_flops": 13805149286400000, "train_loss": 0.03629702991909451, "subset_score_loss": 0.03629702991909451}
+{"step": 1020000, "wall_time": 10409.523746967316, "train_loss_step": 4.381119728088379, "n_params": 4449370, "total_flops": 13941833932800000, "train_loss": 0.035703611373901364, "subset_score_loss": 0.035703611373901364}
+{"step": 1030000, "wall_time": 10498.75157046318, "train_loss_step": 4.304359436035156, "n_params": 4449370, "total_flops": 14078518579200000, "train_loss": 0.03538043234083388, "subset_score_loss": 0.03538043234083388}
+{"step": 1040000, "wall_time": 10593.65284538269, "train_loss_step": 4.57595682144165, "n_params": 4449370, "total_flops": 14215203225600000, "train_loss": 0.035082957479688856, "subset_score_loss": 0.035082957479688856}
+{"step": 1050000, "wall_time": 10688.514283895493, "train_loss_step": 4.148458003997803, "n_params": 4449370, "total_flops": 14351887872000000, "train_loss": 0.03693007363213433, "subset_score_loss": 0.03693007363213433}
+{"step": 1060000, "wall_time": 10782.990712404251, "train_loss_step": 4.1338396072387695, "n_params": 4449370, "total_flops": 14488572518400000, "train_loss": 0.03741111225552029, "subset_score_loss": 0.03741111225552029}
+{"step": 1070000, "wall_time": 10877.859177350998, "train_loss_step": 4.297632217407227, "n_params": 4449370, "total_flops": 14625257164800000, "train_loss": 0.035769918229844835, "subset_score_loss": 0.035769918229844835}
+{"step": 1080000, "wall_time": 10972.923105955124, "train_loss_step": 4.489416122436523, "n_params": 4449370, "total_flops": 14761941811200000, "train_loss": 0.034150716993543835, "subset_score_loss": 0.034150716993543835}
+{"step": 1090000, "wall_time": 11066.012421369553, "train_loss_step": 4.235391616821289, "n_params": 4449370, "total_flops": 14898626457600000, "train_loss": 0.03432455062866211, "subset_score_loss": 0.03432455062866211}
+{"step": 1100000, "wall_time": 11239.04081583023, "train_loss_step": 4.505059719085693, "n_params": 4449370, "total_flops": 15035311104000000, "train_loss": 0.03582158353593615, "subset_score_loss": 0.03582158353593615, "memorization_fraction_pixel": 0.3154999911785126, "mean_nn_ratio_pixel": 0.579059898853302, "fid": 46.43504888008962}
+{"step": 1110000, "wall_time": 11330.966578006744, "train_loss_step": 4.128917217254639, "n_params": 4449370, "total_flops": 15171995750400000, "train_loss": 0.03407927619086371, "subset_score_loss": 0.03407927619086371}
+{"step": 1120000, "wall_time": 11421.520465612411, "train_loss_step": 4.688931465148926, "n_params": 4449370, "total_flops": 15308680396800000, "train_loss": 0.033704770935906306, "subset_score_loss": 0.033704770935906306}
+{"step": 1130000, "wall_time": 11514.600066900253, "train_loss_step": 4.5348920822143555, "n_params": 4449370, "total_flops": 15445365043200000, "train_loss": 0.033786055776807995, "subset_score_loss": 0.033786055776807995}
+{"step": 1140000, "wall_time": 11609.427145719528, "train_loss_step": 4.369811058044434, "n_params": 4449370, "total_flops": 15582049689600000, "train_loss": 0.03360302713182237, "subset_score_loss": 0.03360302713182237}
+{"step": 1150000, "wall_time": 11703.920786857605, "train_loss_step": 4.331912040710449, "n_params": 4449370, "total_flops": 15718734336000000, "train_loss": 0.03416046831342909, "subset_score_loss": 0.03416046831342909}
+{"step": 1160000, "wall_time": 11798.138211488724, "train_loss_step": 4.301558494567871, "n_params": 4449370, "total_flops": 15855418982400000, "train_loss": 0.033061477873060435, "subset_score_loss": 0.033061477873060435}
+{"step": 1170000, "wall_time": 11892.698947906494, "train_loss_step": 4.169106483459473, "n_params": 4449370, "total_flops": 15992103628800000, "train_loss": 0.03290812969207764, "subset_score_loss": 0.03290812969207764}
+{"step": 1180000, "wall_time": 11988.604479312897, "train_loss_step": 4.368839740753174, "n_params": 4449370, "total_flops": 16128788275200000, "train_loss": 0.03344719674852159, "subset_score_loss": 0.03344719674852159}
+{"step": 1190000, "wall_time": 12081.6810464859, "train_loss_step": 4.14276647567749, "n_params": 4449370, "total_flops": 16265472921600000, "train_loss": 0.032595870229932995, "subset_score_loss": 0.032595870229932995}
+{"step": 1200000, "wall_time": 12254.35018491745, "train_loss_step": 4.220274925231934, "n_params": 4449370, "total_flops": 16402157568000000, "train_loss": 0.033019651307000054, "subset_score_loss": 0.033019651307000054, "memorization_fraction_pixel": 0.34290000796318054, "mean_nn_ratio_pixel": 0.5643473863601685, "fid": 46.69060939242111}
+{"step": 1210000, "wall_time": 12345.740996837616, "train_loss_step": 4.338003635406494, "n_params": 4449370, "total_flops": 16538842214400000, "train_loss": 0.03239091237386068, "subset_score_loss": 0.03239091237386068}
+{"step": 1220000, "wall_time": 12437.600133895874, "train_loss_step": 4.436452865600586, "n_params": 4449370, "total_flops": 16675526860800000, "train_loss": 0.032878311475118, "subset_score_loss": 0.032878311475118}
+{"step": 1230000, "wall_time": 12530.91551041603, "train_loss_step": 4.234138488769531, "n_params": 4449370, "total_flops": 16812211507200000, "train_loss": 0.03332363764444987, "subset_score_loss": 0.03332363764444987}
+{"step": 1240000, "wall_time": 12625.301440954208, "train_loss_step": 4.2589569091796875, "n_params": 4449370, "total_flops": 16948896153600000, "train_loss": 0.03232043849097358, "subset_score_loss": 0.03232043849097358}
+{"step": 1250000, "wall_time": 12720.188035964966, "train_loss_step": 4.290353775024414, "n_params": 4449370, "total_flops": 17085580800000000, "train_loss": 0.03211543030209012, "subset_score_loss": 0.03211543030209012}
+{"step": 1260000, "wall_time": 12815.194095134735, "train_loss_step": 4.360864639282227, "n_params": 4449370, "total_flops": 17222265446400000, "train_loss": 0.03240722285376655, "subset_score_loss": 0.03240722285376655}
+{"step": 1270000, "wall_time": 12909.777351617813, "train_loss_step": 4.261895179748535, "n_params": 4449370, "total_flops": 17358950092800000, "train_loss": 0.03241211308373345, "subset_score_loss": 0.03241211308373345}
+{"step": 1280000, "wall_time": 13003.140481948853, "train_loss_step": 4.262746810913086, "n_params": 4449370, "total_flops": 17495634739200000, "train_loss": 0.03142325613233778, "subset_score_loss": 0.03142325613233778}
+{"step": 1290000, "wall_time": 13097.985878705978, "train_loss_step": 4.044388771057129, "n_params": 4449370, "total_flops": 17632319385600000, "train_loss": 0.030953147676255968, "subset_score_loss": 0.030953147676255968}
+{"step": 1300000, "wall_time": 13267.780035495758, "train_loss_step": 4.072506427764893, "n_params": 4449370, "total_flops": 17769004032000000, "train_loss": 0.03300505744086372, "subset_score_loss": 0.03300505744086372, "memorization_fraction_pixel": 0.40220001339912415, "mean_nn_ratio_pixel": 0.5322788953781128, "fid": 45.78333718319889}
+{"step": 1310000, "wall_time": 13359.237899541855, "train_loss_step": 3.9831900596618652, "n_params": 4449370, "total_flops": 17905688678400000, "train_loss": 0.03110532760620117, "subset_score_loss": 0.03110532760620117}
+{"step": 1320000, "wall_time": 13454.116219997406, "train_loss_step": 4.407800674438477, "n_params": 4449370, "total_flops": 18042373324800000, "train_loss": 0.030513201819525826, "subset_score_loss": 0.030513201819525826}
+{"step": 1330000, "wall_time": 13547.25209569931, "train_loss_step": 4.314302921295166, "n_params": 4449370, "total_flops": 18179057971200000, "train_loss": 0.031412935256958006, "subset_score_loss": 0.031412935256958006}
+{"step": 1340000, "wall_time": 13641.7110517025, "train_loss_step": 4.075284004211426, "n_params": 4449370, "total_flops": 18315742617600000, "train_loss": 0.03133709695604112, "subset_score_loss": 0.03133709695604112}
+{"step": 1350000, "wall_time": 13736.462301254272, "train_loss_step": 4.167336463928223, "n_params": 4449370, "total_flops": 18452427264000000, "train_loss": 0.03053077326880561, "subset_score_loss": 0.03053077326880561}
+{"step": 1360000, "wall_time": 13830.580960273743, "train_loss_step": 4.069315433502197, "n_params": 4449370, "total_flops": 18589111910400000, "train_loss": 0.030744637383355033, "subset_score_loss": 0.030744637383355033}
+{"step": 1370000, "wall_time": 13924.855432271957, "train_loss_step": 4.137269020080566, "n_params": 4449370, "total_flops": 18725796556800000, "train_loss": 0.030178340276082356, "subset_score_loss": 0.030178340276082356}
+{"step": 1380000, "wall_time": 14018.323739528656, "train_loss_step": 4.141030311584473, "n_params": 4449370, "total_flops": 18862481203200000, "train_loss": 0.029327800538804797, "subset_score_loss": 0.029327800538804797}
+{"step": 1390000, "wall_time": 14113.167996883392, "train_loss_step": 4.073902606964111, "n_params": 4449370, "total_flops": 18999165849600000, "train_loss": 0.030666531456841364, "subset_score_loss": 0.030666531456841364}
+{"step": 1400000, "wall_time": 14278.60118818283, "train_loss_step": 3.881300449371338, "n_params": 4449370, "total_flops": 19135850496000000, "train_loss": 0.030197321044074164, "subset_score_loss": 0.030197321044074164, "memorization_fraction_pixel": 0.41110000014305115, "mean_nn_ratio_pixel": 0.534023106098175, "fid": 46.44260790601241}
+{"step": 1410000, "wall_time": 14373.109796762466, "train_loss_step": 4.008793830871582, "n_params": 4449370, "total_flops": 19272535142400000, "train_loss": 0.030331847402784558, "subset_score_loss": 0.030331847402784558}
+{"step": 1420000, "wall_time": 14467.33764052391, "train_loss_step": 3.911499500274658, "n_params": 4449370, "total_flops": 19409219788800000, "train_loss": 0.031088558832804362, "subset_score_loss": 0.031088558832804362}
+{"step": 1430000, "wall_time": 14560.487424850464, "train_loss_step": 3.901386022567749, "n_params": 4449370, "total_flops": 19545904435200000, "train_loss": 0.028558921813964844, "subset_score_loss": 0.028558921813964844}
+{"step": 1440000, "wall_time": 14654.87062883377, "train_loss_step": 3.9484357833862305, "n_params": 4449370, "total_flops": 19682589081600000, "train_loss": 0.029186171955532497, "subset_score_loss": 0.029186171955532497}
+{"step": 1450000, "wall_time": 14749.43556189537, "train_loss_step": 4.186558723449707, "n_params": 4449370, "total_flops": 19819273728000000, "train_loss": 0.029063190354241264, "subset_score_loss": 0.029063190354241264}
+{"step": 1460000, "wall_time": 14844.322873592377, "train_loss_step": 3.9271535873413086, "n_params": 4449370, "total_flops": 19955958374400000, "train_loss": 0.029024632771809895, "subset_score_loss": 0.029024632771809895}
+{"step": 1470000, "wall_time": 14939.171008825302, "train_loss_step": 3.9051263332366943, "n_params": 4449370, "total_flops": 20092643020800000, "train_loss": 0.028624068366156684, "subset_score_loss": 0.028624068366156684}
+{"step": 1480000, "wall_time": 15032.418470621109, "train_loss_step": 4.037378787994385, "n_params": 4449370, "total_flops": 20229327667200000, "train_loss": 0.028884315490722658, "subset_score_loss": 0.028884315490722658}
+{"step": 1490000, "wall_time": 15124.040855884552, "train_loss_step": 3.666255235671997, "n_params": 4449370, "total_flops": 20366012313600000, "train_loss": 0.03023593690660265, "subset_score_loss": 0.03023593690660265}
+{"step": 1500000, "wall_time": 15301.6482462883, "train_loss_step": 3.975271701812744, "n_params": 4449370, "total_flops": 20502696960000000, "train_loss": 0.02875019179450141, "subset_score_loss": 0.02875019179450141, "memorization_fraction_pixel": 0.45890000462532043, "mean_nn_ratio_pixel": 0.5084919929504395, "fid": 46.389515004922984}
+{"step": 1510000, "wall_time": 15396.724956512451, "train_loss_step": 4.078865051269531, "n_params": 4449370, "total_flops": 20639381606400000, "train_loss": 0.02852893935309516, "subset_score_loss": 0.02852893935309516}
+{"step": 1520000, "wall_time": 15491.153130292892, "train_loss_step": 4.0865559577941895, "n_params": 4449370, "total_flops": 20776066252800000, "train_loss": 0.02898993757035997, "subset_score_loss": 0.02898993757035997}
+{"step": 1530000, "wall_time": 15584.785480976105, "train_loss_step": 4.024665832519531, "n_params": 4449370, "total_flops": 20912750899200000, "train_loss": 0.02817616727617052, "subset_score_loss": 0.02817616727617052}
+{"step": 1540000, "wall_time": 15679.539066314697, "train_loss_step": 3.7654075622558594, "n_params": 4449370, "total_flops": 21049435545600000, "train_loss": 0.027968149714999727, "subset_score_loss": 0.027968149714999727}
+{"step": 1550000, "wall_time": 15774.227196455002, "train_loss_step": 3.995347499847412, "n_params": 4449370, "total_flops": 21186120192000000, "train_loss": 0.027678341335720485, "subset_score_loss": 0.027678341335720485}
+{"step": 1560000, "wall_time": 15869.034823179245, "train_loss_step": 3.87750244140625, "n_params": 4449370, "total_flops": 21322804838400000, "train_loss": 0.027488846249050566, "subset_score_loss": 0.027488846249050566}
+{"step": 1570000, "wall_time": 15962.196980953217, "train_loss_step": 3.604292869567871, "n_params": 4449370, "total_flops": 21459489484800000, "train_loss": 0.027353882789611816, "subset_score_loss": 0.027353882789611816}
+{"step": 1580000, "wall_time": 16048.610622644424, "train_loss_step": 3.999338150024414, "n_params": 4449370, "total_flops": 21596174131200000, "train_loss": 0.027572064929538304, "subset_score_loss": 0.027572064929538304}
+{"step": 1590000, "wall_time": 16141.074578762054, "train_loss_step": 3.800151824951172, "n_params": 4449370, "total_flops": 21732858777600000, "train_loss": 0.0280104398727417, "subset_score_loss": 0.0280104398727417}
+{"step": 1600000, "wall_time": 16334.47223329544, "train_loss_step": 3.75179386138916, "n_params": 4449370, "total_flops": 21869543424000000, "train_loss": 0.02807263798183865, "subset_score_loss": 0.02807263798183865, "memorization_fraction_pixel": 0.49410000443458557, "mean_nn_ratio_pixel": 0.4948123097419739, "fid": 45.845188799994375}
+{"step": 1610000, "wall_time": 16429.353624343872, "train_loss_step": 3.5451200008392334, "n_params": 4449370, "total_flops": 22006228070400000, "train_loss": 0.027257453070746528, "subset_score_loss": 0.027257453070746528}
+{"step": 1620000, "wall_time": 16524.153445005417, "train_loss_step": 3.9206652641296387, "n_params": 4449370, "total_flops": 22142912716800000, "train_loss": 0.02803050676981608, "subset_score_loss": 0.02803050676981608}
+{"step": 1630000, "wall_time": 16617.532764673233, "train_loss_step": 3.732569456100464, "n_params": 4449370, "total_flops": 22279597363200000, "train_loss": 0.028408106168111166, "subset_score_loss": 0.028408106168111166}
+{"step": 1640000, "wall_time": 16712.623656511307, "train_loss_step": 3.876276969909668, "n_params": 4449370, "total_flops": 22416282009600000, "train_loss": 0.0273440678914388, "subset_score_loss": 0.0273440678914388}
+{"step": 1650000, "wall_time": 16807.329431295395, "train_loss_step": 3.7568087577819824, "n_params": 4449370, "total_flops": 22552966656000000, "train_loss": 0.025953173637390137, "subset_score_loss": 0.025953173637390137}
+{"step": 1660000, "wall_time": 16902.447041988373, "train_loss_step": 3.908597230911255, "n_params": 4449370, "total_flops": 22689651302400000, "train_loss": 0.026459434297349718, "subset_score_loss": 0.026459434297349718}
+{"step": 1670000, "wall_time": 16989.000070095062, "train_loss_step": 3.8264589309692383, "n_params": 4449370, "total_flops": 22826335948800000, "train_loss": 0.02672897974650065, "subset_score_loss": 0.02672897974650065}
+{"step": 1680000, "wall_time": 17081.031235456467, "train_loss_step": 3.583742380142212, "n_params": 4449370, "total_flops": 22963020595200000, "train_loss": 0.025742639435662164, "subset_score_loss": 0.025742639435662164}
+{"step": 1690000, "wall_time": 17167.298822402954, "train_loss_step": 3.95304012298584, "n_params": 4449370, "total_flops": 23099705241600000, "train_loss": 0.026706086264716253, "subset_score_loss": 0.026706086264716253}
+{"step": 1700000, "wall_time": 17362.795780658722, "train_loss_step": 3.676447629928589, "n_params": 4449370, "total_flops": 23236389888000000, "train_loss": 0.026806953218248157, "subset_score_loss": 0.026806953218248157, "memorization_fraction_pixel": 0.53329998254776, "mean_nn_ratio_pixel": 0.46999049186706543, "fid": 45.379537474806604}
+{"step": 1710000, "wall_time": 17457.351887702942, "train_loss_step": 3.777372360229492, "n_params": 4449370, "total_flops": 23373074534400000, "train_loss": 0.02594820128546821, "subset_score_loss": 0.02594820128546821}
+{"step": 1720000, "wall_time": 17552.286779165268, "train_loss_step": 3.989342451095581, "n_params": 4449370, "total_flops": 23509759180800000, "train_loss": 0.026367309358384876, "subset_score_loss": 0.026367309358384876}
+{"step": 1730000, "wall_time": 17645.915254354477, "train_loss_step": 3.763341188430786, "n_params": 4449370, "total_flops": 23646443827200000, "train_loss": 0.026268540488349066, "subset_score_loss": 0.026268540488349066}
+{"step": 1740000, "wall_time": 17740.45888543129, "train_loss_step": 4.071292400360107, "n_params": 4449370, "total_flops": 23783128473600000, "train_loss": 0.025492299927605523, "subset_score_loss": 0.025492299927605523}
+{"step": 1750000, "wall_time": 17835.185369729996, "train_loss_step": 3.731846332550049, "n_params": 4449370, "total_flops": 23919813120000000, "train_loss": 0.025652209917704265, "subset_score_loss": 0.025652209917704265}
+{"step": 1760000, "wall_time": 17926.232033252716, "train_loss_step": 3.6108665466308594, "n_params": 4449370, "total_flops": 24056497766400000, "train_loss": 0.02604108386569553, "subset_score_loss": 0.02604108386569553}
+{"step": 1770000, "wall_time": 18016.44576883316, "train_loss_step": 3.5560476779937744, "n_params": 4449370, "total_flops": 24193182412800000, "train_loss": 0.02595493263668484, "subset_score_loss": 0.02595493263668484}
+{"step": 1780000, "wall_time": 18101.5051817894, "train_loss_step": 3.7748055458068848, "n_params": 4449370, "total_flops": 24329867059200000, "train_loss": 0.026918215221828884, "subset_score_loss": 0.026918215221828884}
+{"step": 1790000, "wall_time": 18195.776524543762, "train_loss_step": 3.783906936645508, "n_params": 4449370, "total_flops": 24466551705600000, "train_loss": 0.02474797831641303, "subset_score_loss": 0.02474797831641303}
+{"step": 1800000, "wall_time": 18386.74785900116, "train_loss_step": 4.12244176864624, "n_params": 4449370, "total_flops": 24603236352000000, "train_loss": 0.0245691352420383, "subset_score_loss": 0.0245691352420383, "memorization_fraction_pixel": 0.5673999786376953, "mean_nn_ratio_pixel": 0.4558858275413513, "fid": 43.99657063074459}
+{"step": 1810000, "wall_time": 18481.910155534744, "train_loss_step": 3.810558319091797, "n_params": 4449370, "total_flops": 24739920998400000, "train_loss": 0.026003413730197482, "subset_score_loss": 0.026003413730197482}
+{"step": 1820000, "wall_time": 18576.816885232925, "train_loss_step": 4.1399078369140625, "n_params": 4449370, "total_flops": 24876605644800000, "train_loss": 0.024194184939066568, "subset_score_loss": 0.024194184939066568}
+{"step": 1830000, "wall_time": 18670.24314570427, "train_loss_step": 3.9480156898498535, "n_params": 4449370, "total_flops": 25013290291200000, "train_loss": 0.02492945988972982, "subset_score_loss": 0.02492945988972982}
+{"step": 1840000, "wall_time": 18765.064190626144, "train_loss_step": 3.581735134124756, "n_params": 4449370, "total_flops": 25149974937600000, "train_loss": 0.024976846906873913, "subset_score_loss": 0.024976846906873913}
+{"step": 1850000, "wall_time": 18859.84541106224, "train_loss_step": 3.437458038330078, "n_params": 4449370, "total_flops": 25286659584000000, "train_loss": 0.025173020362854005, "subset_score_loss": 0.025173020362854005}
+{"step": 1860000, "wall_time": 18943.78363966942, "train_loss_step": 3.610456943511963, "n_params": 4449370, "total_flops": 25423344230400000, "train_loss": 0.02425423198276096, "subset_score_loss": 0.02425423198276096}
+{"step": 1870000, "wall_time": 19031.32764530182, "train_loss_step": 3.709928035736084, "n_params": 4449370, "total_flops": 25560028876800000, "train_loss": 0.02471032672458225, "subset_score_loss": 0.02471032672458225}
+{"step": 1880000, "wall_time": 19124.32506585121, "train_loss_step": 3.4369513988494873, "n_params": 4449370, "total_flops": 25696713523200000, "train_loss": 0.024350833892822266, "subset_score_loss": 0.024350833892822266}
+{"step": 1890000, "wall_time": 19218.854701042175, "train_loss_step": 3.7033138275146484, "n_params": 4449370, "total_flops": 25833398169600000, "train_loss": 0.024936122364468044, "subset_score_loss": 0.024936122364468044}
+{"step": 1900000, "wall_time": 19419.237986326218, "train_loss_step": 3.777904510498047, "n_params": 4449370, "total_flops": 25970082816000000, "train_loss": 0.02428447405497233, "subset_score_loss": 0.02428447405497233, "memorization_fraction_pixel": 0.585099995136261, "mean_nn_ratio_pixel": 0.44790175557136536, "fid": 43.00565559754786}
+{"step": 1910000, "wall_time": 19513.79008746147, "train_loss_step": 3.727339267730713, "n_params": 4449370, "total_flops": 26106767462400000, "train_loss": 0.02432171238793267, "subset_score_loss": 0.02432171238793267}
+{"step": 1920000, "wall_time": 19608.399436235428, "train_loss_step": 3.33023738861084, "n_params": 4449370, "total_flops": 26243452108800000, "train_loss": 0.023946468035380045, "subset_score_loss": 0.023946468035380045}
+{"step": 1930000, "wall_time": 19701.562913656235, "train_loss_step": 3.7131295204162598, "n_params": 4449370, "total_flops": 26380136755200000, "train_loss": 0.024054535230000815, "subset_score_loss": 0.024054535230000815}
+{"step": 1940000, "wall_time": 19795.68481183052, "train_loss_step": 3.7301340103149414, "n_params": 4449370, "total_flops": 26516821401600000, "train_loss": 0.024173370997111, "subset_score_loss": 0.024173370997111}
+{"step": 1950000, "wall_time": 19879.701395511627, "train_loss_step": 3.61558198928833, "n_params": 4449370, "total_flops": 26653506048000000, "train_loss": 0.02323487599690755, "subset_score_loss": 0.02323487599690755}
+{"step": 1960000, "wall_time": 19970.551455259323, "train_loss_step": 3.6076223850250244, "n_params": 4449370, "total_flops": 26790190694400000, "train_loss": 0.022992666562398276, "subset_score_loss": 0.022992666562398276}
+{"step": 1970000, "wall_time": 20058.84047603607, "train_loss_step": 3.6606016159057617, "n_params": 4449370, "total_flops": 26926875340800000, "train_loss": 0.023991619216071236, "subset_score_loss": 0.023991619216071236}
+{"step": 1980000, "wall_time": 20153.21838927269, "train_loss_step": 3.6709752082824707, "n_params": 4449370, "total_flops": 27063559987200000, "train_loss": 0.024627264340718588, "subset_score_loss": 0.024627264340718588}
+{"step": 1990000, "wall_time": 20247.93636584282, "train_loss_step": 3.6997792720794678, "n_params": 4449370, "total_flops": 27200244633600000, "train_loss": 0.024398345417446562, "subset_score_loss": 0.024398345417446562}
+{"step": 2000000, "wall_time": 20456.500357866287, "train_loss_step": 3.6056766510009766, "n_params": 4449370, "total_flops": 27336929280000000, "train_loss": 0.023335395918952093, "subset_score_loss": 0.023335395918952093, "memorization_fraction_pixel": 0.6071000099182129, "mean_nn_ratio_pixel": 0.43803760409355164, "fid": 43.537727910198456}
+{"step": 2010000, "wall_time": 20551.21533560753, "train_loss_step": 3.6938817501068115, "n_params": 4449370, "total_flops": 27473613926400000, "train_loss": 0.02314441204071045, "subset_score_loss": 0.02314441204071045}
+{"step": 2020000, "wall_time": 20646.239261627197, "train_loss_step": 3.6818158626556396, "n_params": 4449370, "total_flops": 27610298572800000, "train_loss": 0.02396674421098497, "subset_score_loss": 0.02396674421098497}
+{"step": 2030000, "wall_time": 20738.94598054886, "train_loss_step": 3.606541156768799, "n_params": 4449370, "total_flops": 27746983219200000, "train_loss": 0.023358490731981065, "subset_score_loss": 0.023358490731981065}
+{"step": 2040000, "wall_time": 20827.363694429398, "train_loss_step": 3.513528823852539, "n_params": 4449370, "total_flops": 27883667865600000, "train_loss": 0.023215500513712566, "subset_score_loss": 0.023215500513712566}
+{"step": 2050000, "wall_time": 20919.863504886627, "train_loss_step": 3.2286055088043213, "n_params": 4449370, "total_flops": 28020352512000000, "train_loss": 0.023834143744574654, "subset_score_loss": 0.023834143744574654}
+{"step": 2060000, "wall_time": 21006.53092122078, "train_loss_step": 3.5650863647460938, "n_params": 4449370, "total_flops": 28157037158400000, "train_loss": 0.022440963321261935, "subset_score_loss": 0.022440963321261935}
+{"step": 2070000, "wall_time": 21100.945042848587, "train_loss_step": 3.692704677581787, "n_params": 4449370, "total_flops": 28293721804800000, "train_loss": 0.023237774107191297, "subset_score_loss": 0.023237774107191297}
+{"step": 2080000, "wall_time": 21195.817606925964, "train_loss_step": 3.54500675201416, "n_params": 4449370, "total_flops": 28430406451200000, "train_loss": 0.023853593402438693, "subset_score_loss": 0.023853593402438693}
+{"step": 2090000, "wall_time": 21290.522867679596, "train_loss_step": 3.30599045753479, "n_params": 4449370, "total_flops": 28567091097600000, "train_loss": 0.022334361076354982, "subset_score_loss": 0.022334361076354982}
+{"step": 2100000, "wall_time": 21516.140108585358, "train_loss_step": 3.6365489959716797, "n_params": 4449370, "total_flops": 28703775744000000, "train_loss": 0.02360842227935791, "subset_score_loss": 0.02360842227935791, "memorization_fraction_pixel": 0.6265000104904175, "mean_nn_ratio_pixel": 0.4286476969718933, "fid": 44.26864367503182}
+{"step": 2110000, "wall_time": 21610.861751794815, "train_loss_step": 3.513486862182617, "n_params": 4449370, "total_flops": 28840460390400000, "train_loss": 0.023010728094312878, "subset_score_loss": 0.023010728094312878}
+{"step": 2120000, "wall_time": 21702.230863571167, "train_loss_step": 3.694509506225586, "n_params": 4449370, "total_flops": 28977145036800000, "train_loss": 0.022597085105048285, "subset_score_loss": 0.022597085105048285}
+{"step": 2130000, "wall_time": 21781.23189353943, "train_loss_step": 3.4845786094665527, "n_params": 4449370, "total_flops": 29113829683200000, "train_loss": 0.022310076819525824, "subset_score_loss": 0.022310076819525824}
+{"step": 2140000, "wall_time": 21871.278193235397, "train_loss_step": 3.513028383255005, "n_params": 4449370, "total_flops": 29250514329600000, "train_loss": 0.021824206246270073, "subset_score_loss": 0.021824206246270073}
+{"step": 2150000, "wall_time": 21948.96865606308, "train_loss_step": 3.543161392211914, "n_params": 4449370, "total_flops": 29387198976000000, "train_loss": 0.021970490614573162, "subset_score_loss": 0.021970490614573162}
+{"step": 2160000, "wall_time": 22042.832183361053, "train_loss_step": 3.4941444396972656, "n_params": 4449370, "total_flops": 29523883622400000, "train_loss": 0.02255527443355984, "subset_score_loss": 0.02255527443355984}
+{"step": 2170000, "wall_time": 22137.338631391525, "train_loss_step": 3.5415093898773193, "n_params": 4449370, "total_flops": 29660568268800000, "train_loss": 0.021392918957604302, "subset_score_loss": 0.021392918957604302}
+{"step": 2180000, "wall_time": 22231.689387083054, "train_loss_step": 3.473431348800659, "n_params": 4449370, "total_flops": 29797252915200000, "train_loss": 0.021727159288194443, "subset_score_loss": 0.021727159288194443}
+{"step": 2190000, "wall_time": 22326.024417877197, "train_loss_step": 3.4451332092285156, "n_params": 4449370, "total_flops": 29933937561600000, "train_loss": 0.02205158339606391, "subset_score_loss": 0.02205158339606391}
+{"step": 2200000, "wall_time": 22542.500275850296, "train_loss_step": 3.590710163116455, "n_params": 4449370, "total_flops": 30070622208000000, "train_loss": 0.02220209042231242, "subset_score_loss": 0.02220209042231242, "memorization_fraction_pixel": 0.657800018787384, "mean_nn_ratio_pixel": 0.4137532114982605, "fid": 42.259829058157834}
+{"step": 2210000, "wall_time": 22637.160623073578, "train_loss_step": 3.7699313163757324, "n_params": 4449370, "total_flops": 30207306854400000, "train_loss": 0.02171276675330268, "subset_score_loss": 0.02171276675330268}
+{"step": 2220000, "wall_time": 22717.98620915413, "train_loss_step": 3.640221357345581, "n_params": 4449370, "total_flops": 30343991500800000, "train_loss": 0.021678415934244792, "subset_score_loss": 0.021678415934244792}
+{"step": 2230000, "wall_time": 22809.849592208862, "train_loss_step": 3.604724407196045, "n_params": 4449370, "total_flops": 30480676147200000, "train_loss": 0.021278308497534856, "subset_score_loss": 0.021278308497534856}
+{"step": 2240000, "wall_time": 22894.639542102814, "train_loss_step": 3.544311046600342, "n_params": 4449370, "total_flops": 30617360793600000, "train_loss": 0.021698033809661864, "subset_score_loss": 0.021698033809661864}
+{"step": 2250000, "wall_time": 22984.537847995758, "train_loss_step": 3.3015100955963135, "n_params": 4449370, "total_flops": 30754045440000000, "train_loss": 0.021622710757785372, "subset_score_loss": 0.021622710757785372}
+{"step": 2260000, "wall_time": 23078.931766033173, "train_loss_step": 3.575914144515991, "n_params": 4449370, "total_flops": 30890730086400000, "train_loss": 0.022576618194580077, "subset_score_loss": 0.022576618194580077}
+{"step": 2270000, "wall_time": 23173.61185669899, "train_loss_step": 3.315828800201416, "n_params": 4449370, "total_flops": 31027414732800000, "train_loss": 0.020833312140570746, "subset_score_loss": 0.020833312140570746}
+{"step": 2280000, "wall_time": 23268.466307640076, "train_loss_step": 3.3906915187835693, "n_params": 4449370, "total_flops": 31164099379200000, "train_loss": 0.022048240237765842, "subset_score_loss": 0.022048240237765842}
+{"step": 2290000, "wall_time": 23363.188487768173, "train_loss_step": 3.099639892578125, "n_params": 4449370, "total_flops": 31300784025600000, "train_loss": 0.02118008666568332, "subset_score_loss": 0.02118008666568332}
+{"step": 2300000, "wall_time": 23570.10592842102, "train_loss_step": 3.663703680038452, "n_params": 4449370, "total_flops": 31437468672000000, "train_loss": 0.02055014239417182, "subset_score_loss": 0.02055014239417182, "memorization_fraction_pixel": 0.6686000227928162, "mean_nn_ratio_pixel": 0.4097849130630493, "fid": 42.929147218116185}
+{"step": 2310000, "wall_time": 23659.673323869705, "train_loss_step": 3.4289000034332275, "n_params": 4449370, "total_flops": 31574153318400000, "train_loss": 0.021200802591111925, "subset_score_loss": 0.021200802591111925}
+{"step": 2320000, "wall_time": 23751.248235464096, "train_loss_step": 3.4506869316101074, "n_params": 4449370, "total_flops": 31710837964800000, "train_loss": 0.02173829343583849, "subset_score_loss": 0.02173829343583849}
+{"step": 2330000, "wall_time": 23844.219975709915, "train_loss_step": 3.202761173248291, "n_params": 4449370, "total_flops": 31847522611200000, "train_loss": 0.020404877927568225, "subset_score_loss": 0.020404877927568225}
+{"step": 2340000, "wall_time": 23931.375153064728, "train_loss_step": 3.3312458992004395, "n_params": 4449370, "total_flops": 31984207257600000, "train_loss": 0.021182130442725287, "subset_score_loss": 0.021182130442725287}
+{"step": 2350000, "wall_time": 24025.393284082413, "train_loss_step": 3.841977119445801, "n_params": 4449370, "total_flops": 32120891904000000, "train_loss": 0.021219461494021947, "subset_score_loss": 0.021219461494021947}
+{"step": 2360000, "wall_time": 24119.800625562668, "train_loss_step": 3.6076903343200684, "n_params": 4449370, "total_flops": 32257576550400000, "train_loss": 0.020652339193556045, "subset_score_loss": 0.020652339193556045}
+{"step": 2370000, "wall_time": 24214.45999765396, "train_loss_step": 3.67392897605896, "n_params": 4449370, "total_flops": 32394261196800000, "train_loss": 0.021230472458733454, "subset_score_loss": 0.021230472458733454}
+{"step": 2380000, "wall_time": 24309.058680534363, "train_loss_step": 3.595942735671997, "n_params": 4449370, "total_flops": 32530945843200000, "train_loss": 0.020753743913438587, "subset_score_loss": 0.020753743913438587}
+{"step": 2390000, "wall_time": 24403.309302330017, "train_loss_step": 3.3331656455993652, "n_params": 4449370, "total_flops": 32667630489600000, "train_loss": 0.02000975873735216, "subset_score_loss": 0.02000975873735216}
+{"step": 2400000, "wall_time": 24594.19834256172, "train_loss_step": 3.247178554534912, "n_params": 4449370, "total_flops": 32804315136000000, "train_loss": 0.020411392052968342, "subset_score_loss": 0.020411392052968342, "memorization_fraction_pixel": 0.6777999997138977, "mean_nn_ratio_pixel": 0.40676844120025635, "fid": 42.208385464930345}
+{"step": 2410000, "wall_time": 24686.438498735428, "train_loss_step": 3.5771384239196777, "n_params": 4449370, "total_flops": 32940999782400000, "train_loss": 0.019771807723575167, "subset_score_loss": 0.019771807723575167}
+{"step": 2420000, "wall_time": 24778.01793551445, "train_loss_step": 3.6964221000671387, "n_params": 4449370, "total_flops": 33077684428800000, "train_loss": 0.020366272661421034, "subset_score_loss": 0.020366272661421034}
+{"step": 2430000, "wall_time": 24865.697160720825, "train_loss_step": 3.5177130699157715, "n_params": 4449370, "total_flops": 33214369075200000, "train_loss": 0.02052960395812988, "subset_score_loss": 0.02052960395812988}
+{"step": 2440000, "wall_time": 24959.81616616249, "train_loss_step": 3.308899164199829, "n_params": 4449370, "total_flops": 33351053721600000, "train_loss": 0.020113049613104925, "subset_score_loss": 0.020113049613104925}
+{"step": 2450000, "wall_time": 25053.999573230743, "train_loss_step": 3.539745330810547, "n_params": 4449370, "total_flops": 33487738368000000, "train_loss": 0.0198856512705485, "subset_score_loss": 0.0198856512705485}
+{"step": 2460000, "wall_time": 25148.313108682632, "train_loss_step": 3.449598550796509, "n_params": 4449370, "total_flops": 33624423014400000, "train_loss": 0.02071275446150038, "subset_score_loss": 0.02071275446150038}
+{"step": 2470000, "wall_time": 25242.861403942108, "train_loss_step": 3.357668161392212, "n_params": 4449370, "total_flops": 33761107660800000, "train_loss": 0.019878750377231174, "subset_score_loss": 0.019878750377231174}
+{"step": 2480000, "wall_time": 25337.235933303833, "train_loss_step": 3.0566365718841553, "n_params": 4449370, "total_flops": 33897792307200000, "train_loss": 0.020824228392706978, "subset_score_loss": 0.020824228392706978}
+{"step": 2490000, "wall_time": 25432.26299929619, "train_loss_step": 3.2150964736938477, "n_params": 4449370, "total_flops": 34034476953600000, "train_loss": 0.02096347279018826, "subset_score_loss": 0.02096347279018826}
+{"step": 2500000, "wall_time": 25621.572107076645, "train_loss_step": 3.303638458251953, "n_params": 4449370, "total_flops": 34171161600000000, "train_loss": 0.019227333863576255, "subset_score_loss": 0.019227333863576255, "memorization_fraction_pixel": 0.6934000253677368, "mean_nn_ratio_pixel": 0.3934013545513153, "fid": 40.536991812563855}
+{"step": 2510000, "wall_time": 25713.299941301346, "train_loss_step": 2.875783681869507, "n_params": 4449370, "total_flops": 34307846246400000, "train_loss": 0.01948935455746121, "subset_score_loss": 0.01948935455746121}
+{"step": 2520000, "wall_time": 25796.821693897247, "train_loss_step": 3.186067581176758, "n_params": 4449370, "total_flops": 34444530892800000, "train_loss": 0.01963617404301961, "subset_score_loss": 0.01963617404301961}
+{"step": 2530000, "wall_time": 25891.445844888687, "train_loss_step": 3.294372081756592, "n_params": 4449370, "total_flops": 34581215539200000, "train_loss": 0.01942438284556071, "subset_score_loss": 0.01942438284556071}
+{"step": 2540000, "wall_time": 25985.395453691483, "train_loss_step": 3.3945515155792236, "n_params": 4449370, "total_flops": 34717900185600000, "train_loss": 0.020146901077694363, "subset_score_loss": 0.020146901077694363}
+{"step": 2550000, "wall_time": 26080.176842451096, "train_loss_step": 3.6149067878723145, "n_params": 4449370, "total_flops": 34854584832000000, "train_loss": 0.019049700101216635, "subset_score_loss": 0.019049700101216635}
+{"step": 2560000, "wall_time": 26175.092359304428, "train_loss_step": 3.258530855178833, "n_params": 4449370, "total_flops": 34991269478400000, "train_loss": 0.019699264897240533, "subset_score_loss": 0.019699264897240533}
+{"step": 2570000, "wall_time": 26269.624882221222, "train_loss_step": 3.2950916290283203, "n_params": 4449370, "total_flops": 35127954124800000, "train_loss": 0.02049109141031901, "subset_score_loss": 0.02049109141031901}
+{"step": 2580000, "wall_time": 26363.974734783173, "train_loss_step": 3.662715435028076, "n_params": 4449370, "total_flops": 35264638771200000, "train_loss": 0.019065471490224202, "subset_score_loss": 0.019065471490224202}
+{"step": 2590000, "wall_time": 26458.265506267548, "train_loss_step": 3.2041540145874023, "n_params": 4449370, "total_flops": 35401323417600000, "train_loss": 0.019376419650183784, "subset_score_loss": 0.019376419650183784}
+{"step": 2600000, "wall_time": 26640.82995200157, "train_loss_step": 3.195589065551758, "n_params": 4449370, "total_flops": 35538008064000000, "train_loss": 0.019257040818532307, "subset_score_loss": 0.019257040818532307, "memorization_fraction_pixel": 0.71670001745224, "mean_nn_ratio_pixel": 0.3814075291156769, "fid": 40.55145440093452}
+{"step": 2610000, "wall_time": 26727.660387277603, "train_loss_step": 2.940765857696533, "n_params": 4449370, "total_flops": 35674692710400000, "train_loss": 0.019104056888156466, "subset_score_loss": 0.019104056888156466}
+{"step": 2620000, "wall_time": 26817.121950387955, "train_loss_step": 3.596113920211792, "n_params": 4449370, "total_flops": 35811377356800000, "train_loss": 0.020064861244625514, "subset_score_loss": 0.020064861244625514}
+{"step": 2630000, "wall_time": 26911.333872318268, "train_loss_step": 3.229950428009033, "n_params": 4449370, "total_flops": 35948062003200000, "train_loss": 0.019063672754499647, "subset_score_loss": 0.019063672754499647}
+{"step": 2640000, "wall_time": 27005.412317991257, "train_loss_step": 2.959319591522217, "n_params": 4449370, "total_flops": 36084746649600000, "train_loss": 0.018541351954142252, "subset_score_loss": 0.018541351954142252}
+{"step": 2650000, "wall_time": 27099.950006723404, "train_loss_step": 3.383509874343872, "n_params": 4449370, "total_flops": 36221431296000000, "train_loss": 0.019555138217078313, "subset_score_loss": 0.019555138217078313}
+{"step": 2660000, "wall_time": 27194.289699077606, "train_loss_step": 3.3301448822021484, "n_params": 4449370, "total_flops": 36358115942400000, "train_loss": 0.019408480326334635, "subset_score_loss": 0.019408480326334635}
+{"step": 2670000, "wall_time": 27289.058050870895, "train_loss_step": 3.3599190711975098, "n_params": 4449370, "total_flops": 36494800588800000, "train_loss": 0.01841946178012424, "subset_score_loss": 0.01841946178012424}
+{"step": 2680000, "wall_time": 27383.72452020645, "train_loss_step": 3.5918545722961426, "n_params": 4449370, "total_flops": 36631485235200000, "train_loss": 0.01948684718873766, "subset_score_loss": 0.01948684718873766}
+{"step": 2690000, "wall_time": 27469.081371307373, "train_loss_step": 3.424424648284912, "n_params": 4449370, "total_flops": 36768169881600000, "train_loss": 0.01836876604292128, "subset_score_loss": 0.01836876604292128}
+{"step": 2700000, "wall_time": 27668.64115691185, "train_loss_step": 2.984128713607788, "n_params": 4449370, "total_flops": 36904854528000000, "train_loss": 0.018713533878326416, "subset_score_loss": 0.018713533878326416, "memorization_fraction_pixel": 0.7221999764442444, "mean_nn_ratio_pixel": 0.37644654512405396, "fid": 41.09066138740958}
+{"step": 2710000, "wall_time": 27751.977821826935, "train_loss_step": 3.2821826934814453, "n_params": 4449370, "total_flops": 37041539174400000, "train_loss": 0.018522123495737713, "subset_score_loss": 0.018522123495737713}
+{"step": 2720000, "wall_time": 27846.716554880142, "train_loss_step": 3.6785597801208496, "n_params": 4449370, "total_flops": 37178223820800000, "train_loss": 0.019038057327270506, "subset_score_loss": 0.019038057327270506}
+{"step": 2730000, "wall_time": 27940.8243997097, "train_loss_step": 3.0023818016052246, "n_params": 4449370, "total_flops": 37314908467200000, "train_loss": 0.01934902138180203, "subset_score_loss": 0.01934902138180203}
+{"step": 2740000, "wall_time": 28035.4327814579, "train_loss_step": 3.2286324501037598, "n_params": 4449370, "total_flops": 37451593113600000, "train_loss": 0.019040645493401422, "subset_score_loss": 0.019040645493401422}
+{"step": 2750000, "wall_time": 28130.042576551437, "train_loss_step": 3.4724478721618652, "n_params": 4449370, "total_flops": 37588277760000000, "train_loss": 0.01841790411207411, "subset_score_loss": 0.01841790411207411}
+{"step": 2760000, "wall_time": 28224.66730570793, "train_loss_step": 3.0303876399993896, "n_params": 4449370, "total_flops": 37724962406400000, "train_loss": 0.018212343586815727, "subset_score_loss": 0.018212343586815727}
+{"step": 2770000, "wall_time": 28319.197204828262, "train_loss_step": 3.38991641998291, "n_params": 4449370, "total_flops": 37861647052800000, "train_loss": 0.018811697430080838, "subset_score_loss": 0.018811697430080838}
+{"step": 2780000, "wall_time": 28406.47861647606, "train_loss_step": 3.0901989936828613, "n_params": 4449370, "total_flops": 37998331699200000, "train_loss": 0.018233291308085122, "subset_score_loss": 0.018233291308085122}
+{"step": 2790000, "wall_time": 28497.33060359955, "train_loss_step": 3.1382431983947754, "n_params": 4449370, "total_flops": 38135016345600000, "train_loss": 0.019901964399549697, "subset_score_loss": 0.019901964399549697}
+{"step": 2800000, "wall_time": 28689.592755317688, "train_loss_step": 3.4772636890411377, "n_params": 4449370, "total_flops": 38271700992000000, "train_loss": 0.018306635485755073, "subset_score_loss": 0.018306635485755073, "memorization_fraction_pixel": 0.7329999804496765, "mean_nn_ratio_pixel": 0.3726012110710144, "fid": 41.211774661718685}
+{"step": 2810000, "wall_time": 28782.867240667343, "train_loss_step": 3.247459888458252, "n_params": 4449370, "total_flops": 38408385638400000, "train_loss": 0.018307333522372776, "subset_score_loss": 0.018307333522372776}
+{"step": 2820000, "wall_time": 28877.20291018486, "train_loss_step": 3.3063807487487793, "n_params": 4449370, "total_flops": 38545070284800000, "train_loss": 0.017819881439208984, "subset_score_loss": 0.017819881439208984}
+{"step": 2830000, "wall_time": 28971.441959381104, "train_loss_step": 3.262312412261963, "n_params": 4449370, "total_flops": 38681754931200000, "train_loss": 0.018401976426442465, "subset_score_loss": 0.018401976426442465}
+{"step": 2840000, "wall_time": 29065.936722040176, "train_loss_step": 3.046508312225342, "n_params": 4449370, "total_flops": 38818439577600000, "train_loss": 0.017876504527197943, "subset_score_loss": 0.017876504527197943}
+{"step": 2850000, "wall_time": 29160.89935517311, "train_loss_step": 3.037228584289551, "n_params": 4449370, "total_flops": 38955124224000000, "train_loss": 0.017777776718139647, "subset_score_loss": 0.017777776718139647}
+{"step": 2860000, "wall_time": 29255.66157412529, "train_loss_step": 3.265782117843628, "n_params": 4449370, "total_flops": 39091808870400000, "train_loss": 0.017511868476867677, "subset_score_loss": 0.017511868476867677}
+{"step": 2870000, "wall_time": 29346.843530893326, "train_loss_step": 3.302112102508545, "n_params": 4449370, "total_flops": 39228493516800000, "train_loss": 0.01877639028761122, "subset_score_loss": 0.01877639028761122}
+{"step": 2880000, "wall_time": 29437.30194401741, "train_loss_step": 3.2040581703186035, "n_params": 4449370, "total_flops": 39365178163200000, "train_loss": 0.017807661162482367, "subset_score_loss": 0.017807661162482367}
+{"step": 2890000, "wall_time": 29531.995672225952, "train_loss_step": 3.3282055854797363, "n_params": 4449370, "total_flops": 39501862809600000, "train_loss": 0.017520397239261205, "subset_score_loss": 0.017520397239261205}
+{"step": 2900000, "wall_time": 29742.555269241333, "train_loss_step": 3.141834020614624, "n_params": 4449370, "total_flops": 39638547456000000, "train_loss": 0.017600655555725098, "subset_score_loss": 0.017600655555725098, "memorization_fraction_pixel": 0.7497000098228455, "mean_nn_ratio_pixel": 0.36379632353782654, "fid": 39.59358269872267}
+{"step": 2910000, "wall_time": 29837.083063602448, "train_loss_step": 3.728332042694092, "n_params": 4449370, "total_flops": 39775232102400000, "train_loss": 0.0176492624812656, "subset_score_loss": 0.0176492624812656}
+{"step": 2920000, "wall_time": 29931.723657131195, "train_loss_step": 3.3245489597320557, "n_params": 4449370, "total_flops": 39911916748800000, "train_loss": 0.017464960945977104, "subset_score_loss": 0.017464960945977104}
+{"step": 2930000, "wall_time": 30026.359262228012, "train_loss_step": 3.1138596534729004, "n_params": 4449370, "total_flops": 40048601395200000, "train_loss": 0.017688895596398246, "subset_score_loss": 0.017688895596398246}
+{"step": 2940000, "wall_time": 30120.766929864883, "train_loss_step": 3.241215705871582, "n_params": 4449370, "total_flops": 40185286041600000, "train_loss": 0.017157224814097087, "subset_score_loss": 0.017157224814097087}
+{"step": 2950000, "wall_time": 30215.398795843124, "train_loss_step": 3.589202880859375, "n_params": 4449370, "total_flops": 40321970688000000, "train_loss": 0.018167867925431992, "subset_score_loss": 0.018167867925431992}
+{"step": 2960000, "wall_time": 30302.468245267868, "train_loss_step": 3.2690868377685547, "n_params": 4449370, "total_flops": 40458655334400000, "train_loss": 0.018138243092430964, "subset_score_loss": 0.018138243092430964}
+{"step": 2970000, "wall_time": 30391.74626994133, "train_loss_step": 3.063215970993042, "n_params": 4449370, "total_flops": 40595339980800000, "train_loss": 0.01728694438934326, "subset_score_loss": 0.01728694438934326}
+{"step": 2980000, "wall_time": 30486.672828674316, "train_loss_step": 3.1226677894592285, "n_params": 4449370, "total_flops": 40732024627200000, "train_loss": 0.01710341109169854, "subset_score_loss": 0.01710341109169854}
+{"step": 2990000, "wall_time": 30573.45535635948, "train_loss_step": 3.39188289642334, "n_params": 4449370, "total_flops": 40868709273600000, "train_loss": 0.017343775431315104, "subset_score_loss": 0.017343775431315104}
+{"step": 3000000, "wall_time": 30807.00517487526, "train_loss_step": 3.2139148712158203, "n_params": 4449370, "total_flops": 41005393920000000, "train_loss": 0.017443851629892985, "subset_score_loss": 0.017443851629892985, "memorization_fraction_pixel": 0.7452999949455261, "mean_nn_ratio_pixel": 0.36566776037216187, "fid": 40.54611340747785}
+{"step": 3010000, "wall_time": 30901.616738319397, "train_loss_step": 3.2909584045410156, "n_params": 4449370, "total_flops": 41142078566400000, "train_loss": 0.017370335261027017, "subset_score_loss": 0.017370335261027017}
+{"step": 3020000, "wall_time": 30996.279413700104, "train_loss_step": 3.0797834396362305, "n_params": 4449370, "total_flops": 41278763212800000, "train_loss": 0.016770352257622613, "subset_score_loss": 0.016770352257622613}
+{"step": 3030000, "wall_time": 31091.034138441086, "train_loss_step": 3.021608829498291, "n_params": 4449370, "total_flops": 41415447859200000, "train_loss": 0.01781335671742757, "subset_score_loss": 0.01781335671742757}
+{"step": 3040000, "wall_time": 31185.385525226593, "train_loss_step": 3.0980801582336426, "n_params": 4449370, "total_flops": 41552132505600000, "train_loss": 0.017298473252190485, "subset_score_loss": 0.017298473252190485}
+{"step": 3050000, "wall_time": 31269.07641530037, "train_loss_step": 3.2450709342956543, "n_params": 4449370, "total_flops": 41688817152000000, "train_loss": 0.01716561449898614, "subset_score_loss": 0.01716561449898614}
+{"step": 3060000, "wall_time": 31363.48661351204, "train_loss_step": 3.1067872047424316, "n_params": 4449370, "total_flops": 41825501798400000, "train_loss": 0.017238023546006946, "subset_score_loss": 0.017238023546006946}
+{"step": 3070000, "wall_time": 31458.464326143265, "train_loss_step": 3.34840989112854, "n_params": 4449370, "total_flops": 41962186444800000, "train_loss": 0.017206488715277777, "subset_score_loss": 0.017206488715277777}
+{"step": 3080000, "wall_time": 31542.371965169907, "train_loss_step": 3.3214807510375977, "n_params": 4449370, "total_flops": 42098871091200000, "train_loss": 0.01671000983979967, "subset_score_loss": 0.01671000983979967}
+{"step": 3090000, "wall_time": 31636.97938632965, "train_loss_step": 3.3515472412109375, "n_params": 4449370, "total_flops": 42235555737600000, "train_loss": 0.016955820719401042, "subset_score_loss": 0.016955820719401042}
+{"step": 3100000, "wall_time": 31839.042298316956, "train_loss_step": 3.2537949085235596, "n_params": 4449370, "total_flops": 42372240384000000, "train_loss": 0.0178510758611891, "subset_score_loss": 0.0178510758611891, "memorization_fraction_pixel": 0.753600001335144, "mean_nn_ratio_pixel": 0.36382684111595154, "fid": 40.06764360713898}
+{"step": 3110000, "wall_time": 31933.757687330246, "train_loss_step": 3.4913458824157715, "n_params": 4449370, "total_flops": 42508925030400000, "train_loss": 0.01706005334854126, "subset_score_loss": 0.01706005334854126}
+{"step": 3120000, "wall_time": 32028.0962536335, "train_loss_step": 2.76654314994812, "n_params": 4449370, "total_flops": 42645609676800000, "train_loss": 0.017805286248524985, "subset_score_loss": 0.017805286248524985}
+{"step": 3130000, "wall_time": 32122.7165954113, "train_loss_step": 3.435880661010742, "n_params": 4449370, "total_flops": 42782294323200000, "train_loss": 0.016807985305786134, "subset_score_loss": 0.016807985305786134}
+{"step": 3140000, "wall_time": 32210.376756191254, "train_loss_step": 3.124366044998169, "n_params": 4449370, "total_flops": 42918978969600000, "train_loss": 0.016700727409786648, "subset_score_loss": 0.016700727409786648}
+{"step": 3150000, "wall_time": 32298.97825694084, "train_loss_step": 3.553054094314575, "n_params": 4449370, "total_flops": 43055663616000000, "train_loss": 0.016788252194722495, "subset_score_loss": 0.016788252194722495}
+{"step": 3160000, "wall_time": 32393.5336933136, "train_loss_step": 3.065924644470215, "n_params": 4449370, "total_flops": 43192348262400000, "train_loss": 0.016786640220218235, "subset_score_loss": 0.016786640220218235}
+{"step": 3170000, "wall_time": 32481.258887052536, "train_loss_step": 3.247466802597046, "n_params": 4449370, "total_flops": 43329032908800000, "train_loss": 0.017338857385847305, "subset_score_loss": 0.017338857385847305}
+{"step": 3180000, "wall_time": 32563.59242129326, "train_loss_step": 3.205807685852051, "n_params": 4449370, "total_flops": 43465717555200000, "train_loss": 0.017237573199801976, "subset_score_loss": 0.017237573199801976}
+{"step": 3190000, "wall_time": 32658.448242664337, "train_loss_step": 3.365360975265503, "n_params": 4449370, "total_flops": 43602402201600000, "train_loss": 0.016078874799940322, "subset_score_loss": 0.016078874799940322}
+{"step": 3200000, "wall_time": 32867.854172468185, "train_loss_step": 3.149271011352539, "n_params": 4449370, "total_flops": 43739086848000000, "train_loss": 0.016973151101006403, "subset_score_loss": 0.016973151101006403, "memorization_fraction_pixel": 0.7556999921798706, "mean_nn_ratio_pixel": 0.3617950677871704, "fid": 40.7419849883415}
+{"step": 3210000, "wall_time": 32962.517808914185, "train_loss_step": 2.961228370666504, "n_params": 4449370, "total_flops": 43875771494400000, "train_loss": 0.017474394374423555, "subset_score_loss": 0.017474394374423555}
+{"step": 3220000, "wall_time": 33057.04439544678, "train_loss_step": 3.224234104156494, "n_params": 4449370, "total_flops": 44012456140800000, "train_loss": 0.01699148416519165, "subset_score_loss": 0.01699148416519165}
+{"step": 3230000, "wall_time": 33148.73120737076, "train_loss_step": 3.305612802505493, "n_params": 4449370, "total_flops": 44149140787200000, "train_loss": 0.016480792893303765, "subset_score_loss": 0.016480792893303765}
+{"step": 3240000, "wall_time": 33236.37169957161, "train_loss_step": 3.1588172912597656, "n_params": 4449370, "total_flops": 44285825433600000, "train_loss": 0.01625600126054552, "subset_score_loss": 0.01625600126054552}
+{"step": 3250000, "wall_time": 33331.313021183014, "train_loss_step": 3.3097338676452637, "n_params": 4449370, "total_flops": 44422510080000000, "train_loss": 0.01636343002319336, "subset_score_loss": 0.01636343002319336}
+{"step": 3260000, "wall_time": 33426.50760149956, "train_loss_step": 3.2722434997558594, "n_params": 4449370, "total_flops": 44559194726400000, "train_loss": 0.018850885497199165, "subset_score_loss": 0.018850885497199165}
+{"step": 3270000, "wall_time": 33508.3886654377, "train_loss_step": 3.4332454204559326, "n_params": 4449370, "total_flops": 44695879372800000, "train_loss": 0.016644716262817383, "subset_score_loss": 0.016644716262817383}
+{"step": 3280000, "wall_time": 33603.04346871376, "train_loss_step": 3.3780152797698975, "n_params": 4449370, "total_flops": 44832564019200000, "train_loss": 0.016116564803653293, "subset_score_loss": 0.016116564803653293}
+{"step": 3290000, "wall_time": 33698.04462528229, "train_loss_step": 2.9971041679382324, "n_params": 4449370, "total_flops": 44969248665600000, "train_loss": 0.015622357527414957, "subset_score_loss": 0.015622357527414957}
+{"step": 3300000, "wall_time": 33937.30735492706, "train_loss_step": 3.055283546447754, "n_params": 4449370, "total_flops": 45105933312000000, "train_loss": 0.016209559970431858, "subset_score_loss": 0.016209559970431858, "memorization_fraction_pixel": 0.758400022983551, "mean_nn_ratio_pixel": 0.3599623441696167, "fid": 40.022206539386616}
+{"step": 3310000, "wall_time": 34032.208448171616, "train_loss_step": 3.2138686180114746, "n_params": 4449370, "total_flops": 45242617958400000, "train_loss": 0.016726235548655193, "subset_score_loss": 0.016726235548655193}
+{"step": 3320000, "wall_time": 34117.19409322739, "train_loss_step": 2.918001651763916, "n_params": 4449370, "total_flops": 45379302604800000, "train_loss": 0.01529099014070299, "subset_score_loss": 0.01529099014070299}
+{"step": 3330000, "wall_time": 34210.09264731407, "train_loss_step": 2.9263596534729004, "n_params": 4449370, "total_flops": 45515987251200000, "train_loss": 0.016286887062920464, "subset_score_loss": 0.016286887062920464}
+{"step": 3340000, "wall_time": 34304.80644965172, "train_loss_step": 3.0373830795288086, "n_params": 4449370, "total_flops": 45652671897600000, "train_loss": 0.01562349796295166, "subset_score_loss": 0.01562349796295166}
+{"step": 3350000, "wall_time": 34398.693783044815, "train_loss_step": 3.0261287689208984, "n_params": 4449370, "total_flops": 45789356544000000, "train_loss": 0.01580034759309557, "subset_score_loss": 0.01580034759309557}
+{"step": 3360000, "wall_time": 34476.34317827225, "train_loss_step": 3.2243921756744385, "n_params": 4449370, "total_flops": 45926041190400000, "train_loss": 0.016130884488423664, "subset_score_loss": 0.016130884488423664}
+{"step": 3370000, "wall_time": 34571.24662423134, "train_loss_step": 3.1424384117126465, "n_params": 4449370, "total_flops": 46062725836800000, "train_loss": 0.017417642805311415, "subset_score_loss": 0.017417642805311415}
+{"step": 3380000, "wall_time": 34666.13289809227, "train_loss_step": 2.924130439758301, "n_params": 4449370, "total_flops": 46199410483200000, "train_loss": 0.016376003954145645, "subset_score_loss": 0.016376003954145645}
+{"step": 3390000, "wall_time": 34761.30526638031, "train_loss_step": 3.100524425506592, "n_params": 4449370, "total_flops": 46336095129600000, "train_loss": 0.015062876542409261, "subset_score_loss": 0.015062876542409261}
+{"step": 3400000, "wall_time": 34986.481046915054, "train_loss_step": 2.9245266914367676, "n_params": 4449370, "total_flops": 46472779776000000, "train_loss": 0.016004112031724717, "subset_score_loss": 0.016004112031724717, "memorization_fraction_pixel": 0.7694000005722046, "mean_nn_ratio_pixel": 0.35443997383117676, "fid": 39.9460443444446}
+{"step": 3410000, "wall_time": 35070.212888002396, "train_loss_step": 3.0306100845336914, "n_params": 4449370, "total_flops": 46609464422400000, "train_loss": 0.015912352667914496, "subset_score_loss": 0.015912352667914496}
+{"step": 3420000, "wall_time": 35160.987211465836, "train_loss_step": 3.0786404609680176, "n_params": 4449370, "total_flops": 46746149068800000, "train_loss": 0.016316517194112142, "subset_score_loss": 0.016316517194112142}
+{"step": 3430000, "wall_time": 35255.5879240036, "train_loss_step": 3.076401710510254, "n_params": 4449370, "total_flops": 46882833715200000, "train_loss": 0.015732035371992324, "subset_score_loss": 0.015732035371992324}
+{"step": 3440000, "wall_time": 35350.51332783699, "train_loss_step": 3.339034080505371, "n_params": 4449370, "total_flops": 47019518361600000, "train_loss": 0.015587123235066731, "subset_score_loss": 0.015587123235066731}
+{"step": 3450000, "wall_time": 35431.56770348549, "train_loss_step": 3.216951370239258, "n_params": 4449370, "total_flops": 47156203008000000, "train_loss": 0.016277700000339086, "subset_score_loss": 0.016277700000339086}
+{"step": 3460000, "wall_time": 35521.69655585289, "train_loss_step": 3.2384986877441406, "n_params": 4449370, "total_flops": 47292887654400000, "train_loss": 0.01550123824013604, "subset_score_loss": 0.01550123824013604}
+{"step": 3470000, "wall_time": 35616.40789628029, "train_loss_step": 2.980175495147705, "n_params": 4449370, "total_flops": 47429572300800000, "train_loss": 0.015525152948167588, "subset_score_loss": 0.015525152948167588}
+{"step": 3480000, "wall_time": 35711.031341314316, "train_loss_step": 3.204291820526123, "n_params": 4449370, "total_flops": 47566256947200000, "train_loss": 0.015603562196095785, "subset_score_loss": 0.015603562196095785}
+{"step": 3490000, "wall_time": 35803.976650714874, "train_loss_step": 2.7208662033081055, "n_params": 4449370, "total_flops": 47702941593600000, "train_loss": 0.015698276625739204, "subset_score_loss": 0.015698276625739204}
+{"step": 3500000, "wall_time": 36003.27231502533, "train_loss_step": 3.112778902053833, "n_params": 4449370, "total_flops": 47839626240000000, "train_loss": 0.01567634873920017, "subset_score_loss": 0.01567634873920017, "memorization_fraction_pixel": 0.7882999777793884, "mean_nn_ratio_pixel": 0.3432328999042511, "fid": 38.944930890960094}
+{"step": 3510000, "wall_time": 36084.65613293648, "train_loss_step": 3.084083080291748, "n_params": 4449370, "total_flops": 47976310886400000, "train_loss": 0.014742284350925021, "subset_score_loss": 0.014742284350925021}
+{"step": 3520000, "wall_time": 36178.95060634613, "train_loss_step": 3.1699941158294678, "n_params": 4449370, "total_flops": 48112995532800000, "train_loss": 0.01509003241856893, "subset_score_loss": 0.01509003241856893}
+{"step": 3530000, "wall_time": 36273.829067230225, "train_loss_step": 2.9052839279174805, "n_params": 4449370, "total_flops": 48249680179200000, "train_loss": 0.0163857102394104, "subset_score_loss": 0.0163857102394104}
+{"step": 3540000, "wall_time": 36366.28308105469, "train_loss_step": 3.326263427734375, "n_params": 4449370, "total_flops": 48386364825600000, "train_loss": 0.015539287196265326, "subset_score_loss": 0.015539287196265326}
+{"step": 3550000, "wall_time": 36445.84966015816, "train_loss_step": 2.9034528732299805, "n_params": 4449370, "total_flops": 48523049472000000, "train_loss": 0.015119841363694932, "subset_score_loss": 0.015119841363694932}
+{"step": 3560000, "wall_time": 36540.83065676689, "train_loss_step": 2.9554262161254883, "n_params": 4449370, "total_flops": 48659734118400000, "train_loss": 0.01552974780400594, "subset_score_loss": 0.01552974780400594}
+{"step": 3570000, "wall_time": 36635.34523463249, "train_loss_step": 3.1848034858703613, "n_params": 4449370, "total_flops": 48796418764800000, "train_loss": 0.015598917007446289, "subset_score_loss": 0.015598917007446289}
+{"step": 3580000, "wall_time": 36729.81934809685, "train_loss_step": 3.2765886783599854, "n_params": 4449370, "total_flops": 48933103411200000, "train_loss": 0.01624962091445923, "subset_score_loss": 0.01624962091445923}
+{"step": 3590000, "wall_time": 36822.65787887573, "train_loss_step": 3.0840368270874023, "n_params": 4449370, "total_flops": 49069788057600000, "train_loss": 0.015617827574412027, "subset_score_loss": 0.015617827574412027}
+{"step": 3600000, "wall_time": 37024.35375761986, "train_loss_step": 3.4464855194091797, "n_params": 4449370, "total_flops": 49206472704000000, "train_loss": 0.015413901540968153, "subset_score_loss": 0.015413901540968153, "memorization_fraction_pixel": 0.7763000130653381, "mean_nn_ratio_pixel": 0.3567202687263489, "fid": 39.625880835309495}
+{"step": 3610000, "wall_time": 37119.30520892143, "train_loss_step": 2.887295722961426, "n_params": 4449370, "total_flops": 49343157350400000, "train_loss": 0.015321355395846897, "subset_score_loss": 0.015321355395846897}
+{"step": 3620000, "wall_time": 37214.13468813896, "train_loss_step": 3.07202410697937, "n_params": 4449370, "total_flops": 49479841996800000, "train_loss": 0.015413165092468262, "subset_score_loss": 0.015413165092468262}
+{"step": 3630000, "wall_time": 37307.546990156174, "train_loss_step": 3.3716137409210205, "n_params": 4449370, "total_flops": 49616526643200000, "train_loss": 0.014626461929745144, "subset_score_loss": 0.014626461929745144}
+{"step": 3640000, "wall_time": 37390.292120695114, "train_loss_step": 3.0269665718078613, "n_params": 4449370, "total_flops": 49753211289600000, "train_loss": 0.01570565700531006, "subset_score_loss": 0.01570565700531006}
+{"step": 3650000, "wall_time": 37485.01469326019, "train_loss_step": 2.9384355545043945, "n_params": 4449370, "total_flops": 49889895936000000, "train_loss": 0.01591919395658705, "subset_score_loss": 0.01591919395658705}
+{"step": 3660000, "wall_time": 37579.90926861763, "train_loss_step": 3.3805313110351562, "n_params": 4449370, "total_flops": 50026580582400000, "train_loss": 0.014489693111843532, "subset_score_loss": 0.014489693111843532}
+{"step": 3670000, "wall_time": 37674.739728450775, "train_loss_step": 3.325838804244995, "n_params": 4449370, "total_flops": 50163265228800000, "train_loss": 0.015154169665442573, "subset_score_loss": 0.015154169665442573}
+{"step": 3680000, "wall_time": 37769.167526483536, "train_loss_step": 3.127680778503418, "n_params": 4449370, "total_flops": 50299949875200000, "train_loss": 0.014903256628248427, "subset_score_loss": 0.014903256628248427}
+{"step": 3690000, "wall_time": 37861.688494205475, "train_loss_step": 3.1186838150024414, "n_params": 4449370, "total_flops": 50436634521600000, "train_loss": 0.015274323357476128, "subset_score_loss": 0.015274323357476128}
+{"step": 3700000, "wall_time": 38068.32522177696, "train_loss_step": 2.8272411823272705, "n_params": 4449370, "total_flops": 50573319168000000, "train_loss": 0.015041057268778484, "subset_score_loss": 0.015041057268778484, "memorization_fraction_pixel": 0.7904000282287598, "mean_nn_ratio_pixel": 0.34473103284835815, "fid": 38.73155590519751}
+{"step": 3710000, "wall_time": 38162.8602976799, "train_loss_step": 3.182858467102051, "n_params": 4449370, "total_flops": 50710003814400000, "train_loss": 0.01482021278805203, "subset_score_loss": 0.01482021278805203}
+{"step": 3720000, "wall_time": 38256.14242768288, "train_loss_step": 3.1086297035217285, "n_params": 4449370, "total_flops": 50846688460800000, "train_loss": 0.014880238638983832, "subset_score_loss": 0.014880238638983832}
+{"step": 3730000, "wall_time": 38339.770080804825, "train_loss_step": 3.224815845489502, "n_params": 4449370, "total_flops": 50983373107200000, "train_loss": 0.01511224110921224, "subset_score_loss": 0.01511224110921224}
+{"step": 3740000, "wall_time": 38432.84766983986, "train_loss_step": 3.265099048614502, "n_params": 4449370, "total_flops": 51120057753600000, "train_loss": 0.016237137052747937, "subset_score_loss": 0.016237137052747937}
+{"step": 3750000, "wall_time": 38527.81070184708, "train_loss_step": 2.9081947803497314, "n_params": 4449370, "total_flops": 51256742400000000, "train_loss": 0.014883160591125488, "subset_score_loss": 0.014883160591125488}
+{"step": 3760000, "wall_time": 38622.58897924423, "train_loss_step": 3.2201743125915527, "n_params": 4449370, "total_flops": 51393427046400000, "train_loss": 0.014052960607740615, "subset_score_loss": 0.014052960607740615}
+{"step": 3770000, "wall_time": 38717.49651861191, "train_loss_step": 3.1408801078796387, "n_params": 4449370, "total_flops": 51530111692800000, "train_loss": 0.015094126595391168, "subset_score_loss": 0.015094126595391168}
+{"step": 3780000, "wall_time": 38809.40934872627, "train_loss_step": 3.1609363555908203, "n_params": 4449370, "total_flops": 51666796339200000, "train_loss": 0.014512169361114501, "subset_score_loss": 0.014512169361114501}
+{"step": 3790000, "wall_time": 38903.94863820076, "train_loss_step": 2.822482109069824, "n_params": 4449370, "total_flops": 51803480985600000, "train_loss": 0.014775260289510091, "subset_score_loss": 0.014775260289510091}
+{"step": 3800000, "wall_time": 39122.79778242111, "train_loss_step": 3.1244776248931885, "n_params": 4449370, "total_flops": 51940165632000000, "train_loss": 0.014620158407423232, "subset_score_loss": 0.014620158407423232, "memorization_fraction_pixel": 0.795799970626831, "mean_nn_ratio_pixel": 0.34109988808631897, "fid": 38.866519671859976}
+{"step": 3810000, "wall_time": 39216.11140990257, "train_loss_step": 2.9325318336486816, "n_params": 4449370, "total_flops": 52076850278400000, "train_loss": 0.014731505182054308, "subset_score_loss": 0.014731505182054308}
+{"step": 3820000, "wall_time": 39301.03721117973, "train_loss_step": 2.974316120147705, "n_params": 4449370, "total_flops": 52213534924800000, "train_loss": 0.014744071165720622, "subset_score_loss": 0.014744071165720622}
+{"step": 3830000, "wall_time": 39395.280341386795, "train_loss_step": 2.8748273849487305, "n_params": 4449370, "total_flops": 52350219571200000, "train_loss": 0.014054687817891438, "subset_score_loss": 0.014054687817891438}
+{"step": 3840000, "wall_time": 39489.7453892231, "train_loss_step": 3.119880437850952, "n_params": 4449370, "total_flops": 52486904217600000, "train_loss": 0.015090631114112006, "subset_score_loss": 0.015090631114112006}
+{"step": 3850000, "wall_time": 39584.19540500641, "train_loss_step": 3.0264885425567627, "n_params": 4449370, "total_flops": 52623588864000000, "train_loss": 0.014777919981214735, "subset_score_loss": 0.014777919981214735}
+{"step": 3860000, "wall_time": 39678.91453003883, "train_loss_step": 3.2410855293273926, "n_params": 4449370, "total_flops": 52760273510400000, "train_loss": 0.013916767968071831, "subset_score_loss": 0.013916767968071831}
+{"step": 3870000, "wall_time": 39773.53308391571, "train_loss_step": 3.0740668773651123, "n_params": 4449370, "total_flops": 52896958156800000, "train_loss": 0.015380379888746474, "subset_score_loss": 0.015380379888746474}
+{"step": 3880000, "wall_time": 39866.222027778625, "train_loss_step": 3.143798351287842, "n_params": 4449370, "total_flops": 53033642803200000, "train_loss": 0.014159748289320205, "subset_score_loss": 0.014159748289320205}
+{"step": 3890000, "wall_time": 39947.46735048294, "train_loss_step": 3.2777154445648193, "n_params": 4449370, "total_flops": 53170327449600000, "train_loss": 0.01427534023920695, "subset_score_loss": 0.01427534023920695}
+{"step": 3900000, "wall_time": 40164.61246466637, "train_loss_step": 3.053194761276245, "n_params": 4449370, "total_flops": 53307012096000000, "train_loss": 0.014754672845204672, "subset_score_loss": 0.014754672845204672, "memorization_fraction_pixel": 0.788100004196167, "mean_nn_ratio_pixel": 0.34878009557724, "fid": 39.26189636222773}
+{"step": 3910000, "wall_time": 40246.47747588158, "train_loss_step": 2.879843235015869, "n_params": 4449370, "total_flops": 53443696742400000, "train_loss": 0.014350920253329806, "subset_score_loss": 0.014350920253329806}
+{"step": 3920000, "wall_time": 40339.96770858765, "train_loss_step": 3.1978325843811035, "n_params": 4449370, "total_flops": 53580381388800000, "train_loss": 0.013981844319237604, "subset_score_loss": 0.013981844319237604}
+{"step": 3930000, "wall_time": 40434.510761499405, "train_loss_step": 3.08437180519104, "n_params": 4449370, "total_flops": 53717066035200000, "train_loss": 0.014015433523390028, "subset_score_loss": 0.014015433523390028}
+{"step": 3940000, "wall_time": 40528.85096502304, "train_loss_step": 3.001311779022217, "n_params": 4449370, "total_flops": 53853750681600000, "train_loss": 0.013791129324171278, "subset_score_loss": 0.013791129324171278}
+{"step": 3950000, "wall_time": 40623.120240449905, "train_loss_step": 3.0669398307800293, "n_params": 4449370, "total_flops": 53990435328000000, "train_loss": 0.015361870659722223, "subset_score_loss": 0.015361870659722223}
+{"step": 3960000, "wall_time": 40717.6786570549, "train_loss_step": 2.8834431171417236, "n_params": 4449370, "total_flops": 54127119974400000, "train_loss": 0.01429356469048394, "subset_score_loss": 0.01429356469048394}
+{"step": 3970000, "wall_time": 40810.6250398159, "train_loss_step": 3.1605172157287598, "n_params": 4449370, "total_flops": 54263804620800000, "train_loss": 0.01473325490951538, "subset_score_loss": 0.01473325490951538}
+{"step": 3980000, "wall_time": 40899.869408130646, "train_loss_step": 3.0932130813598633, "n_params": 4449370, "total_flops": 54400489267200000, "train_loss": 0.014440255694919163, "subset_score_loss": 0.014440255694919163}
+{"step": 3990000, "wall_time": 40985.64945483208, "train_loss_step": 2.8371505737304688, "n_params": 4449370, "total_flops": 54537173913600000, "train_loss": 0.014343979623582628, "subset_score_loss": 0.014343979623582628}
+{"step": 4000000, "wall_time": 41190.28341984749, "train_loss_step": 3.373746871948242, "n_params": 4449370, "total_flops": 54673858560000000, "train_loss": 0.013679620954725477, "subset_score_loss": 0.013679620954725477, "memorization_fraction_pixel": 0.7983999848365784, "mean_nn_ratio_pixel": 0.33941495418548584, "fid": 38.82217587991926}
+{"step": 4010000, "wall_time": 41276.34666752815, "train_loss_step": 3.1609768867492676, "n_params": 4449370, "total_flops": 54810543206400000, "train_loss": 0.014050239986843533, "subset_score_loss": 0.014050239986843533}
+{"step": 4020000, "wall_time": 41370.42416071892, "train_loss_step": 3.274195671081543, "n_params": 4449370, "total_flops": 54947227852800000, "train_loss": 0.0134928650326199, "subset_score_loss": 0.0134928650326199}
+{"step": 4030000, "wall_time": 41464.68484854698, "train_loss_step": 3.2175185680389404, "n_params": 4449370, "total_flops": 55083912499200000, "train_loss": 0.014914180172814264, "subset_score_loss": 0.014914180172814264}
+{"step": 4040000, "wall_time": 41558.95074725151, "train_loss_step": 3.1938467025756836, "n_params": 4449370, "total_flops": 55220597145600000, "train_loss": 0.013593297534518772, "subset_score_loss": 0.013593297534518772}
+{"step": 4050000, "wall_time": 41653.39606523514, "train_loss_step": 3.028261184692383, "n_params": 4449370, "total_flops": 55357281792000000, "train_loss": 0.014391398429870606, "subset_score_loss": 0.014391398429870606}
+{"step": 4060000, "wall_time": 41747.99863934517, "train_loss_step": 3.12673282623291, "n_params": 4449370, "total_flops": 55493966438400000, "train_loss": 0.013772028022342259, "subset_score_loss": 0.013772028022342259}
+{"step": 4070000, "wall_time": 41840.104702711105, "train_loss_step": 3.186326503753662, "n_params": 4449370, "total_flops": 55630651084800000, "train_loss": 0.013303571277194552, "subset_score_loss": 0.013303571277194552}
+{"step": 4080000, "wall_time": 41917.594150304794, "train_loss_step": 2.831594944000244, "n_params": 4449370, "total_flops": 55767335731200000, "train_loss": 0.013207386599646674, "subset_score_loss": 0.013207386599646674}
+{"step": 4090000, "wall_time": 42011.95663022995, "train_loss_step": 2.7887351512908936, "n_params": 4449370, "total_flops": 55904020377600000, "train_loss": 0.013655250602298313, "subset_score_loss": 0.013655250602298313}
+{"step": 4100000, "wall_time": 42229.670234918594, "train_loss_step": 3.003866195678711, "n_params": 4449370, "total_flops": 56040705024000000, "train_loss": 0.01408541997273763, "subset_score_loss": 0.01408541997273763, "memorization_fraction_pixel": 0.7935000061988831, "mean_nn_ratio_pixel": 0.3447415232658386, "fid": 38.914296261023054}
+{"step": 4110000, "wall_time": 42324.319986343384, "train_loss_step": 2.8724353313446045, "n_params": 4449370, "total_flops": 56177389670400000, "train_loss": 0.013875705666012234, "subset_score_loss": 0.013875705666012234}
+{"step": 4120000, "wall_time": 42418.95166158676, "train_loss_step": 2.9711413383483887, "n_params": 4449370, "total_flops": 56314074316800000, "train_loss": 0.013110107845730253, "subset_score_loss": 0.013110107845730253}
+{"step": 4130000, "wall_time": 42513.69896149635, "train_loss_step": 3.3670601844787598, "n_params": 4449370, "total_flops": 56450758963200000, "train_loss": 0.014776015281677246, "subset_score_loss": 0.014776015281677246}
+{"step": 4140000, "wall_time": 42608.36922001839, "train_loss_step": 3.1797308921813965, "n_params": 4449370, "total_flops": 56587443609600000, "train_loss": 0.014322993490431044, "subset_score_loss": 0.014322993490431044}
+{"step": 4150000, "wall_time": 42703.01519823074, "train_loss_step": 2.851038932800293, "n_params": 4449370, "total_flops": 56724128256000000, "train_loss": 0.013286481963263617, "subset_score_loss": 0.013286481963263617}
+{"step": 4160000, "wall_time": 42797.46128034592, "train_loss_step": 2.967770576477051, "n_params": 4449370, "total_flops": 56860812902400000, "train_loss": 0.014383321338229709, "subset_score_loss": 0.014383321338229709}
+{"step": 4170000, "wall_time": 42880.38814139366, "train_loss_step": 3.188891887664795, "n_params": 4449370, "total_flops": 56997497548800000, "train_loss": 0.014285400178697375, "subset_score_loss": 0.014285400178697375}
+{"step": 4180000, "wall_time": 42975.115478515625, "train_loss_step": 3.0898170471191406, "n_params": 4449370, "total_flops": 57134182195200000, "train_loss": 0.013620693153805203, "subset_score_loss": 0.013620693153805203}
+{"step": 4190000, "wall_time": 43068.79490709305, "train_loss_step": 2.8004791736602783, "n_params": 4449370, "total_flops": 57270866841600000, "train_loss": 0.013885238435533312, "subset_score_loss": 0.013885238435533312}
+{"step": 4200000, "wall_time": 43271.682661533356, "train_loss_step": 2.8644988536834717, "n_params": 4449370, "total_flops": 57407551488000000, "train_loss": 0.012959516048431397, "subset_score_loss": 0.012959516048431397, "memorization_fraction_pixel": 0.7914999723434448, "mean_nn_ratio_pixel": 0.3462970554828644, "fid": 39.19296052215152}
+{"step": 4210000, "wall_time": 43366.162915706635, "train_loss_step": 3.1882691383361816, "n_params": 4449370, "total_flops": 57544236134400000, "train_loss": 0.013507465521494547, "subset_score_loss": 0.013507465521494547}
+{"step": 4220000, "wall_time": 43460.81388449669, "train_loss_step": 3.0094857215881348, "n_params": 4449370, "total_flops": 57680920780800000, "train_loss": 0.014750850200653077, "subset_score_loss": 0.014750850200653077}
+{"step": 4230000, "wall_time": 43555.38280892372, "train_loss_step": 3.157426357269287, "n_params": 4449370, "total_flops": 57817605427200000, "train_loss": 0.012987959384918212, "subset_score_loss": 0.012987959384918212}
+{"step": 4240000, "wall_time": 43649.74769735336, "train_loss_step": 2.9016833305358887, "n_params": 4449370, "total_flops": 57954290073600000, "train_loss": 0.01390841801961263, "subset_score_loss": 0.01390841801961263}
+{"step": 4250000, "wall_time": 43744.21434593201, "train_loss_step": 3.1219377517700195, "n_params": 4449370, "total_flops": 58090974720000000, "train_loss": 0.013476163811153836, "subset_score_loss": 0.013476163811153836}
+{"step": 4260000, "wall_time": 43825.93562197685, "train_loss_step": 2.827523946762085, "n_params": 4449370, "total_flops": 58227659366400000, "train_loss": 0.013578074508243138, "subset_score_loss": 0.013578074508243138}
+{"step": 4270000, "wall_time": 43920.33207273483, "train_loss_step": 2.830007791519165, "n_params": 4449370, "total_flops": 58364344012800000, "train_loss": 0.013507227102915445, "subset_score_loss": 0.013507227102915445}
+{"step": 4280000, "wall_time": 44014.03349542618, "train_loss_step": 3.038881301879883, "n_params": 4449370, "total_flops": 58501028659200000, "train_loss": 0.013236179616716174, "subset_score_loss": 0.013236179616716174}
+{"step": 4290000, "wall_time": 44103.58477807045, "train_loss_step": 3.2180843353271484, "n_params": 4449370, "total_flops": 58637713305600000, "train_loss": 0.014353920353783502, "subset_score_loss": 0.014353920353783502}
+{"step": 4300000, "wall_time": 44309.32205533981, "train_loss_step": 3.06990385055542, "n_params": 4449370, "total_flops": 58774397952000000, "train_loss": 0.01365890105565389, "subset_score_loss": 0.01365890105565389, "memorization_fraction_pixel": 0.8051000237464905, "mean_nn_ratio_pixel": 0.3379267156124115, "fid": 39.30770549001363}
+{"step": 4310000, "wall_time": 44403.78339910507, "train_loss_step": 2.9038281440734863, "n_params": 4449370, "total_flops": 58911082598400000, "train_loss": 0.014003793398539225, "subset_score_loss": 0.014003793398539225}
+{"step": 4320000, "wall_time": 44498.345552921295, "train_loss_step": 3.090205192565918, "n_params": 4449370, "total_flops": 59047767244800000, "train_loss": 0.012989177968766955, "subset_score_loss": 0.012989177968766955}
+{"step": 4330000, "wall_time": 44593.133177280426, "train_loss_step": 3.301387310028076, "n_params": 4449370, "total_flops": 59184451891200000, "train_loss": 0.013624766137864855, "subset_score_loss": 0.013624766137864855}
+{"step": 4340000, "wall_time": 44687.781710386276, "train_loss_step": 3.1807937622070312, "n_params": 4449370, "total_flops": 59321136537600000, "train_loss": 0.013199141290452744, "subset_score_loss": 0.013199141290452744}
+{"step": 4350000, "wall_time": 44768.17047405243, "train_loss_step": 2.9228382110595703, "n_params": 4449370, "total_flops": 59457821184000000, "train_loss": 0.014291424221462673, "subset_score_loss": 0.014291424221462673}
+{"step": 4360000, "wall_time": 44860.27090239525, "train_loss_step": 2.822624683380127, "n_params": 4449370, "total_flops": 59594505830400000, "train_loss": 0.013715487056308323, "subset_score_loss": 0.013715487056308323}
+{"step": 4370000, "wall_time": 44955.586319446564, "train_loss_step": 3.2512550354003906, "n_params": 4449370, "total_flops": 59731190476800000, "train_loss": 0.014240796036190457, "subset_score_loss": 0.014240796036190457}
+{"step": 4380000, "wall_time": 45048.103192567825, "train_loss_step": 3.144416332244873, "n_params": 4449370, "total_flops": 59867875123200000, "train_loss": 0.013148882653978136, "subset_score_loss": 0.013148882653978136}
+{"step": 4390000, "wall_time": 45127.774594306946, "train_loss_step": 2.7657055854797363, "n_params": 4449370, "total_flops": 60004559769600000, "train_loss": 0.013621975315941705, "subset_score_loss": 0.013621975315941705}
+{"step": 4400000, "wall_time": 45356.358137607574, "train_loss_step": 2.9576220512390137, "n_params": 4449370, "total_flops": 60141244416000000, "train_loss": 0.01294709841410319, "subset_score_loss": 0.01294709841410319, "memorization_fraction_pixel": 0.8058000206947327, "mean_nn_ratio_pixel": 0.33837586641311646, "fid": 39.03795990105304}
+{"step": 4410000, "wall_time": 45450.77750086784, "train_loss_step": 3.259105682373047, "n_params": 4449370, "total_flops": 60277929062400000, "train_loss": 0.013151763545142279, "subset_score_loss": 0.013151763545142279}
+{"step": 4420000, "wall_time": 45545.68067789078, "train_loss_step": 2.936650276184082, "n_params": 4449370, "total_flops": 60414613708800000, "train_loss": 0.013187411096360948, "subset_score_loss": 0.013187411096360948}
+{"step": 4430000, "wall_time": 45640.184203863144, "train_loss_step": 2.8204824924468994, "n_params": 4449370, "total_flops": 60551298355200000, "train_loss": 0.012536149554782444, "subset_score_loss": 0.012536149554782444}
+{"step": 4440000, "wall_time": 45722.079847335815, "train_loss_step": 2.828767776489258, "n_params": 4449370, "total_flops": 60687983001600000, "train_loss": 0.01339284578959147, "subset_score_loss": 0.01339284578959147}
+{"step": 4450000, "wall_time": 45813.53575587273, "train_loss_step": 3.0930206775665283, "n_params": 4449370, "total_flops": 60824667648000000, "train_loss": 0.013268205854627822, "subset_score_loss": 0.013268205854627822}
+{"step": 4460000, "wall_time": 45908.632410526276, "train_loss_step": 2.9812138080596924, "n_params": 4449370, "total_flops": 60961352294400000, "train_loss": 0.012548942036098904, "subset_score_loss": 0.012548942036098904}
+{"step": 4470000, "wall_time": 46001.512426137924, "train_loss_step": 3.1262669563293457, "n_params": 4449370, "total_flops": 61098036940800000, "train_loss": 0.013797651396857367, "subset_score_loss": 0.013797651396857367}
+{"step": 4480000, "wall_time": 46082.918781518936, "train_loss_step": 2.9555678367614746, "n_params": 4449370, "total_flops": 61234721587200000, "train_loss": 0.012501614623599583, "subset_score_loss": 0.012501614623599583}
+{"step": 4490000, "wall_time": 46177.4360473156, "train_loss_step": 2.892418384552002, "n_params": 4449370, "total_flops": 61371406233600000, "train_loss": 0.012783874405754937, "subset_score_loss": 0.012783874405754937}
+{"step": 4500000, "wall_time": 46393.18212032318, "train_loss_step": 2.9281837940216064, "n_params": 4449370, "total_flops": 61508090880000000, "train_loss": 0.013577228122287326, "subset_score_loss": 0.013577228122287326, "memorization_fraction_pixel": 0.8191999793052673, "mean_nn_ratio_pixel": 0.3286427855491638, "fid": 38.69286506662239}
+{"step": 4510000, "wall_time": 46487.89085483551, "train_loss_step": 3.013845443725586, "n_params": 4449370, "total_flops": 61644775526400000, "train_loss": 0.012384927272796631, "subset_score_loss": 0.012384927272796631}
+{"step": 4520000, "wall_time": 46582.707386255264, "train_loss_step": 2.8524250984191895, "n_params": 4449370, "total_flops": 61781460172800000, "train_loss": 0.012684174378712972, "subset_score_loss": 0.012684174378712972}
+{"step": 4530000, "wall_time": 46670.144918203354, "train_loss_step": 2.933816432952881, "n_params": 4449370, "total_flops": 61918144819200000, "train_loss": 0.01325764258702596, "subset_score_loss": 0.01325764258702596}
+{"step": 4540000, "wall_time": 46764.38382554054, "train_loss_step": 3.3212523460388184, "n_params": 4449370, "total_flops": 62054829465600000, "train_loss": 0.012841427326202392, "subset_score_loss": 0.012841427326202392}
+{"step": 4550000, "wall_time": 46857.43800854683, "train_loss_step": 2.999143600463867, "n_params": 4449370, "total_flops": 62191514112000000, "train_loss": 0.012879452440473768, "subset_score_loss": 0.012879452440473768}
+{"step": 4560000, "wall_time": 46950.8186647892, "train_loss_step": 2.9678401947021484, "n_params": 4449370, "total_flops": 62328198758400000, "train_loss": 0.012549726168314616, "subset_score_loss": 0.012549726168314616}
+{"step": 4570000, "wall_time": 47036.18325304985, "train_loss_step": 3.1257691383361816, "n_params": 4449370, "total_flops": 62464883404800000, "train_loss": 0.012351791063944498, "subset_score_loss": 0.012351791063944498}
+{"step": 4580000, "wall_time": 47124.753276348114, "train_loss_step": 3.0613512992858887, "n_params": 4449370, "total_flops": 62601568051200000, "train_loss": 0.012118576632605658, "subset_score_loss": 0.012118576632605658}
+{"step": 4590000, "wall_time": 47219.3171377182, "train_loss_step": 2.868419647216797, "n_params": 4449370, "total_flops": 62738252697600000, "train_loss": 0.013350604640112982, "subset_score_loss": 0.013350604640112982}
+{"step": 4600000, "wall_time": 47441.55972266197, "train_loss_step": 2.959073781967163, "n_params": 4449370, "total_flops": 62874937344000000, "train_loss": 0.01269439458847046, "subset_score_loss": 0.01269439458847046, "memorization_fraction_pixel": 0.8166000247001648, "mean_nn_ratio_pixel": 0.331990122795105, "fid": 38.527544545704515}
+{"step": 4610000, "wall_time": 47536.26107263565, "train_loss_step": 2.8813118934631348, "n_params": 4449370, "total_flops": 63011621990400000, "train_loss": 0.012970635626051162, "subset_score_loss": 0.012970635626051162}
+{"step": 4620000, "wall_time": 47618.76379323006, "train_loss_step": 3.2053465843200684, "n_params": 4449370, "total_flops": 63148306636800000, "train_loss": 0.013783084021674262, "subset_score_loss": 0.013783084021674262}
+{"step": 4630000, "wall_time": 47695.34428548813, "train_loss_step": 2.9176101684570312, "n_params": 4449370, "total_flops": 63284991283200000, "train_loss": 0.012842706839243571, "subset_score_loss": 0.012842706839243571}
+{"step": 4640000, "wall_time": 47772.20843291283, "train_loss_step": 2.9817278385162354, "n_params": 4449370, "total_flops": 63421675929600000, "train_loss": 0.013137661086188423, "subset_score_loss": 0.013137661086188423}
+{"step": 4650000, "wall_time": 47841.200850486755, "train_loss_step": 3.231078863143921, "n_params": 4449370, "total_flops": 63558360576000000, "train_loss": 0.012700084845225017, "subset_score_loss": 0.012700084845225017}
+{"step": 4660000, "wall_time": 47913.503324747086, "train_loss_step": 3.0482542514801025, "n_params": 4449370, "total_flops": 63695045222400000, "train_loss": 0.013707119888729519, "subset_score_loss": 0.013707119888729519}
+{"step": 4670000, "wall_time": 47971.99512934685, "train_loss_step": 3.0199646949768066, "n_params": 4449370, "total_flops": 63831729868800000, "train_loss": 0.012302716573079428, "subset_score_loss": 0.012302716573079428}
+{"step": 4680000, "wall_time": 48030.45340704918, "train_loss_step": 3.0421762466430664, "n_params": 4449370, "total_flops": 63968414515200000, "train_loss": 0.012309228049384223, "subset_score_loss": 0.012309228049384223}
+{"step": 4690000, "wall_time": 48089.06068730354, "train_loss_step": 2.923374652862549, "n_params": 4449370, "total_flops": 64105099161600000, "train_loss": 0.012621332539452447, "subset_score_loss": 0.012621332539452447}
+{"step": 4700000, "wall_time": 48200.18325829506, "train_loss_step": 2.861790180206299, "n_params": 4449370, "total_flops": 64241783808000000, "train_loss": 0.012300974792904325, "subset_score_loss": 0.012300974792904325, "memorization_fraction_pixel": 0.8205999732017517, "mean_nn_ratio_pixel": 0.3292662799358368, "fid": 39.007234232063645}
+{"step": 4710000, "wall_time": 48258.5121243, "train_loss_step": 3.246159791946411, "n_params": 4449370, "total_flops": 64378468454400000, "train_loss": 0.012787934144337971, "subset_score_loss": 0.012787934144337971}
+{"step": 4720000, "wall_time": 48316.9548163414, "train_loss_step": 3.2451248168945312, "n_params": 4449370, "total_flops": 64515153100800000, "train_loss": 0.012819528579711914, "subset_score_loss": 0.012819528579711914}
+{"step": 4730000, "wall_time": 48375.250873565674, "train_loss_step": 2.8453493118286133, "n_params": 4449370, "total_flops": 64651837747200000, "train_loss": 0.01170726219813029, "subset_score_loss": 0.01170726219813029}
+{"step": 4740000, "wall_time": 48434.112741947174, "train_loss_step": 2.9231348037719727, "n_params": 4449370, "total_flops": 64788522393600000, "train_loss": 0.013177133931054009, "subset_score_loss": 0.013177133931054009}
+{"step": 4750000, "wall_time": 48474.5154941082, "train_loss_step": 3.334681510925293, "n_params": 4449370, "total_flops": 64925207040000000, "train_loss": 0.012590744760301378, "subset_score_loss": 0.012590744760301378}
+{"step": 4760000, "wall_time": 48513.790910959244, "train_loss_step": 3.104113817214966, "n_params": 4449370, "total_flops": 65061891686400000, "train_loss": 0.012730430232153998, "subset_score_loss": 0.012730430232153998}
+{"step": 4770000, "wall_time": 48552.94965791702, "train_loss_step": 3.292778491973877, "n_params": 4449370, "total_flops": 65198576332800000, "train_loss": 0.012204292085435655, "subset_score_loss": 0.012204292085435655}
+{"step": 4780000, "wall_time": 48592.08853149414, "train_loss_step": 2.8139538764953613, "n_params": 4449370, "total_flops": 65335260979200000, "train_loss": 0.01239201757642958, "subset_score_loss": 0.01239201757642958}
+{"step": 4790000, "wall_time": 48631.224489212036, "train_loss_step": 3.0684638023376465, "n_params": 4449370, "total_flops": 65471945625600000, "train_loss": 0.012160925070444743, "subset_score_loss": 0.012160925070444743}
+{"step": 4800000, "wall_time": 48709.594745874405, "train_loss_step": 3.2987780570983887, "n_params": 4449370, "total_flops": 65608630272000000, "train_loss": 0.011915040016174317, "subset_score_loss": 0.011915040016174317, "memorization_fraction_pixel": 0.8287000060081482, "mean_nn_ratio_pixel": 0.3238266408443451, "fid": 38.392713824897896}
+{"step": 4810000, "wall_time": 48748.82519984245, "train_loss_step": 2.9320895671844482, "n_params": 4449370, "total_flops": 65745314918400000, "train_loss": 0.01281614833407932, "subset_score_loss": 0.01281614833407932}
+{"step": 4820000, "wall_time": 48787.85730743408, "train_loss_step": 2.951472043991089, "n_params": 4449370, "total_flops": 65881999564800000, "train_loss": 0.01277380519443088, "subset_score_loss": 0.01277380519443088}
+{"step": 4830000, "wall_time": 48826.855652332306, "train_loss_step": 3.070261001586914, "n_params": 4449370, "total_flops": 66018684211200000, "train_loss": 0.012556469440460205, "subset_score_loss": 0.012556469440460205}
+{"step": 4840000, "wall_time": 48865.983471632004, "train_loss_step": 2.81992506980896, "n_params": 4449370, "total_flops": 66155368857600000, "train_loss": 0.012218215730455187, "subset_score_loss": 0.012218215730455187}
+{"step": 4850000, "wall_time": 48900.36635398865, "train_loss_step": 2.809020757675171, "n_params": 4449370, "total_flops": 66292053504000000, "train_loss": 0.011437355147467718, "subset_score_loss": 0.011437355147467718}
+{"step": 4860000, "wall_time": 48939.555748701096, "train_loss_step": 2.830656051635742, "n_params": 4449370, "total_flops": 66428738150400000, "train_loss": 0.01193373335732354, "subset_score_loss": 0.01193373335732354}
+{"step": 4870000, "wall_time": 48978.75279331207, "train_loss_step": 2.91725492477417, "n_params": 4449370, "total_flops": 66565422796800000, "train_loss": 0.011809419261084662, "subset_score_loss": 0.011809419261084662}
+{"step": 4880000, "wall_time": 49018.156084537506, "train_loss_step": 2.948089599609375, "n_params": 4449370, "total_flops": 66702107443200000, "train_loss": 0.01203813287946913, "subset_score_loss": 0.01203813287946913}
+{"step": 4890000, "wall_time": 49057.38521337509, "train_loss_step": 3.052639961242676, "n_params": 4449370, "total_flops": 66838792089600000, "train_loss": 0.012027912669711642, "subset_score_loss": 0.012027912669711642}
+{"step": 4900000, "wall_time": 49132.00147008896, "train_loss_step": 3.0771231651306152, "n_params": 4449370, "total_flops": 66975476736000000, "train_loss": 0.012381035751766628, "subset_score_loss": 0.012381035751766628, "memorization_fraction_pixel": 0.8177000284194946, "mean_nn_ratio_pixel": 0.33094391226768494, "fid": 39.11561664791195}
+{"step": 4910000, "wall_time": 49171.30809378624, "train_loss_step": 2.927926540374756, "n_params": 4449370, "total_flops": 67112161382400000, "train_loss": 0.011805604563819037, "subset_score_loss": 0.011805604563819037}
+{"step": 4920000, "wall_time": 49210.477741241455, "train_loss_step": 2.626068353652954, "n_params": 4449370, "total_flops": 67248846028800000, "train_loss": 0.012740896807776557, "subset_score_loss": 0.012740896807776557}
+{"step": 4930000, "wall_time": 49249.46702837944, "train_loss_step": 3.037809133529663, "n_params": 4449370, "total_flops": 67385530675200000, "train_loss": 0.01197313732571072, "subset_score_loss": 0.01197313732571072}
+{"step": 4940000, "wall_time": 49288.74745678902, "train_loss_step": 2.8165223598480225, "n_params": 4449370, "total_flops": 67522215321600000, "train_loss": 0.011570035086737738, "subset_score_loss": 0.011570035086737738}
+{"step": 4950000, "wall_time": 49321.635073423386, "train_loss_step": 2.7561235427856445, "n_params": 4449370, "total_flops": 67658899968000000, "train_loss": 0.012603053781721328, "subset_score_loss": 0.012603053781721328}
+{"step": 4960000, "wall_time": 49344.59518647194, "train_loss_step": 3.132476568222046, "n_params": 4449370, "total_flops": 67795584614400000, "train_loss": 0.01250331269370185, "subset_score_loss": 0.01250331269370185}
+{"step": 4970000, "wall_time": 49367.781561136246, "train_loss_step": 2.7190494537353516, "n_params": 4449370, "total_flops": 67932269260800000, "train_loss": 0.01209901836183336, "subset_score_loss": 0.01209901836183336}
+{"step": 4980000, "wall_time": 49390.64291572571, "train_loss_step": 2.961178779602051, "n_params": 4449370, "total_flops": 68068953907200000, "train_loss": 0.01186196936501397, "subset_score_loss": 0.01186196936501397}
+{"step": 4990000, "wall_time": 49413.41119027138, "train_loss_step": 2.684577465057373, "n_params": 4449370, "total_flops": 68205638553600000, "train_loss": 0.011517122056749133, "subset_score_loss": 0.011517122056749133}
+{"step": 5000000, "wall_time": 49454.86889195442, "train_loss_step": 2.947232723236084, "n_params": 4449370, "total_flops": 68342323200000000, "train_loss": 0.011582945452796088, "subset_score_loss": 0.011582945452796088, "memorization_fraction_pixel": 0.8334000110626221, "mean_nn_ratio_pixel": 0.32002317905426025, "fid": 37.845011910279965}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d90/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d90/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..f1b286b7cd82da7421f05817cd4df69c008a483d
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d90/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     73s | train_loss=1.0031 | fid=306.4141
+  step   10000 |    167s | train_loss=0.8169
+  step   20000 |    261s | train_loss=0.7008
+  step   30000 |    356s | train_loss=0.5653
+  step   40000 |    451s | train_loss=0.4185
+  step   50000 |    546s | train_loss=0.2961
+  step   60000 |    641s | train_loss=0.2202
+  step   70000 |    735s | train_loss=0.1810
+  step   80000 |    829s | train_loss=0.1532
+  step   90000 |    924s | train_loss=0.1393
+  step  100000 |   1087s | train_loss=0.1278 | fid=60.2239
+  step  110000 |   1181s | train_loss=0.1175
+  step  120000 |   1276s | train_loss=0.1126
+  step  130000 |   1370s | train_loss=0.1103
+  step  140000 |   1464s | train_loss=0.1027
+  step  150000 |   1559s | train_loss=0.0988
+  step  160000 |   1654s | train_loss=0.0979
+  step  170000 |   1748s | train_loss=0.0921
+  step  180000 |   1843s | train_loss=0.0931
+  step  190000 |   1937s | train_loss=0.0867
+  step  200000 |   2102s | train_loss=0.0852 | fid=58.9430
+  step  210000 |   2195s | train_loss=0.0819
+  step  220000 |   2289s | train_loss=0.0800
+  step  230000 |   2384s | train_loss=0.0775
+  step  240000 |   2478s | train_loss=0.0760
+  step  250000 |   2574s | train_loss=0.0750
+  step  260000 |   2668s | train_loss=0.0721
+  step  270000 |   2763s | train_loss=0.0714
+  step  280000 |   2858s | train_loss=0.0701
+  step  290000 |   2949s | train_loss=0.0687
+  step  300000 |   3115s | train_loss=0.0656 | fid=54.7171
+  step  310000 |   3208s | train_loss=0.0661
+  step  320000 |   3303s | train_loss=0.0646
+  step  330000 |   3398s | train_loss=0.0635
+  step  340000 |   3492s | train_loss=0.0652
+  step  350000 |   3587s | train_loss=0.0621
+  step  360000 |   3682s | train_loss=0.0606
+  step  370000 |   3777s | train_loss=0.0597
+  step  380000 |   3867s | train_loss=0.0585
+  step  390000 |   3962s | train_loss=0.0574
+  step  400000 |   4130s | train_loss=0.0599 | fid=55.3826
+  step  410000 |   4224s | train_loss=0.0563
+  step  420000 |   4319s | train_loss=0.0563
+  step  430000 |   4413s | train_loss=0.0551
+  step  440000 |   4508s | train_loss=0.0538
+  step  450000 |   4602s | train_loss=0.0545
+  step  460000 |   4697s | train_loss=0.0531
+  step  470000 |   4788s | train_loss=0.0532
+  step  480000 |   4881s | train_loss=0.0525
+  step  490000 |   4976s | train_loss=0.0521
+  step  500000 |   5146s | train_loss=0.0509 | fid=53.2353
+  step  510000 |   5241s | train_loss=0.0511
+  step  520000 |   5334s | train_loss=0.0506
+  step  530000 |   5428s | train_loss=0.0496
+  step  540000 |   5523s | train_loss=0.0489
+  step  550000 |   5618s | train_loss=0.0494
+  step  560000 |   5710s | train_loss=0.0478
+  step  570000 |   5802s | train_loss=0.0494
+  step  580000 |   5896s | train_loss=0.0480
+  step  590000 |   5991s | train_loss=0.0470
+  step  600000 |   6161s | train_loss=0.0469 | fid=51.4616
+  step  610000 |   6256s | train_loss=0.0472
+  step  620000 |   6349s | train_loss=0.0463
+  step  630000 |   6444s | train_loss=0.0455
+  step  640000 |   6538s | train_loss=0.0442
+  step  650000 |   6630s | train_loss=0.0450
+  step  660000 |   6720s | train_loss=0.0438
+  step  670000 |   6815s | train_loss=0.0444
+  step  680000 |   6910s | train_loss=0.0442
+  step  690000 |   7005s | train_loss=0.0436
+  step  700000 |   7176s | train_loss=0.0427 | fid=50.9302
+  step  710000 |   7271s | train_loss=0.0434
+  step  720000 |   7364s | train_loss=0.0424
+  step  730000 |   7459s | train_loss=0.0434
+  step  740000 |   7553s | train_loss=0.0412
+  step  750000 |   7642s | train_loss=0.0415
+  step  760000 |   7737s | train_loss=0.0407
+  step  770000 |   7831s | train_loss=0.0410
+  step  780000 |   7926s | train_loss=0.0417
+  step  790000 |   8020s | train_loss=0.0421
+  step  800000 |   8193s | train_loss=0.0406 | fid=49.4456
+  step  810000 |   8288s | train_loss=0.0400
+  step  820000 |   8381s | train_loss=0.0406
+  step  830000 |   8476s | train_loss=0.0400
+  step  840000 |   8566s | train_loss=0.0393
+  step  850000 |   8658s | train_loss=0.0410
+  step  860000 |   8753s | train_loss=0.0387
+  step  870000 |   8848s | train_loss=0.0399
+  step  880000 |   8942s | train_loss=0.0387
+  step  890000 |   9035s | train_loss=0.0378
+  step  900000 |   9205s | train_loss=0.0393 | fid=49.1623
+  step  910000 |   9300s | train_loss=0.0388
+  step  920000 |   9393s | train_loss=0.0383
+  step  930000 |   9485s | train_loss=0.0372
+  step  940000 |   9577s | train_loss=0.0374
+  step  950000 |   9672s | train_loss=0.0372
+  step  960000 |   9767s | train_loss=0.0371
+  step  970000 |   9862s | train_loss=0.0359
+  step  980000 |   9956s | train_loss=0.0364
+  step  990000 |  10049s | train_loss=0.0365
+  step 1000000 |  10223s | train_loss=0.0368 | fid=49.1120
+  step 1010000 |  10317s | train_loss=0.0363
+  step 1020000 |  10410s | train_loss=0.0357
+  step 1030000 |  10499s | train_loss=0.0354
+  step 1040000 |  10594s | train_loss=0.0351
+  step 1050000 |  10689s | train_loss=0.0369
+  step 1060000 |  10783s | train_loss=0.0374
+  step 1070000 |  10878s | train_loss=0.0358
+  step 1080000 |  10973s | train_loss=0.0342
+  step 1090000 |  11066s | train_loss=0.0343
+  step 1100000 |  11239s | train_loss=0.0358 | fid=46.4350
+  step 1110000 |  11331s | train_loss=0.0341
+  step 1120000 |  11422s | train_loss=0.0337
+  step 1130000 |  11515s | train_loss=0.0338
+  step 1140000 |  11609s | train_loss=0.0336
+  step 1150000 |  11704s | train_loss=0.0342
+  step 1160000 |  11798s | train_loss=0.0331
+  step 1170000 |  11893s | train_loss=0.0329
+  step 1180000 |  11989s | train_loss=0.0334
+  step 1190000 |  12082s | train_loss=0.0326
+  step 1200000 |  12254s | train_loss=0.0330 | fid=46.6906
+  step 1210000 |  12346s | train_loss=0.0324
+  step 1220000 |  12438s | train_loss=0.0329
+  step 1230000 |  12531s | train_loss=0.0333
+  step 1240000 |  12625s | train_loss=0.0323
+  step 1250000 |  12720s | train_loss=0.0321
+  step 1260000 |  12815s | train_loss=0.0324
+  step 1270000 |  12910s | train_loss=0.0324
+  step 1280000 |  13003s | train_loss=0.0314
+  step 1290000 |  13098s | train_loss=0.0310
+  step 1300000 |  13268s | train_loss=0.0330 | fid=45.7833
+  step 1310000 |  13359s | train_loss=0.0311
+  step 1320000 |  13454s | train_loss=0.0305
+  step 1330000 |  13547s | train_loss=0.0314
+  step 1340000 |  13642s | train_loss=0.0313
+  step 1350000 |  13736s | train_loss=0.0305
+  step 1360000 |  13831s | train_loss=0.0307
+  step 1370000 |  13925s | train_loss=0.0302
+  step 1380000 |  14018s | train_loss=0.0293
+  step 1390000 |  14113s | train_loss=0.0307
+  step 1400000 |  14279s | train_loss=0.0302 | fid=46.4426
+  step 1410000 |  14373s | train_loss=0.0303
+  step 1420000 |  14467s | train_loss=0.0311
+  step 1430000 |  14560s | train_loss=0.0286
+  step 1440000 |  14655s | train_loss=0.0292
+  step 1450000 |  14749s | train_loss=0.0291
+  step 1460000 |  14844s | train_loss=0.0290
+  step 1470000 |  14939s | train_loss=0.0286
+  step 1480000 |  15032s | train_loss=0.0289
+  step 1490000 |  15124s | train_loss=0.0302
+  step 1500000 |  15302s | train_loss=0.0288 | fid=46.3895
+  step 1510000 |  15397s | train_loss=0.0285
+  step 1520000 |  15491s | train_loss=0.0290
+  step 1530000 |  15585s | train_loss=0.0282
+  step 1540000 |  15680s | train_loss=0.0280
+  step 1550000 |  15774s | train_loss=0.0277
+  step 1560000 |  15869s | train_loss=0.0275
+  step 1570000 |  15962s | train_loss=0.0274
+  step 1580000 |  16049s | train_loss=0.0276
+  step 1590000 |  16141s | train_loss=0.0280
+  step 1600000 |  16334s | train_loss=0.0281 | fid=45.8452
+  step 1610000 |  16429s | train_loss=0.0273
+  step 1620000 |  16524s | train_loss=0.0280
+  step 1630000 |  16618s | train_loss=0.0284
+  step 1640000 |  16713s | train_loss=0.0273
+  step 1650000 |  16807s | train_loss=0.0260
+  step 1660000 |  16902s | train_loss=0.0265
+  step 1670000 |  16989s | train_loss=0.0267
+  step 1680000 |  17081s | train_loss=0.0257
+  step 1690000 |  17167s | train_loss=0.0267
+  step 1700000 |  17363s | train_loss=0.0268 | fid=45.3795
+  step 1710000 |  17457s | train_loss=0.0259
+  step 1720000 |  17552s | train_loss=0.0264
+  step 1730000 |  17646s | train_loss=0.0263
+  step 1740000 |  17740s | train_loss=0.0255
+  step 1750000 |  17835s | train_loss=0.0257
+  step 1760000 |  17926s | train_loss=0.0260
+  step 1770000 |  18016s | train_loss=0.0260
+  step 1780000 |  18102s | train_loss=0.0269
+  step 1790000 |  18196s | train_loss=0.0247
+  step 1800000 |  18387s | train_loss=0.0246 | fid=43.9966
+  step 1810000 |  18482s | train_loss=0.0260
+  step 1820000 |  18577s | train_loss=0.0242
+  step 1830000 |  18670s | train_loss=0.0249
+  step 1840000 |  18765s | train_loss=0.0250
+  step 1850000 |  18860s | train_loss=0.0252
+  step 1860000 |  18944s | train_loss=0.0243
+  step 1870000 |  19031s | train_loss=0.0247
+  step 1880000 |  19124s | train_loss=0.0244
+  step 1890000 |  19219s | train_loss=0.0249
+  step 1900000 |  19419s | train_loss=0.0243 | fid=43.0057
+  step 1910000 |  19514s | train_loss=0.0243
+  step 1920000 |  19608s | train_loss=0.0239
+  step 1930000 |  19702s | train_loss=0.0241
+  step 1940000 |  19796s | train_loss=0.0242
+  step 1950000 |  19880s | train_loss=0.0232
+  step 1960000 |  19971s | train_loss=0.0230
+  step 1970000 |  20059s | train_loss=0.0240
+  step 1980000 |  20153s | train_loss=0.0246
+  step 1990000 |  20248s | train_loss=0.0244
+  step 2000000 |  20457s | train_loss=0.0233 | fid=43.5377
+  step 2010000 |  20551s | train_loss=0.0231
+  step 2020000 |  20646s | train_loss=0.0240
+  step 2030000 |  20739s | train_loss=0.0234
+  step 2040000 |  20827s | train_loss=0.0232
+  step 2050000 |  20920s | train_loss=0.0238
+  step 2060000 |  21007s | train_loss=0.0224
+  step 2070000 |  21101s | train_loss=0.0232
+  step 2080000 |  21196s | train_loss=0.0239
+  step 2090000 |  21291s | train_loss=0.0223
+  step 2100000 |  21516s | train_loss=0.0236 | fid=44.2686
+  step 2110000 |  21611s | train_loss=0.0230
+  step 2120000 |  21702s | train_loss=0.0226
+  step 2130000 |  21781s | train_loss=0.0223
+  step 2140000 |  21871s | train_loss=0.0218
+  step 2150000 |  21949s | train_loss=0.0220
+  step 2160000 |  22043s | train_loss=0.0226
+  step 2170000 |  22137s | train_loss=0.0214
+  step 2180000 |  22232s | train_loss=0.0217
+  step 2190000 |  22326s | train_loss=0.0221
+  step 2200000 |  22543s | train_loss=0.0222 | fid=42.2598
+  step 2210000 |  22637s | train_loss=0.0217
+  step 2220000 |  22718s | train_loss=0.0217
+  step 2230000 |  22810s | train_loss=0.0213
+  step 2240000 |  22895s | train_loss=0.0217
+  step 2250000 |  22985s | train_loss=0.0216
+  step 2260000 |  23079s | train_loss=0.0226
+  step 2270000 |  23174s | train_loss=0.0208
+  step 2280000 |  23268s | train_loss=0.0220
+  step 2290000 |  23363s | train_loss=0.0212
+  step 2300000 |  23570s | train_loss=0.0206 | fid=42.9291
+  step 2310000 |  23660s | train_loss=0.0212
+  step 2320000 |  23751s | train_loss=0.0217
+  step 2330000 |  23844s | train_loss=0.0204
+  step 2340000 |  23931s | train_loss=0.0212
+  step 2350000 |  24025s | train_loss=0.0212
+  step 2360000 |  24120s | train_loss=0.0207
+  step 2370000 |  24214s | train_loss=0.0212
+  step 2380000 |  24309s | train_loss=0.0208
+  step 2390000 |  24403s | train_loss=0.0200
+  step 2400000 |  24594s | train_loss=0.0204 | fid=42.2084
+  step 2410000 |  24686s | train_loss=0.0198
+  step 2420000 |  24778s | train_loss=0.0204
+  step 2430000 |  24866s | train_loss=0.0205
+  step 2440000 |  24960s | train_loss=0.0201
+  step 2450000 |  25054s | train_loss=0.0199
+  step 2460000 |  25148s | train_loss=0.0207
+  step 2470000 |  25243s | train_loss=0.0199
+  step 2480000 |  25337s | train_loss=0.0208
+  step 2490000 |  25432s | train_loss=0.0210
+  step 2500000 |  25622s | train_loss=0.0192 | fid=40.5370
+  step 2510000 |  25713s | train_loss=0.0195
+  step 2520000 |  25797s | train_loss=0.0196
+  step 2530000 |  25891s | train_loss=0.0194
+  step 2540000 |  25985s | train_loss=0.0201
+  step 2550000 |  26080s | train_loss=0.0190
+  step 2560000 |  26175s | train_loss=0.0197
+  step 2570000 |  26270s | train_loss=0.0205
+  step 2580000 |  26364s | train_loss=0.0191
+  step 2590000 |  26458s | train_loss=0.0194
+  step 2600000 |  26641s | train_loss=0.0193 | fid=40.5515
+  step 2610000 |  26728s | train_loss=0.0191
+  step 2620000 |  26817s | train_loss=0.0201
+  step 2630000 |  26911s | train_loss=0.0191
+  step 2640000 |  27005s | train_loss=0.0185
+  step 2650000 |  27100s | train_loss=0.0196
+  step 2660000 |  27194s | train_loss=0.0194
+  step 2670000 |  27289s | train_loss=0.0184
+  step 2680000 |  27384s | train_loss=0.0195
+  step 2690000 |  27469s | train_loss=0.0184
+  step 2700000 |  27669s | train_loss=0.0187 | fid=41.0907
+  step 2710000 |  27752s | train_loss=0.0185
+  step 2720000 |  27847s | train_loss=0.0190
+  step 2730000 |  27941s | train_loss=0.0193
+  step 2740000 |  28035s | train_loss=0.0190
+  step 2750000 |  28130s | train_loss=0.0184
+  step 2760000 |  28225s | train_loss=0.0182
+  step 2770000 |  28319s | train_loss=0.0188
+  step 2780000 |  28406s | train_loss=0.0182
+  step 2790000 |  28497s | train_loss=0.0199
+  step 2800000 |  28690s | train_loss=0.0183 | fid=41.2118
+  step 2810000 |  28783s | train_loss=0.0183
+  step 2820000 |  28877s | train_loss=0.0178
+  step 2830000 |  28971s | train_loss=0.0184
+  step 2840000 |  29066s | train_loss=0.0179
+  step 2850000 |  29161s | train_loss=0.0178
+  step 2860000 |  29256s | train_loss=0.0175
+  step 2870000 |  29347s | train_loss=0.0188
+  step 2880000 |  29437s | train_loss=0.0178
+  step 2890000 |  29532s | train_loss=0.0175
+  step 2900000 |  29743s | train_loss=0.0176 | fid=39.5936
+  step 2910000 |  29837s | train_loss=0.0176
+  step 2920000 |  29932s | train_loss=0.0175
+  step 2930000 |  30026s | train_loss=0.0177
+  step 2940000 |  30121s | train_loss=0.0172
+  step 2950000 |  30215s | train_loss=0.0182
+  step 2960000 |  30302s | train_loss=0.0181
+  step 2970000 |  30392s | train_loss=0.0173
+  step 2980000 |  30487s | train_loss=0.0171
+  step 2990000 |  30573s | train_loss=0.0173
+  step 3000000 |  30807s | train_loss=0.0174 | fid=40.5461
+  step 3010000 |  30902s | train_loss=0.0174
+  step 3020000 |  30996s | train_loss=0.0168
+  step 3030000 |  31091s | train_loss=0.0178
+  step 3040000 |  31185s | train_loss=0.0173
+  step 3050000 |  31269s | train_loss=0.0172
+  step 3060000 |  31363s | train_loss=0.0172
+  step 3070000 |  31458s | train_loss=0.0172
+  step 3080000 |  31542s | train_loss=0.0167
+  step 3090000 |  31637s | train_loss=0.0170
+  step 3100000 |  31839s | train_loss=0.0179 | fid=40.0676
+  step 3110000 |  31934s | train_loss=0.0171
+  step 3120000 |  32028s | train_loss=0.0178
+  step 3130000 |  32123s | train_loss=0.0168
+  step 3140000 |  32210s | train_loss=0.0167
+  step 3150000 |  32299s | train_loss=0.0168
+  step 3160000 |  32394s | train_loss=0.0168
+  step 3170000 |  32481s | train_loss=0.0173
+  step 3180000 |  32564s | train_loss=0.0172
+  step 3190000 |  32658s | train_loss=0.0161
+  step 3200000 |  32868s | train_loss=0.0170 | fid=40.7420
+  step 3210000 |  32963s | train_loss=0.0175
+  step 3220000 |  33057s | train_loss=0.0170
+  step 3230000 |  33149s | train_loss=0.0165
+  step 3240000 |  33236s | train_loss=0.0163
+  step 3250000 |  33331s | train_loss=0.0164
+  step 3260000 |  33427s | train_loss=0.0189
+  step 3270000 |  33508s | train_loss=0.0166
+  step 3280000 |  33603s | train_loss=0.0161
+  step 3290000 |  33698s | train_loss=0.0156
+  step 3300000 |  33937s | train_loss=0.0162 | fid=40.0222
+  step 3310000 |  34032s | train_loss=0.0167
+  step 3320000 |  34117s | train_loss=0.0153
+  step 3330000 |  34210s | train_loss=0.0163
+  step 3340000 |  34305s | train_loss=0.0156
+  step 3350000 |  34399s | train_loss=0.0158
+  step 3360000 |  34476s | train_loss=0.0161
+  step 3370000 |  34571s | train_loss=0.0174
+  step 3380000 |  34666s | train_loss=0.0164
+  step 3390000 |  34761s | train_loss=0.0151
+  step 3400000 |  34986s | train_loss=0.0160 | fid=39.9460
+  step 3410000 |  35070s | train_loss=0.0159
+  step 3420000 |  35161s | train_loss=0.0163
+  step 3430000 |  35256s | train_loss=0.0157
+  step 3440000 |  35351s | train_loss=0.0156
+  step 3450000 |  35432s | train_loss=0.0163
+  step 3460000 |  35522s | train_loss=0.0155
+  step 3470000 |  35616s | train_loss=0.0155
+  step 3480000 |  35711s | train_loss=0.0156
+  step 3490000 |  35804s | train_loss=0.0157
+  step 3500000 |  36003s | train_loss=0.0157 | fid=38.9449
+  step 3510000 |  36085s | train_loss=0.0147
+  step 3520000 |  36179s | train_loss=0.0151
+  step 3530000 |  36274s | train_loss=0.0164
+  step 3540000 |  36366s | train_loss=0.0155
+  step 3550000 |  36446s | train_loss=0.0151
+  step 3560000 |  36541s | train_loss=0.0155
+  step 3570000 |  36635s | train_loss=0.0156
+  step 3580000 |  36730s | train_loss=0.0162
+  step 3590000 |  36823s | train_loss=0.0156
+  step 3600000 |  37024s | train_loss=0.0154 | fid=39.6259
+  step 3610000 |  37119s | train_loss=0.0153
+  step 3620000 |  37214s | train_loss=0.0154
+  step 3630000 |  37308s | train_loss=0.0146
+  step 3640000 |  37390s | train_loss=0.0157
+  step 3650000 |  37485s | train_loss=0.0159
+  step 3660000 |  37580s | train_loss=0.0145
+  step 3670000 |  37675s | train_loss=0.0152
+  step 3680000 |  37769s | train_loss=0.0149
+  step 3690000 |  37862s | train_loss=0.0153
+  step 3700000 |  38068s | train_loss=0.0150 | fid=38.7316
+  step 3710000 |  38163s | train_loss=0.0148
+  step 3720000 |  38256s | train_loss=0.0149
+  step 3730000 |  38340s | train_loss=0.0151
+  step 3740000 |  38433s | train_loss=0.0162
+  step 3750000 |  38528s | train_loss=0.0149
+  step 3760000 |  38623s | train_loss=0.0141
+  step 3770000 |  38717s | train_loss=0.0151
+  step 3780000 |  38809s | train_loss=0.0145
+  step 3790000 |  38904s | train_loss=0.0148
+  step 3800000 |  39123s | train_loss=0.0146 | fid=38.8665
+  step 3810000 |  39216s | train_loss=0.0147
+  step 3820000 |  39301s | train_loss=0.0147
+  step 3830000 |  39395s | train_loss=0.0141
+  step 3840000 |  39490s | train_loss=0.0151
+  step 3850000 |  39584s | train_loss=0.0148
+  step 3860000 |  39679s | train_loss=0.0139
+  step 3870000 |  39774s | train_loss=0.0154
+  step 3880000 |  39866s | train_loss=0.0142
+  step 3890000 |  39947s | train_loss=0.0143
+  step 3900000 |  40165s | train_loss=0.0148 | fid=39.2619
+  step 3910000 |  40246s | train_loss=0.0144
+  step 3920000 |  40340s | train_loss=0.0140
+  step 3930000 |  40435s | train_loss=0.0140
+  step 3940000 |  40529s | train_loss=0.0138
+  step 3950000 |  40623s | train_loss=0.0154
+  step 3960000 |  40718s | train_loss=0.0143
+  step 3970000 |  40811s | train_loss=0.0147
+  step 3980000 |  40900s | train_loss=0.0144
+  step 3990000 |  40986s | train_loss=0.0143
+  step 4000000 |  41190s | train_loss=0.0137 | fid=38.8222
+  step 4010000 |  41276s | train_loss=0.0141
+  step 4020000 |  41370s | train_loss=0.0135
+  step 4030000 |  41465s | train_loss=0.0149
+  step 4040000 |  41559s | train_loss=0.0136
+  step 4050000 |  41653s | train_loss=0.0144
+  step 4060000 |  41748s | train_loss=0.0138
+  step 4070000 |  41840s | train_loss=0.0133
+  step 4080000 |  41918s | train_loss=0.0132
+  step 4090000 |  42012s | train_loss=0.0137
+  step 4100000 |  42230s | train_loss=0.0141 | fid=38.9143
+  step 4110000 |  42324s | train_loss=0.0139
+  step 4120000 |  42419s | train_loss=0.0131
+  step 4130000 |  42514s | train_loss=0.0148
+  step 4140000 |  42608s | train_loss=0.0143
+  step 4150000 |  42703s | train_loss=0.0133
+  step 4160000 |  42797s | train_loss=0.0144
+  step 4170000 |  42880s | train_loss=0.0143
+  step 4180000 |  42975s | train_loss=0.0136
+  step 4190000 |  43069s | train_loss=0.0139
+  step 4200000 |  43272s | train_loss=0.0130 | fid=39.1930
+  step 4210000 |  43366s | train_loss=0.0135
+  step 4220000 |  43461s | train_loss=0.0148
+  step 4230000 |  43555s | train_loss=0.0130
+  step 4240000 |  43650s | train_loss=0.0139
+  step 4250000 |  43744s | train_loss=0.0135
+  step 4260000 |  43826s | train_loss=0.0136
+  step 4270000 |  43920s | train_loss=0.0135
+  step 4280000 |  44014s | train_loss=0.0132
+  step 4290000 |  44104s | train_loss=0.0144
+  step 4300000 |  44309s | train_loss=0.0137 | fid=39.3077
+  step 4310000 |  44404s | train_loss=0.0140
+  step 4320000 |  44498s | train_loss=0.0130
+  step 4330000 |  44593s | train_loss=0.0136
+  step 4340000 |  44688s | train_loss=0.0132
+  step 4350000 |  44768s | train_loss=0.0143
+  step 4360000 |  44860s | train_loss=0.0137
+  step 4370000 |  44956s | train_loss=0.0142
+  step 4380000 |  45048s | train_loss=0.0131
+  step 4390000 |  45128s | train_loss=0.0136
+  step 4400000 |  45356s | train_loss=0.0129 | fid=39.0380
+  step 4410000 |  45451s | train_loss=0.0132
+  step 4420000 |  45546s | train_loss=0.0132
+  step 4430000 |  45640s | train_loss=0.0125
+  step 4440000 |  45722s | train_loss=0.0134
+  step 4450000 |  45814s | train_loss=0.0133
+  step 4460000 |  45909s | train_loss=0.0125
+  step 4470000 |  46002s | train_loss=0.0138
+  step 4480000 |  46083s | train_loss=0.0125
+  step 4490000 |  46177s | train_loss=0.0128
+  step 4500000 |  46393s | train_loss=0.0136 | fid=38.6929
+  step 4510000 |  46488s | train_loss=0.0124
+  step 4520000 |  46583s | train_loss=0.0127
+  step 4530000 |  46670s | train_loss=0.0133
+  step 4540000 |  46764s | train_loss=0.0128
+  step 4550000 |  46857s | train_loss=0.0129
+  step 4560000 |  46951s | train_loss=0.0125
+  step 4570000 |  47036s | train_loss=0.0124
+  step 4580000 |  47125s | train_loss=0.0121
+  step 4590000 |  47219s | train_loss=0.0134
+  step 4600000 |  47442s | train_loss=0.0127 | fid=38.5275
+  step 4610000 |  47536s | train_loss=0.0130
+  step 4620000 |  47619s | train_loss=0.0138
+  step 4630000 |  47695s | train_loss=0.0128
+  step 4640000 |  47772s | train_loss=0.0131
+  step 4650000 |  47841s | train_loss=0.0127
+  step 4660000 |  47914s | train_loss=0.0137
+  step 4670000 |  47972s | train_loss=0.0123
+  step 4680000 |  48030s | train_loss=0.0123
+  step 4690000 |  48089s | train_loss=0.0126
+  step 4700000 |  48200s | train_loss=0.0123 | fid=39.0072
+  step 4710000 |  48259s | train_loss=0.0128
+  step 4720000 |  48317s | train_loss=0.0128
+  step 4730000 |  48375s | train_loss=0.0117
+  step 4740000 |  48434s | train_loss=0.0132
+  step 4750000 |  48475s | train_loss=0.0126
+  step 4760000 |  48514s | train_loss=0.0127
+  step 4770000 |  48553s | train_loss=0.0122
+  step 4780000 |  48592s | train_loss=0.0124
+  step 4790000 |  48631s | train_loss=0.0122
+  step 4800000 |  48710s | train_loss=0.0119 | fid=38.3927
+  step 4810000 |  48749s | train_loss=0.0128
+  step 4820000 |  48788s | train_loss=0.0128
+  step 4830000 |  48827s | train_loss=0.0126
+  step 4840000 |  48866s | train_loss=0.0122
+  step 4850000 |  48900s | train_loss=0.0114
+  step 4860000 |  48940s | train_loss=0.0119
+  step 4870000 |  48979s | train_loss=0.0118
+  step 4880000 |  49018s | train_loss=0.0120
+  step 4890000 |  49057s | train_loss=0.0120
+  step 4900000 |  49132s | train_loss=0.0124 | fid=39.1156
+  step 4910000 |  49171s | train_loss=0.0118
+  step 4920000 |  49210s | train_loss=0.0127
+  step 4930000 |  49249s | train_loss=0.0120
+  step 4940000 |  49289s | train_loss=0.0116
+  step 4950000 |  49322s | train_loss=0.0126
+  step 4960000 |  49345s | train_loss=0.0125
+  step 4970000 |  49368s | train_loss=0.0121
+  step 4980000 |  49391s | train_loss=0.0119
+  step 4990000 |  49413s | train_loss=0.0115
+  step 5000000 |  49455s | train_loss=0.0116 | fid=37.8450
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d10/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d10/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..1fbba06af0b8a146cb0610c3b0b88a7813d00fe8
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d10/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d10/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d10",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 46,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d10/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d10/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..8c8d42b01bdb83bdd6a08affe56cfe482e57e891
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d10/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 10, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d10/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 46}
+{"step": 1, "wall_time": 69.17854022979736, "train_loss_step": 9.921806335449219, "n_params": 4285450, "total_flops": 13164902400, "train_loss": 0.9775830268859863, "subset_score_loss": 0.9775830268859863, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9562954902648926, "fid": 193.30819727872844}
+{"step": 10000, "wall_time": 157.39271688461304, "train_loss_step": 2.848135232925415, "n_params": 4285450, "total_flops": 131649024000000, "train_loss": 0.9173164367675781, "subset_score_loss": 0.9173164367675781}
+{"step": 20000, "wall_time": 253.27709650993347, "train_loss_step": 2.6034324169158936, "n_params": 4285450, "total_flops": 263298048000000, "train_loss": 0.9138980865478515, "subset_score_loss": 0.9138980865478515}
+{"step": 30000, "wall_time": 348.705135345459, "train_loss_step": 2.4447102546691895, "n_params": 4285450, "total_flops": 394947072000000, "train_loss": 0.912229061126709, "subset_score_loss": 0.912229061126709}
+{"step": 40000, "wall_time": 444.28986072540283, "train_loss_step": 2.54154634475708, "n_params": 4285450, "total_flops": 526596096000000, "train_loss": 0.9112142562866211, "subset_score_loss": 0.9112142562866211}
+{"step": 50000, "wall_time": 539.7466242313385, "train_loss_step": 2.5144543647766113, "n_params": 4285450, "total_flops": 658245120000000, "train_loss": 0.9104446411132813, "subset_score_loss": 0.9104446411132813}
+{"step": 60000, "wall_time": 635.4734137058258, "train_loss_step": 2.5222978591918945, "n_params": 4285450, "total_flops": 789894144000000, "train_loss": 0.9096867561340332, "subset_score_loss": 0.9096867561340332}
+{"step": 70000, "wall_time": 730.6384077072144, "train_loss_step": 2.3168768882751465, "n_params": 4285450, "total_flops": 921543168000000, "train_loss": 0.9089504241943359, "subset_score_loss": 0.9089504241943359}
+{"step": 80000, "wall_time": 825.7482681274414, "train_loss_step": 2.541762351989746, "n_params": 4285450, "total_flops": 1053192192000000, "train_loss": 0.9083444595336914, "subset_score_loss": 0.9083444595336914}
+{"step": 90000, "wall_time": 921.0390450954437, "train_loss_step": 2.4375290870666504, "n_params": 4285450, "total_flops": 1184841216000000, "train_loss": 0.9076465606689453, "subset_score_loss": 0.9076465606689453}
+{"step": 100000, "wall_time": 1075.9023792743683, "train_loss_step": 2.5019044876098633, "n_params": 4285450, "total_flops": 1316490240000000, "train_loss": 0.9070362091064453, "subset_score_loss": 0.9070362091064453, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9375196099281311, "fid": 86.62081378117949}
+{"step": 110000, "wall_time": 1169.1733846664429, "train_loss_step": 2.489272117614746, "n_params": 4285450, "total_flops": 1448139264000000, "train_loss": 0.9065540313720704, "subset_score_loss": 0.9065540313720704}
+{"step": 120000, "wall_time": 1264.0525634288788, "train_loss_step": 2.823601484298706, "n_params": 4285450, "total_flops": 1579788288000000, "train_loss": 0.9057381629943848, "subset_score_loss": 0.9057381629943848}
+{"step": 130000, "wall_time": 1358.8652596473694, "train_loss_step": 2.6681878566741943, "n_params": 4285450, "total_flops": 1711437312000000, "train_loss": 0.9052906990051269, "subset_score_loss": 0.9052906990051269}
+{"step": 140000, "wall_time": 1454.1069784164429, "train_loss_step": 2.645885467529297, "n_params": 4285450, "total_flops": 1843086336000000, "train_loss": 0.9046758651733399, "subset_score_loss": 0.9046758651733399}
+{"step": 150000, "wall_time": 1549.6258716583252, "train_loss_step": 2.62089204788208, "n_params": 4285450, "total_flops": 1974735360000000, "train_loss": 0.9039501190185547, "subset_score_loss": 0.9039501190185547}
+{"step": 160000, "wall_time": 1644.8566615581512, "train_loss_step": 2.9403154850006104, "n_params": 4285450, "total_flops": 2106384384000000, "train_loss": 0.9034085273742676, "subset_score_loss": 0.9034085273742676}
+{"step": 170000, "wall_time": 1740.0669167041779, "train_loss_step": 2.5457847118377686, "n_params": 4285450, "total_flops": 2238033408000000, "train_loss": 0.902615737915039, "subset_score_loss": 0.902615737915039}
+{"step": 180000, "wall_time": 1834.8124265670776, "train_loss_step": 2.4146604537963867, "n_params": 4285450, "total_flops": 2369682432000000, "train_loss": 0.901926326751709, "subset_score_loss": 0.901926326751709}
+{"step": 190000, "wall_time": 1926.9498836994171, "train_loss_step": 2.6544713973999023, "n_params": 4285450, "total_flops": 2501331456000000, "train_loss": 0.9008651733398437, "subset_score_loss": 0.9008651733398437}
+{"step": 200000, "wall_time": 2085.2457473278046, "train_loss_step": 2.3966476917266846, "n_params": 4285450, "total_flops": 2632980480000000, "train_loss": 0.9000055313110351, "subset_score_loss": 0.9000055313110351, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.936368465423584, "fid": 87.63973415882174}
+{"step": 210000, "wall_time": 2178.7561423778534, "train_loss_step": 2.529419422149658, "n_params": 4285450, "total_flops": 2764629504000000, "train_loss": 0.8988785743713379, "subset_score_loss": 0.8988785743713379}
+{"step": 220000, "wall_time": 2273.5370738506317, "train_loss_step": 2.524439573287964, "n_params": 4285450, "total_flops": 2896278528000000, "train_loss": 0.8979373931884765, "subset_score_loss": 0.8979373931884765}
+{"step": 230000, "wall_time": 2364.796394109726, "train_loss_step": 2.7634880542755127, "n_params": 4285450, "total_flops": 3027927552000000, "train_loss": 0.8965409278869629, "subset_score_loss": 0.8965409278869629}
+{"step": 240000, "wall_time": 2457.281087398529, "train_loss_step": 2.470674991607666, "n_params": 4285450, "total_flops": 3159576576000000, "train_loss": 0.8950675010681153, "subset_score_loss": 0.8950675010681153}
+{"step": 250000, "wall_time": 2549.9875423908234, "train_loss_step": 2.5591092109680176, "n_params": 4285450, "total_flops": 3291225600000000, "train_loss": 0.8934195518493653, "subset_score_loss": 0.8934195518493653}
+{"step": 260000, "wall_time": 2642.742871284485, "train_loss_step": 2.6945629119873047, "n_params": 4285450, "total_flops": 3422874624000000, "train_loss": 0.8910055160522461, "subset_score_loss": 0.8910055160522461}
+{"step": 270000, "wall_time": 2735.470942735672, "train_loss_step": 2.5751922130584717, "n_params": 4285450, "total_flops": 3554523648000000, "train_loss": 0.8887533187866211, "subset_score_loss": 0.8887533187866211}
+{"step": 280000, "wall_time": 2827.4868898391724, "train_loss_step": 2.626248359680176, "n_params": 4285450, "total_flops": 3686172672000000, "train_loss": 0.8859122276306153, "subset_score_loss": 0.8859122276306153}
+{"step": 290000, "wall_time": 2912.670377254486, "train_loss_step": 2.4060773849487305, "n_params": 4285450, "total_flops": 3817821696000000, "train_loss": 0.8819361686706543, "subset_score_loss": 0.8819361686706543}
+{"step": 300000, "wall_time": 3075.528941631317, "train_loss_step": 2.3826422691345215, "n_params": 4285450, "total_flops": 3949470720000000, "train_loss": 0.8764582633972168, "subset_score_loss": 0.8764582633972168, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9340912103652954, "fid": 86.82386248765157}
+{"step": 310000, "wall_time": 3168.2627379894257, "train_loss_step": 2.621544599533081, "n_params": 4285450, "total_flops": 4081119744000000, "train_loss": 0.868968391418457, "subset_score_loss": 0.868968391418457}
+{"step": 320000, "wall_time": 3258.1705367565155, "train_loss_step": 2.557250499725342, "n_params": 4285450, "total_flops": 4212768768000000, "train_loss": 0.8588777542114258, "subset_score_loss": 0.8588777542114258}
+{"step": 330000, "wall_time": 3347.9915182590485, "train_loss_step": 2.4689626693725586, "n_params": 4285450, "total_flops": 4344417792000000, "train_loss": 0.846099853515625, "subset_score_loss": 0.846099853515625}
+{"step": 340000, "wall_time": 3440.021340370178, "train_loss_step": 2.473254680633545, "n_params": 4285450, "total_flops": 4476066816000000, "train_loss": 0.8282267570495605, "subset_score_loss": 0.8282267570495605}
+{"step": 350000, "wall_time": 3532.317842721939, "train_loss_step": 2.4856786727905273, "n_params": 4285450, "total_flops": 4607715840000000, "train_loss": 0.809204387664795, "subset_score_loss": 0.809204387664795}
+{"step": 360000, "wall_time": 3624.548942565918, "train_loss_step": 2.338502883911133, "n_params": 4285450, "total_flops": 4739364864000000, "train_loss": 0.7821236610412597, "subset_score_loss": 0.7821236610412597}
+{"step": 370000, "wall_time": 3716.5999562740326, "train_loss_step": 2.5087392330169678, "n_params": 4285450, "total_flops": 4871013888000000, "train_loss": 0.7529195308685303, "subset_score_loss": 0.7529195308685303}
+{"step": 380000, "wall_time": 3803.353380918503, "train_loss_step": 2.1719765663146973, "n_params": 4285450, "total_flops": 5002662912000000, "train_loss": 0.7190983772277832, "subset_score_loss": 0.7190983772277832}
+{"step": 390000, "wall_time": 3893.1682097911835, "train_loss_step": 2.2919182777404785, "n_params": 4285450, "total_flops": 5134311936000000, "train_loss": 0.6708285331726074, "subset_score_loss": 0.6708285331726074}
+{"step": 400000, "wall_time": 4056.8440566062927, "train_loss_step": 2.3626341819763184, "n_params": 4285450, "total_flops": 5265960960000000, "train_loss": 0.634934663772583, "subset_score_loss": 0.634934663772583, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9090574383735657, "fid": 88.21546251328945}
+{"step": 410000, "wall_time": 4146.85727596283, "train_loss_step": 2.3324522972106934, "n_params": 4285450, "total_flops": 5397609984000000, "train_loss": 0.5837856769561768, "subset_score_loss": 0.5837856769561768}
+{"step": 420000, "wall_time": 4236.453236579895, "train_loss_step": 2.15218448638916, "n_params": 4285450, "total_flops": 5529259008000000, "train_loss": 0.543243408203125, "subset_score_loss": 0.543243408203125}
+{"step": 430000, "wall_time": 4327.055920124054, "train_loss_step": 2.1130595207214355, "n_params": 4285450, "total_flops": 5660908032000000, "train_loss": 0.5022755146026612, "subset_score_loss": 0.5022755146026612}
+{"step": 440000, "wall_time": 4418.752927064896, "train_loss_step": 2.2433366775512695, "n_params": 4285450, "total_flops": 5792557056000000, "train_loss": 0.4796122074127197, "subset_score_loss": 0.4796122074127197}
+{"step": 450000, "wall_time": 4511.522653579712, "train_loss_step": 2.159921646118164, "n_params": 4285450, "total_flops": 5924206080000000, "train_loss": 0.4437303066253662, "subset_score_loss": 0.4437303066253662}
+{"step": 460000, "wall_time": 4604.688038825989, "train_loss_step": 2.3208208084106445, "n_params": 4285450, "total_flops": 6055855104000000, "train_loss": 0.4136533737182617, "subset_score_loss": 0.4136533737182617}
+{"step": 470000, "wall_time": 4695.277401447296, "train_loss_step": 1.8914052248001099, "n_params": 4285450, "total_flops": 6187504128000000, "train_loss": 0.38836257457733153, "subset_score_loss": 0.38836257457733153}
+{"step": 480000, "wall_time": 4780.082199811935, "train_loss_step": 1.9559696912765503, "n_params": 4285450, "total_flops": 6319153152000000, "train_loss": 0.3699298858642578, "subset_score_loss": 0.3699298858642578}
+{"step": 490000, "wall_time": 4871.38775062561, "train_loss_step": 1.8482874631881714, "n_params": 4285450, "total_flops": 6450802176000000, "train_loss": 0.35527982711791994, "subset_score_loss": 0.35527982711791994}
+{"step": 500000, "wall_time": 5034.879677534103, "train_loss_step": 1.9938528537750244, "n_params": 4285450, "total_flops": 6582451200000000, "train_loss": 0.3302372217178345, "subset_score_loss": 0.3302372217178345, "memorization_fraction_pixel": 0.0007999999797903001, "mean_nn_ratio_pixel": 0.840034008026123, "fid": 88.910757807216}
+{"step": 510000, "wall_time": 5115.840735912323, "train_loss_step": 2.330122470855713, "n_params": 4285450, "total_flops": 6714100224000000, "train_loss": 0.3175474166870117, "subset_score_loss": 0.3175474166870117}
+{"step": 520000, "wall_time": 5207.516981601715, "train_loss_step": 2.1350443363189697, "n_params": 4285450, "total_flops": 6845749248000000, "train_loss": 0.30661146640777587, "subset_score_loss": 0.30661146640777587}
+{"step": 530000, "wall_time": 5296.149502515793, "train_loss_step": 1.8998141288757324, "n_params": 4285450, "total_flops": 6977398272000000, "train_loss": 0.297426438331604, "subset_score_loss": 0.297426438331604}
+{"step": 540000, "wall_time": 5387.049058675766, "train_loss_step": 1.913484811782837, "n_params": 4285450, "total_flops": 7109047296000000, "train_loss": 0.2791905403137207, "subset_score_loss": 0.2791905403137207}
+{"step": 550000, "wall_time": 5479.12801861763, "train_loss_step": 1.84096360206604, "n_params": 4285450, "total_flops": 7240696320000000, "train_loss": 0.2833496809005737, "subset_score_loss": 0.2833496809005737}
+{"step": 560000, "wall_time": 5571.268666028976, "train_loss_step": 1.9318487644195557, "n_params": 4285450, "total_flops": 7372345344000000, "train_loss": 0.26524193286895753, "subset_score_loss": 0.26524193286895753}
+{"step": 570000, "wall_time": 5659.136514663696, "train_loss_step": 2.1653692722320557, "n_params": 4285450, "total_flops": 7503994368000000, "train_loss": 0.261879563331604, "subset_score_loss": 0.261879563331604}
+{"step": 580000, "wall_time": 5748.261432170868, "train_loss_step": 1.9757784605026245, "n_params": 4285450, "total_flops": 7635643392000000, "train_loss": 0.2502391576766968, "subset_score_loss": 0.2502391576766968}
+{"step": 590000, "wall_time": 5840.815773963928, "train_loss_step": 2.034897565841675, "n_params": 4285450, "total_flops": 7767292416000000, "train_loss": 0.24334325790405273, "subset_score_loss": 0.24334325790405273}
+{"step": 600000, "wall_time": 6003.264168739319, "train_loss_step": 1.930301547050476, "n_params": 4285450, "total_flops": 7898941440000000, "train_loss": 0.23654005527496338, "subset_score_loss": 0.23654005527496338, "memorization_fraction_pixel": 0.0027000000700354576, "mean_nn_ratio_pixel": 0.799368143081665, "fid": 86.91132810975154}
+{"step": 610000, "wall_time": 6092.204214811325, "train_loss_step": 1.7565733194351196, "n_params": 4285450, "total_flops": 8030590464000000, "train_loss": 0.23238513469696045, "subset_score_loss": 0.23238513469696045}
+{"step": 620000, "wall_time": 6184.276401758194, "train_loss_step": 1.9912140369415283, "n_params": 4285450, "total_flops": 8162239488000000, "train_loss": 0.22552740573883057, "subset_score_loss": 0.22552740573883057}
+{"step": 630000, "wall_time": 6274.278195858002, "train_loss_step": 2.10138201713562, "n_params": 4285450, "total_flops": 8293888512000000, "train_loss": 0.2201242685317993, "subset_score_loss": 0.2201242685317993}
+{"step": 640000, "wall_time": 6365.430976629257, "train_loss_step": 1.9838261604309082, "n_params": 4285450, "total_flops": 8425537536000000, "train_loss": 0.21259443759918212, "subset_score_loss": 0.21259443759918212}
+{"step": 650000, "wall_time": 6456.6124720573425, "train_loss_step": 1.7636783123016357, "n_params": 4285450, "total_flops": 8557186560000000, "train_loss": 0.21531109809875487, "subset_score_loss": 0.21531109809875487}
+{"step": 660000, "wall_time": 6544.010334730148, "train_loss_step": 2.014925479888916, "n_params": 4285450, "total_flops": 8688835584000000, "train_loss": 0.20743486881256104, "subset_score_loss": 0.20743486881256104}
+{"step": 670000, "wall_time": 6624.598241567612, "train_loss_step": 1.9662679433822632, "n_params": 4285450, "total_flops": 8820484608000000, "train_loss": 0.20599024295806884, "subset_score_loss": 0.20599024295806884}
+{"step": 680000, "wall_time": 6712.079538106918, "train_loss_step": 1.9038536548614502, "n_params": 4285450, "total_flops": 8952133632000000, "train_loss": 0.19728909730911254, "subset_score_loss": 0.19728909730911254}
+{"step": 690000, "wall_time": 6801.188792467117, "train_loss_step": 2.0276875495910645, "n_params": 4285450, "total_flops": 9083782656000000, "train_loss": 0.1934261918067932, "subset_score_loss": 0.1934261918067932}
+{"step": 700000, "wall_time": 6964.908781290054, "train_loss_step": 1.8191227912902832, "n_params": 4285450, "total_flops": 9215431680000000, "train_loss": 0.19541248083114623, "subset_score_loss": 0.19541248083114623, "memorization_fraction_pixel": 0.002300000051036477, "mean_nn_ratio_pixel": 0.7840738296508789, "fid": 86.57036480582585}
+{"step": 710000, "wall_time": 7055.262372493744, "train_loss_step": 1.9486620426177979, "n_params": 4285450, "total_flops": 9347080704000000, "train_loss": 0.18657454252243041, "subset_score_loss": 0.18657454252243041}
+{"step": 720000, "wall_time": 7146.295789480209, "train_loss_step": 2.186492443084717, "n_params": 4285450, "total_flops": 9478729728000000, "train_loss": 0.18396463394165039, "subset_score_loss": 0.18396463394165039}
+{"step": 730000, "wall_time": 7238.457973480225, "train_loss_step": 1.8248674869537354, "n_params": 4285450, "total_flops": 9610378752000000, "train_loss": 0.1814247488975525, "subset_score_loss": 0.1814247488975525}
+{"step": 740000, "wall_time": 7327.54420375824, "train_loss_step": 1.8539263010025024, "n_params": 4285450, "total_flops": 9742027776000000, "train_loss": 0.1802268624305725, "subset_score_loss": 0.1802268624305725}
+{"step": 750000, "wall_time": 7419.196564435959, "train_loss_step": 1.6952952146530151, "n_params": 4285450, "total_flops": 9873676800000000, "train_loss": 0.17701030969619752, "subset_score_loss": 0.17701030969619752}
+{"step": 760000, "wall_time": 7507.586076259613, "train_loss_step": 1.9636683464050293, "n_params": 4285450, "total_flops": 10005325824000000, "train_loss": 0.177592134475708, "subset_score_loss": 0.177592134475708}
+{"step": 770000, "wall_time": 7588.606180667877, "train_loss_step": 1.8145463466644287, "n_params": 4285450, "total_flops": 10136974848000000, "train_loss": 0.17248797416687012, "subset_score_loss": 0.17248797416687012}
+{"step": 780000, "wall_time": 7681.690339803696, "train_loss_step": 1.7746403217315674, "n_params": 4285450, "total_flops": 10268623872000000, "train_loss": 0.17297569513320923, "subset_score_loss": 0.17297569513320923}
+{"step": 790000, "wall_time": 7774.346409082413, "train_loss_step": 1.8117587566375732, "n_params": 4285450, "total_flops": 10400272896000000, "train_loss": 0.16863701343536378, "subset_score_loss": 0.16863701343536378}
+{"step": 800000, "wall_time": 7937.235772848129, "train_loss_step": 1.7301270961761475, "n_params": 4285450, "total_flops": 10531921920000000, "train_loss": 0.16656192541122436, "subset_score_loss": 0.16656192541122436, "memorization_fraction_pixel": 0.003800000064074993, "mean_nn_ratio_pixel": 0.7640358209609985, "fid": 87.34710803898979}
+{"step": 810000, "wall_time": 8030.143695116043, "train_loss_step": 1.9320731163024902, "n_params": 4285450, "total_flops": 10663570944000000, "train_loss": 0.1629665970802307, "subset_score_loss": 0.1629665970802307}
+{"step": 820000, "wall_time": 8108.319990634918, "train_loss_step": 1.8733859062194824, "n_params": 4285450, "total_flops": 10795219968000000, "train_loss": 0.1652955174446106, "subset_score_loss": 0.1652955174446106}
+{"step": 830000, "wall_time": 8200.482013702393, "train_loss_step": 2.1006975173950195, "n_params": 4285450, "total_flops": 10926868992000000, "train_loss": 0.16101104021072388, "subset_score_loss": 0.16101104021072388}
+{"step": 840000, "wall_time": 8288.979015350342, "train_loss_step": 1.8017897605895996, "n_params": 4285450, "total_flops": 11058518016000000, "train_loss": 0.15863906145095824, "subset_score_loss": 0.15863906145095824}
+{"step": 850000, "wall_time": 8379.651143550873, "train_loss_step": 1.9473304748535156, "n_params": 4285450, "total_flops": 11190167040000000, "train_loss": 0.1584012508392334, "subset_score_loss": 0.1584012508392334}
+{"step": 860000, "wall_time": 8460.739443302155, "train_loss_step": 2.086183547973633, "n_params": 4285450, "total_flops": 11321816064000000, "train_loss": 0.1553853988647461, "subset_score_loss": 0.1553853988647461}
+{"step": 870000, "wall_time": 8536.490090370178, "train_loss_step": 1.7428288459777832, "n_params": 4285450, "total_flops": 11453465088000000, "train_loss": 0.15528677701950072, "subset_score_loss": 0.15528677701950072}
+{"step": 880000, "wall_time": 8628.201395273209, "train_loss_step": 1.8008462190628052, "n_params": 4285450, "total_flops": 11585114112000000, "train_loss": 0.15345367193222045, "subset_score_loss": 0.15345367193222045}
+{"step": 890000, "wall_time": 8719.577988147736, "train_loss_step": 1.8427395820617676, "n_params": 4285450, "total_flops": 11716763136000000, "train_loss": 0.152241849899292, "subset_score_loss": 0.152241849899292}
+{"step": 900000, "wall_time": 8882.638556957245, "train_loss_step": 1.776832103729248, "n_params": 4285450, "total_flops": 11848412160000000, "train_loss": 0.1517077326774597, "subset_score_loss": 0.1517077326774597, "memorization_fraction_pixel": 0.002400000113993883, "mean_nn_ratio_pixel": 0.7490875720977783, "fid": 86.34015884420873}
+{"step": 910000, "wall_time": 8974.895984888077, "train_loss_step": 1.842592716217041, "n_params": 4285450, "total_flops": 11980061184000000, "train_loss": 0.14950037002563477, "subset_score_loss": 0.14950037002563477}
+{"step": 920000, "wall_time": 9061.422453165054, "train_loss_step": 1.940232276916504, "n_params": 4285450, "total_flops": 12111710208000000, "train_loss": 0.14951411485671998, "subset_score_loss": 0.14951411485671998}
+{"step": 930000, "wall_time": 9142.381019353867, "train_loss_step": 1.9448637962341309, "n_params": 4285450, "total_flops": 12243359232000000, "train_loss": 0.14557636976242067, "subset_score_loss": 0.14557636976242067}
+{"step": 940000, "wall_time": 9233.838476896286, "train_loss_step": 1.8772743940353394, "n_params": 4285450, "total_flops": 12375008256000000, "train_loss": 0.14598770141601564, "subset_score_loss": 0.14598770141601564}
+{"step": 950000, "wall_time": 9320.704909324646, "train_loss_step": 1.7211277484893799, "n_params": 4285450, "total_flops": 12506657280000000, "train_loss": 0.1423437476158142, "subset_score_loss": 0.1423437476158142}
+{"step": 960000, "wall_time": 9405.13018155098, "train_loss_step": 1.7510327100753784, "n_params": 4285450, "total_flops": 12638306304000000, "train_loss": 0.14139899015426635, "subset_score_loss": 0.14139899015426635}
+{"step": 970000, "wall_time": 9484.967855215073, "train_loss_step": 1.856113314628601, "n_params": 4285450, "total_flops": 12769955328000000, "train_loss": 0.1411542773246765, "subset_score_loss": 0.1411542773246765}
+{"step": 980000, "wall_time": 9569.538239479065, "train_loss_step": 1.8183586597442627, "n_params": 4285450, "total_flops": 12901604352000000, "train_loss": 0.14259226322174073, "subset_score_loss": 0.14259226322174073}
+{"step": 990000, "wall_time": 9660.88393831253, "train_loss_step": 1.8862189054489136, "n_params": 4285450, "total_flops": 13033253376000000, "train_loss": 0.13906203508377074, "subset_score_loss": 0.13906203508377074}
+{"step": 1000000, "wall_time": 9824.200258255005, "train_loss_step": 1.8948662281036377, "n_params": 4285450, "total_flops": 13164902400000000, "train_loss": 0.13866406679153442, "subset_score_loss": 0.13866406679153442, "memorization_fraction_pixel": 0.004800000227987766, "mean_nn_ratio_pixel": 0.7367672920227051, "fid": 87.36102364116124}
+{"step": 1010000, "wall_time": 9916.06975197792, "train_loss_step": 2.221726655960083, "n_params": 4285450, "total_flops": 13296551424000000, "train_loss": 0.13763303756713868, "subset_score_loss": 0.13763303756713868}
+{"step": 1020000, "wall_time": 10007.349176168442, "train_loss_step": 1.9662466049194336, "n_params": 4285450, "total_flops": 13428200448000000, "train_loss": 0.13664449453353883, "subset_score_loss": 0.13664449453353883}
+{"step": 1030000, "wall_time": 10091.34341096878, "train_loss_step": 1.8436437845230103, "n_params": 4285450, "total_flops": 13559849472000000, "train_loss": 0.1351601004600525, "subset_score_loss": 0.1351601004600525}
+{"step": 1040000, "wall_time": 10173.662589788437, "train_loss_step": 1.7687245607376099, "n_params": 4285450, "total_flops": 13691498496000000, "train_loss": 0.13465718030929566, "subset_score_loss": 0.13465718030929566}
+{"step": 1050000, "wall_time": 10254.928538799286, "train_loss_step": 1.784037709236145, "n_params": 4285450, "total_flops": 13823147520000000, "train_loss": 0.1328885555267334, "subset_score_loss": 0.1328885555267334}
+{"step": 1060000, "wall_time": 10339.516385793686, "train_loss_step": 1.813553810119629, "n_params": 4285450, "total_flops": 13954796544000000, "train_loss": 0.13076308965682984, "subset_score_loss": 0.13076308965682984}
+{"step": 1070000, "wall_time": 10426.55387711525, "train_loss_step": 1.825352668762207, "n_params": 4285450, "total_flops": 14086445568000000, "train_loss": 0.13012293577194214, "subset_score_loss": 0.13012293577194214}
+{"step": 1080000, "wall_time": 10502.913282871246, "train_loss_step": 1.7576148509979248, "n_params": 4285450, "total_flops": 14218094592000000, "train_loss": 0.12960660457611084, "subset_score_loss": 0.12960660457611084}
+{"step": 1090000, "wall_time": 10593.765882253647, "train_loss_step": 1.7651963233947754, "n_params": 4285450, "total_flops": 14349743616000000, "train_loss": 0.12894128561019896, "subset_score_loss": 0.12894128561019896}
+{"step": 1100000, "wall_time": 10757.308383226395, "train_loss_step": 1.924970030784607, "n_params": 4285450, "total_flops": 14481392640000000, "train_loss": 0.12739243507385253, "subset_score_loss": 0.12739243507385253, "memorization_fraction_pixel": 0.003599999938160181, "mean_nn_ratio_pixel": 0.7352371215820312, "fid": 87.8448855703631}
+{"step": 1110000, "wall_time": 10848.56810760498, "train_loss_step": 1.8533713817596436, "n_params": 4285450, "total_flops": 14613041664000000, "train_loss": 0.12896888256072997, "subset_score_loss": 0.12896888256072997}
+{"step": 1120000, "wall_time": 10939.881124973297, "train_loss_step": 1.7174460887908936, "n_params": 4285450, "total_flops": 14744690688000000, "train_loss": 0.12599579095840455, "subset_score_loss": 0.12599579095840455}
+{"step": 1130000, "wall_time": 11030.847965478897, "train_loss_step": 1.9697266817092896, "n_params": 4285450, "total_flops": 14876339712000000, "train_loss": 0.12846622467041016, "subset_score_loss": 0.12846622467041016}
+{"step": 1140000, "wall_time": 11114.612605810165, "train_loss_step": 1.8846627473831177, "n_params": 4285450, "total_flops": 15007988736000000, "train_loss": 0.12299864292144776, "subset_score_loss": 0.12299864292144776}
+{"step": 1150000, "wall_time": 11189.3569419384, "train_loss_step": 2.108842372894287, "n_params": 4285450, "total_flops": 15139637760000000, "train_loss": 0.12490706443786621, "subset_score_loss": 0.12490706443786621}
+{"step": 1160000, "wall_time": 11277.450823783875, "train_loss_step": 1.8728327751159668, "n_params": 4285450, "total_flops": 15271286784000000, "train_loss": 0.12342981100082398, "subset_score_loss": 0.12342981100082398}
+{"step": 1170000, "wall_time": 11369.324680805206, "train_loss_step": 1.7264013290405273, "n_params": 4285450, "total_flops": 15402935808000000, "train_loss": 0.1219179391860962, "subset_score_loss": 0.1219179391860962}
+{"step": 1180000, "wall_time": 11451.5191385746, "train_loss_step": 1.6519405841827393, "n_params": 4285450, "total_flops": 15534584832000000, "train_loss": 0.12224187850952148, "subset_score_loss": 0.12224187850952148}
+{"step": 1190000, "wall_time": 11541.186973810196, "train_loss_step": 1.8529489040374756, "n_params": 4285450, "total_flops": 15666233856000000, "train_loss": 0.11954326629638672, "subset_score_loss": 0.11954326629638672}
+{"step": 1200000, "wall_time": 11705.060598611832, "train_loss_step": 1.7587722539901733, "n_params": 4285450, "total_flops": 15797882880000000, "train_loss": 0.1189617395401001, "subset_score_loss": 0.1189617395401001, "memorization_fraction_pixel": 0.004699999932199717, "mean_nn_ratio_pixel": 0.723275363445282, "fid": 85.93938409070437}
+{"step": 1210000, "wall_time": 11796.433604240417, "train_loss_step": 1.7265985012054443, "n_params": 4285450, "total_flops": 15929531904000000, "train_loss": 0.11841129064559937, "subset_score_loss": 0.11841129064559937}
+{"step": 1220000, "wall_time": 11887.72044301033, "train_loss_step": 1.932969570159912, "n_params": 4285450, "total_flops": 16061180928000000, "train_loss": 0.11730674505233765, "subset_score_loss": 0.11730674505233765}
+{"step": 1230000, "wall_time": 11978.943630456924, "train_loss_step": 1.8235629796981812, "n_params": 4285450, "total_flops": 16192829952000000, "train_loss": 0.11826306581497192, "subset_score_loss": 0.11826306581497192}
+{"step": 1240000, "wall_time": 12070.630420446396, "train_loss_step": 1.6879699230194092, "n_params": 4285450, "total_flops": 16324478976000000, "train_loss": 0.11612882614135742, "subset_score_loss": 0.11612882614135742}
+{"step": 1250000, "wall_time": 12144.127465248108, "train_loss_step": 1.614336371421814, "n_params": 4285450, "total_flops": 16456128000000000, "train_loss": 0.11527385711669921, "subset_score_loss": 0.11527385711669921}
+{"step": 1260000, "wall_time": 12231.979669094086, "train_loss_step": 1.9359002113342285, "n_params": 4285450, "total_flops": 16587777024000000, "train_loss": 0.11608467102050782, "subset_score_loss": 0.11608467102050782}
+{"step": 1270000, "wall_time": 12321.616658687592, "train_loss_step": 1.7594859600067139, "n_params": 4285450, "total_flops": 16719426048000000, "train_loss": 0.11537619829177856, "subset_score_loss": 0.11537619829177856}
+{"step": 1280000, "wall_time": 12409.189932107925, "train_loss_step": 1.760725498199463, "n_params": 4285450, "total_flops": 16851075072000000, "train_loss": 0.11411250829696655, "subset_score_loss": 0.11411250829696655}
+{"step": 1290000, "wall_time": 12500.152197599411, "train_loss_step": 1.7110819816589355, "n_params": 4285450, "total_flops": 16982724096000000, "train_loss": 0.11536368131637573, "subset_score_loss": 0.11536368131637573}
+{"step": 1300000, "wall_time": 12663.71419095993, "train_loss_step": 1.648712396621704, "n_params": 4285450, "total_flops": 17114373120000000, "train_loss": 0.11342082023620606, "subset_score_loss": 0.11342082023620606, "memorization_fraction_pixel": 0.004600000102072954, "mean_nn_ratio_pixel": 0.7156431674957275, "fid": 87.66971757082162}
+{"step": 1310000, "wall_time": 12755.405107498169, "train_loss_step": 1.7299766540527344, "n_params": 4285450, "total_flops": 17246022144000000, "train_loss": 0.11189978122711182, "subset_score_loss": 0.11189978122711182}
+{"step": 1320000, "wall_time": 12846.402770280838, "train_loss_step": 1.7102367877960205, "n_params": 4285450, "total_flops": 17377671168000000, "train_loss": 0.11543643474578857, "subset_score_loss": 0.11543643474578857}
+{"step": 1330000, "wall_time": 12937.680705070496, "train_loss_step": 1.9667859077453613, "n_params": 4285450, "total_flops": 17509320192000000, "train_loss": 0.1112902283668518, "subset_score_loss": 0.1112902283668518}
+{"step": 1340000, "wall_time": 13029.568468093872, "train_loss_step": 1.7259570360183716, "n_params": 4285450, "total_flops": 17640969216000000, "train_loss": 0.11000198125839233, "subset_score_loss": 0.11000198125839233}
+{"step": 1350000, "wall_time": 13117.88580942154, "train_loss_step": 1.741969108581543, "n_params": 4285450, "total_flops": 17772618240000000, "train_loss": 0.10857053995132446, "subset_score_loss": 0.10857053995132446}
+{"step": 1360000, "wall_time": 13205.533371686935, "train_loss_step": 1.7072069644927979, "n_params": 4285450, "total_flops": 17904267264000000, "train_loss": 0.10884485244750977, "subset_score_loss": 0.10884485244750977}
+{"step": 1370000, "wall_time": 13291.296476840973, "train_loss_step": 1.7358624935150146, "n_params": 4285450, "total_flops": 18035916288000000, "train_loss": 0.10910547971725464, "subset_score_loss": 0.10910547971725464}
+{"step": 1380000, "wall_time": 13382.51372218132, "train_loss_step": 1.7145456075668335, "n_params": 4285450, "total_flops": 18167565312000000, "train_loss": 0.10863499641418457, "subset_score_loss": 0.10863499641418457}
+{"step": 1390000, "wall_time": 13473.901846408844, "train_loss_step": 1.7824994325637817, "n_params": 4285450, "total_flops": 18299214336000000, "train_loss": 0.10806673765182495, "subset_score_loss": 0.10806673765182495}
+{"step": 1400000, "wall_time": 13638.482430696487, "train_loss_step": 1.9300122261047363, "n_params": 4285450, "total_flops": 18430863360000000, "train_loss": 0.10783971548080444, "subset_score_loss": 0.10783971548080444, "memorization_fraction_pixel": 0.00430000014603138, "mean_nn_ratio_pixel": 0.7089935541152954, "fid": 86.7276007702573}
+{"step": 1410000, "wall_time": 13729.578536748886, "train_loss_step": 1.8650139570236206, "n_params": 4285450, "total_flops": 18562512384000000, "train_loss": 0.1062354564666748, "subset_score_loss": 0.1062354564666748}
+{"step": 1420000, "wall_time": 13821.004485845566, "train_loss_step": 1.9023339748382568, "n_params": 4285450, "total_flops": 18694161408000000, "train_loss": 0.10677618980407715, "subset_score_loss": 0.10677618980407715}
+{"step": 1430000, "wall_time": 13912.45689201355, "train_loss_step": 1.9465327262878418, "n_params": 4285450, "total_flops": 18825810432000000, "train_loss": 0.10602506399154663, "subset_score_loss": 0.10602506399154663}
+{"step": 1440000, "wall_time": 14001.264096021652, "train_loss_step": 1.5998036861419678, "n_params": 4285450, "total_flops": 18957459456000000, "train_loss": 0.10370336771011353, "subset_score_loss": 0.10370336771011353}
+{"step": 1450000, "wall_time": 14092.109625577927, "train_loss_step": 1.7210323810577393, "n_params": 4285450, "total_flops": 19089108480000000, "train_loss": 0.10489145517349244, "subset_score_loss": 0.10489145517349244}
+{"step": 1460000, "wall_time": 14180.453567504883, "train_loss_step": 1.8448374271392822, "n_params": 4285450, "total_flops": 19220757504000000, "train_loss": 0.10499483346939087, "subset_score_loss": 0.10499483346939087}
+{"step": 1470000, "wall_time": 14269.590328454971, "train_loss_step": 1.7572835683822632, "n_params": 4285450, "total_flops": 19352406528000000, "train_loss": 0.1039344310760498, "subset_score_loss": 0.1039344310760498}
+{"step": 1480000, "wall_time": 14358.979535341263, "train_loss_step": 1.638282299041748, "n_params": 4285450, "total_flops": 19484055552000000, "train_loss": 0.10255151987075806, "subset_score_loss": 0.10255151987075806}
+{"step": 1490000, "wall_time": 14450.182163238525, "train_loss_step": 1.8102246522903442, "n_params": 4285450, "total_flops": 19615704576000000, "train_loss": 0.10447942018508911, "subset_score_loss": 0.10447942018508911}
+{"step": 1500000, "wall_time": 14614.200269937515, "train_loss_step": 1.9515137672424316, "n_params": 4285450, "total_flops": 19747353600000000, "train_loss": 0.10196341276168823, "subset_score_loss": 0.10196341276168823, "memorization_fraction_pixel": 0.005400000140070915, "mean_nn_ratio_pixel": 0.7066549062728882, "fid": 87.62065860668713}
+{"step": 1510000, "wall_time": 14705.763977766037, "train_loss_step": 1.5468276739120483, "n_params": 4285450, "total_flops": 19879002624000000, "train_loss": 0.10142257213592529, "subset_score_loss": 0.10142257213592529}
+{"step": 1520000, "wall_time": 14796.619552135468, "train_loss_step": 1.6914026737213135, "n_params": 4285450, "total_flops": 20010651648000000, "train_loss": 0.10010631084442138, "subset_score_loss": 0.10010631084442138}
+{"step": 1530000, "wall_time": 14888.662582874298, "train_loss_step": 1.8582078218460083, "n_params": 4285450, "total_flops": 20142300672000000, "train_loss": 0.09940173625946044, "subset_score_loss": 0.09940173625946044}
+{"step": 1540000, "wall_time": 14977.346259832382, "train_loss_step": 1.7626245021820068, "n_params": 4285450, "total_flops": 20273949696000000, "train_loss": 0.10234774351119995, "subset_score_loss": 0.10234774351119995}
+{"step": 1550000, "wall_time": 15068.363954544067, "train_loss_step": 1.8189113140106201, "n_params": 4285450, "total_flops": 20405598720000000, "train_loss": 0.09901819825172424, "subset_score_loss": 0.09901819825172424}
+{"step": 1560000, "wall_time": 15153.619259595871, "train_loss_step": 1.7975413799285889, "n_params": 4285450, "total_flops": 20537247744000000, "train_loss": 0.0994371235370636, "subset_score_loss": 0.0994371235370636}
+{"step": 1570000, "wall_time": 15244.86905002594, "train_loss_step": 1.7628016471862793, "n_params": 4285450, "total_flops": 20668896768000000, "train_loss": 0.09948498010635376, "subset_score_loss": 0.09948498010635376}
+{"step": 1580000, "wall_time": 15335.191654920578, "train_loss_step": 1.7868068218231201, "n_params": 4285450, "total_flops": 20800545792000000, "train_loss": 0.09919497966766358, "subset_score_loss": 0.09919497966766358}
+{"step": 1590000, "wall_time": 15425.98607993126, "train_loss_step": 1.6733310222625732, "n_params": 4285450, "total_flops": 20932194816000000, "train_loss": 0.09563693404197693, "subset_score_loss": 0.09563693404197693}
+{"step": 1600000, "wall_time": 15589.47771191597, "train_loss_step": 1.654252529144287, "n_params": 4285450, "total_flops": 21063843840000000, "train_loss": 0.09680626392364503, "subset_score_loss": 0.09680626392364503, "memorization_fraction_pixel": 0.004900000058114529, "mean_nn_ratio_pixel": 0.7018758654594421, "fid": 86.48232431113985}
+{"step": 1610000, "wall_time": 15680.610780715942, "train_loss_step": 1.7569462060928345, "n_params": 4285450, "total_flops": 21195492864000000, "train_loss": 0.09848118424415589, "subset_score_loss": 0.09848118424415589}
+{"step": 1620000, "wall_time": 15771.296914100647, "train_loss_step": 1.7821965217590332, "n_params": 4285450, "total_flops": 21327141888000000, "train_loss": 0.09740437269210815, "subset_score_loss": 0.09740437269210815}
+{"step": 1630000, "wall_time": 15860.418857812881, "train_loss_step": 1.7263299226760864, "n_params": 4285450, "total_flops": 21458790912000000, "train_loss": 0.09614266753196717, "subset_score_loss": 0.09614266753196717}
+{"step": 1640000, "wall_time": 15952.068449497223, "train_loss_step": 1.760615348815918, "n_params": 4285450, "total_flops": 21590439936000000, "train_loss": 0.09509196877479553, "subset_score_loss": 0.09509196877479553}
+{"step": 1650000, "wall_time": 16043.735033273697, "train_loss_step": 1.8471843004226685, "n_params": 4285450, "total_flops": 21722088960000000, "train_loss": 0.09503133893013001, "subset_score_loss": 0.09503133893013001}
+{"step": 1660000, "wall_time": 16129.561074733734, "train_loss_step": 1.7819629907608032, "n_params": 4285450, "total_flops": 21853737984000000, "train_loss": 0.09500610828399658, "subset_score_loss": 0.09500610828399658}
+{"step": 1670000, "wall_time": 16220.654694080353, "train_loss_step": 1.9166406393051147, "n_params": 4285450, "total_flops": 21985387008000000, "train_loss": 0.09514018893241882, "subset_score_loss": 0.09514018893241882}
+{"step": 1680000, "wall_time": 16312.458048582077, "train_loss_step": 1.6108107566833496, "n_params": 4285450, "total_flops": 22117036032000000, "train_loss": 0.0952853500843048, "subset_score_loss": 0.0952853500843048}
+{"step": 1690000, "wall_time": 16402.97984814644, "train_loss_step": 1.6743035316467285, "n_params": 4285450, "total_flops": 22248685056000000, "train_loss": 0.09346111416816712, "subset_score_loss": 0.09346111416816712}
+{"step": 1700000, "wall_time": 16567.202222824097, "train_loss_step": 1.6960127353668213, "n_params": 4285450, "total_flops": 22380334080000000, "train_loss": 0.09233155846595764, "subset_score_loss": 0.09233155846595764, "memorization_fraction_pixel": 0.005200000014156103, "mean_nn_ratio_pixel": 0.699232816696167, "fid": 87.83325795617156}
+{"step": 1710000, "wall_time": 16659.433879375458, "train_loss_step": 1.7837471961975098, "n_params": 4285450, "total_flops": 22511983104000000, "train_loss": 0.09295594096183776, "subset_score_loss": 0.09295594096183776}
+{"step": 1720000, "wall_time": 16749.16018128395, "train_loss_step": 1.7618813514709473, "n_params": 4285450, "total_flops": 22643632128000000, "train_loss": 0.09316889047622681, "subset_score_loss": 0.09316889047622681}
+{"step": 1730000, "wall_time": 16828.18297457695, "train_loss_step": 1.8139469623565674, "n_params": 4285450, "total_flops": 22775281152000000, "train_loss": 0.09195203185081482, "subset_score_loss": 0.09195203185081482}
+{"step": 1740000, "wall_time": 16918.60307598114, "train_loss_step": 1.7304505109786987, "n_params": 4285450, "total_flops": 22906930176000000, "train_loss": 0.09052455425262451, "subset_score_loss": 0.09052455425262451}
+{"step": 1750000, "wall_time": 17005.81654214859, "train_loss_step": 1.6171417236328125, "n_params": 4285450, "total_flops": 23038579200000000, "train_loss": 0.09182696342468262, "subset_score_loss": 0.09182696342468262}
+{"step": 1760000, "wall_time": 17091.390588760376, "train_loss_step": 1.8512060642242432, "n_params": 4285450, "total_flops": 23170228224000000, "train_loss": 0.09471938610076905, "subset_score_loss": 0.09471938610076905}
+{"step": 1770000, "wall_time": 17166.40753507614, "train_loss_step": 1.7497713565826416, "n_params": 4285450, "total_flops": 23301877248000000, "train_loss": 0.09310078620910645, "subset_score_loss": 0.09310078620910645}
+{"step": 1780000, "wall_time": 17258.1264629364, "train_loss_step": 1.6859335899353027, "n_params": 4285450, "total_flops": 23433526272000000, "train_loss": 0.09151116013526917, "subset_score_loss": 0.09151116013526917}
+{"step": 1790000, "wall_time": 17348.704259872437, "train_loss_step": 1.5822316408157349, "n_params": 4285450, "total_flops": 23565175296000000, "train_loss": 0.08982025384902954, "subset_score_loss": 0.08982025384902954}
+{"step": 1800000, "wall_time": 17509.60545516014, "train_loss_step": 1.7025797367095947, "n_params": 4285450, "total_flops": 23696824320000000, "train_loss": 0.08941200375556946, "subset_score_loss": 0.08941200375556946, "memorization_fraction_pixel": 0.005400000140070915, "mean_nn_ratio_pixel": 0.6987995505332947, "fid": 87.08919752640712}
+{"step": 1810000, "wall_time": 17601.66503047943, "train_loss_step": 1.6022416353225708, "n_params": 4285450, "total_flops": 23828473344000000, "train_loss": 0.09014838933944702, "subset_score_loss": 0.09014838933944702}
+{"step": 1820000, "wall_time": 17691.81416797638, "train_loss_step": 1.8264641761779785, "n_params": 4285450, "total_flops": 23960122368000000, "train_loss": 0.08843457698822021, "subset_score_loss": 0.08843457698822021}
+{"step": 1830000, "wall_time": 17770.26236796379, "train_loss_step": 1.4964967966079712, "n_params": 4285450, "total_flops": 24091771392000000, "train_loss": 0.08940850496292115, "subset_score_loss": 0.08940850496292115}
+{"step": 1840000, "wall_time": 17861.317140340805, "train_loss_step": 1.630810022354126, "n_params": 4285450, "total_flops": 24223420416000000, "train_loss": 0.0889918863773346, "subset_score_loss": 0.0889918863773346}
+{"step": 1850000, "wall_time": 17946.728548049927, "train_loss_step": 1.587630271911621, "n_params": 4285450, "total_flops": 24355069440000000, "train_loss": 0.08869704008102416, "subset_score_loss": 0.08869704008102416}
+{"step": 1860000, "wall_time": 18034.67525625229, "train_loss_step": 1.6127264499664307, "n_params": 4285450, "total_flops": 24486718464000000, "train_loss": 0.0890873372554779, "subset_score_loss": 0.0890873372554779}
+{"step": 1870000, "wall_time": 18125.8226647377, "train_loss_step": 1.73863685131073, "n_params": 4285450, "total_flops": 24618367488000000, "train_loss": 0.08902091383934022, "subset_score_loss": 0.08902091383934022}
+{"step": 1880000, "wall_time": 18198.630223989487, "train_loss_step": 1.7805263996124268, "n_params": 4285450, "total_flops": 24750016512000000, "train_loss": 0.08716325163841247, "subset_score_loss": 0.08716325163841247}
+{"step": 1890000, "wall_time": 18288.69628596306, "train_loss_step": 1.850701928138733, "n_params": 4285450, "total_flops": 24881665536000000, "train_loss": 0.0875657856464386, "subset_score_loss": 0.0875657856464386}
+{"step": 1900000, "wall_time": 18451.395357131958, "train_loss_step": 1.8222529888153076, "n_params": 4285450, "total_flops": 25013314560000000, "train_loss": 0.08653393983840943, "subset_score_loss": 0.08653393983840943, "memorization_fraction_pixel": 0.004999999888241291, "mean_nn_ratio_pixel": 0.6958396434783936, "fid": 86.30882251700852}
+{"step": 1910000, "wall_time": 18543.284949541092, "train_loss_step": 1.6941968202590942, "n_params": 4285450, "total_flops": 25144963584000000, "train_loss": 0.08694179058074951, "subset_score_loss": 0.08694179058074951}
+{"step": 1920000, "wall_time": 18633.952483415604, "train_loss_step": 1.679295301437378, "n_params": 4285450, "total_flops": 25276612608000000, "train_loss": 0.0880668044090271, "subset_score_loss": 0.0880668044090271}
+{"step": 1930000, "wall_time": 18721.10382580757, "train_loss_step": 1.6838746070861816, "n_params": 4285450, "total_flops": 25408261632000000, "train_loss": 0.08587018251419068, "subset_score_loss": 0.08587018251419068}
+{"step": 1940000, "wall_time": 18812.557885169983, "train_loss_step": 1.6690444946289062, "n_params": 4285450, "total_flops": 25539910656000000, "train_loss": 0.08621881604194641, "subset_score_loss": 0.08621881604194641}
+{"step": 1950000, "wall_time": 18900.82578086853, "train_loss_step": 1.771929383277893, "n_params": 4285450, "total_flops": 25671559680000000, "train_loss": 0.08594393134117126, "subset_score_loss": 0.08594393134117126}
+{"step": 1960000, "wall_time": 18991.977184295654, "train_loss_step": 1.811450719833374, "n_params": 4285450, "total_flops": 25803208704000000, "train_loss": 0.08576582670211792, "subset_score_loss": 0.08576582670211792}
+{"step": 1970000, "wall_time": 19082.913183689117, "train_loss_step": 1.709517002105713, "n_params": 4285450, "total_flops": 25934857728000000, "train_loss": 0.08517261147499085, "subset_score_loss": 0.08517261147499085}
+{"step": 1980000, "wall_time": 19174.932613134384, "train_loss_step": 1.6290578842163086, "n_params": 4285450, "total_flops": 26066506752000000, "train_loss": 0.08474168777465821, "subset_score_loss": 0.08474168777465821}
+{"step": 1990000, "wall_time": 19263.143172979355, "train_loss_step": 1.7265971899032593, "n_params": 4285450, "total_flops": 26198155776000000, "train_loss": 0.08452587723731994, "subset_score_loss": 0.08452587723731994}
+{"step": 2000000, "wall_time": 19426.05947160721, "train_loss_step": 1.6547589302062988, "n_params": 4285450, "total_flops": 26329804800000000, "train_loss": 0.08489300012588501, "subset_score_loss": 0.08489300012588501, "memorization_fraction_pixel": 0.006200000178068876, "mean_nn_ratio_pixel": 0.6867459416389465, "fid": 86.10467393757102}
+{"step": 2010000, "wall_time": 19517.729427814484, "train_loss_step": 1.5467798709869385, "n_params": 4285450, "total_flops": 26461453824000000, "train_loss": 0.08457870483398437, "subset_score_loss": 0.08457870483398437}
+{"step": 2020000, "wall_time": 19602.173306941986, "train_loss_step": 1.6128827333450317, "n_params": 4285450, "total_flops": 26593102848000000, "train_loss": 0.0843570351600647, "subset_score_loss": 0.0843570351600647}
+{"step": 2030000, "wall_time": 19692.164229154587, "train_loss_step": 1.7122011184692383, "n_params": 4285450, "total_flops": 26724751872000000, "train_loss": 0.08330443501472473, "subset_score_loss": 0.08330443501472473}
+{"step": 2040000, "wall_time": 19783.70696234703, "train_loss_step": 1.6597900390625, "n_params": 4285450, "total_flops": 26856400896000000, "train_loss": 0.08375835418701172, "subset_score_loss": 0.08375835418701172}
+{"step": 2050000, "wall_time": 19867.50733780861, "train_loss_step": 1.758629322052002, "n_params": 4285450, "total_flops": 26988049920000000, "train_loss": 0.08442185521125793, "subset_score_loss": 0.08442185521125793}
+{"step": 2060000, "wall_time": 19958.365031003952, "train_loss_step": 1.626760721206665, "n_params": 4285450, "total_flops": 27119698944000000, "train_loss": 0.08260261416435241, "subset_score_loss": 0.08260261416435241}
+{"step": 2070000, "wall_time": 20049.432373523712, "train_loss_step": 1.7212880849838257, "n_params": 4285450, "total_flops": 27251347968000000, "train_loss": 0.08261998295783997, "subset_score_loss": 0.08261998295783997}
+{"step": 2080000, "wall_time": 20142.068235874176, "train_loss_step": 1.8096630573272705, "n_params": 4285450, "total_flops": 27382996992000000, "train_loss": 0.08428267240524293, "subset_score_loss": 0.08428267240524293}
+{"step": 2090000, "wall_time": 20230.48374438286, "train_loss_step": 1.7185959815979004, "n_params": 4285450, "total_flops": 27514646016000000, "train_loss": 0.0818059504032135, "subset_score_loss": 0.0818059504032135}
+{"step": 2100000, "wall_time": 20394.69727087021, "train_loss_step": 1.9103331565856934, "n_params": 4285450, "total_flops": 27646295040000000, "train_loss": 0.08067673444747925, "subset_score_loss": 0.08067673444747925, "memorization_fraction_pixel": 0.004600000102072954, "mean_nn_ratio_pixel": 0.6936523914337158, "fid": 87.10985339199576}
+{"step": 2110000, "wall_time": 20485.439239025116, "train_loss_step": 1.9056928157806396, "n_params": 4285450, "total_flops": 27777944064000000, "train_loss": 0.08053104877471924, "subset_score_loss": 0.08053104877471924}
+{"step": 2120000, "wall_time": 20573.534899950027, "train_loss_step": 1.7701302766799927, "n_params": 4285450, "total_flops": 27909593088000000, "train_loss": 0.08118134140968322, "subset_score_loss": 0.08118134140968322}
+{"step": 2130000, "wall_time": 20663.370278835297, "train_loss_step": 1.7393299341201782, "n_params": 4285450, "total_flops": 28041242112000000, "train_loss": 0.07997830510139466, "subset_score_loss": 0.07997830510139466}
+{"step": 2140000, "wall_time": 20750.702251434326, "train_loss_step": 1.668508529663086, "n_params": 4285450, "total_flops": 28172891136000000, "train_loss": 0.08249480724334717, "subset_score_loss": 0.08249480724334717}
+{"step": 2150000, "wall_time": 20833.079442977905, "train_loss_step": 1.6959989070892334, "n_params": 4285450, "total_flops": 28304540160000000, "train_loss": 0.07834226489067078, "subset_score_loss": 0.07834226489067078}
+{"step": 2160000, "wall_time": 20924.29569554329, "train_loss_step": 1.7297592163085938, "n_params": 4285450, "total_flops": 28436189184000000, "train_loss": 0.07993506789207458, "subset_score_loss": 0.07993506789207458}
+{"step": 2170000, "wall_time": 21015.08350634575, "train_loss_step": 1.7167925834655762, "n_params": 4285450, "total_flops": 28567838208000000, "train_loss": 0.08034653663635254, "subset_score_loss": 0.08034653663635254}
+{"step": 2180000, "wall_time": 21106.39258813858, "train_loss_step": 1.7923188209533691, "n_params": 4285450, "total_flops": 28699487232000000, "train_loss": 0.08204941153526306, "subset_score_loss": 0.08204941153526306}
+{"step": 2190000, "wall_time": 21190.042310237885, "train_loss_step": 1.6689772605895996, "n_params": 4285450, "total_flops": 28831136256000000, "train_loss": 0.0794473946094513, "subset_score_loss": 0.0794473946094513}
+{"step": 2200000, "wall_time": 21344.84254336357, "train_loss_step": 1.7114468812942505, "n_params": 4285450, "total_flops": 28962785280000000, "train_loss": 0.0789110004901886, "subset_score_loss": 0.0789110004901886, "memorization_fraction_pixel": 0.004999999888241291, "mean_nn_ratio_pixel": 0.6889766454696655, "fid": 86.662722638688}
+{"step": 2210000, "wall_time": 21427.497799873352, "train_loss_step": 1.506673812866211, "n_params": 4285450, "total_flops": 29094434304000000, "train_loss": 0.07830499410629273, "subset_score_loss": 0.07830499410629273}
+{"step": 2220000, "wall_time": 21514.786636590958, "train_loss_step": 1.5708582401275635, "n_params": 4285450, "total_flops": 29226083328000000, "train_loss": 0.07892047762870788, "subset_score_loss": 0.07892047762870788}
+{"step": 2230000, "wall_time": 21604.71251296997, "train_loss_step": 1.5441257953643799, "n_params": 4285450, "total_flops": 29357732352000000, "train_loss": 0.0780845046043396, "subset_score_loss": 0.0780845046043396}
+{"step": 2240000, "wall_time": 21693.699214935303, "train_loss_step": 1.928068995475769, "n_params": 4285450, "total_flops": 29489381376000000, "train_loss": 0.07763369083404541, "subset_score_loss": 0.07763369083404541}
+{"step": 2250000, "wall_time": 21775.565313100815, "train_loss_step": 1.8469418287277222, "n_params": 4285450, "total_flops": 29621030400000000, "train_loss": 0.07818094491958619, "subset_score_loss": 0.07818094491958619}
+{"step": 2260000, "wall_time": 21866.89733529091, "train_loss_step": 1.547062873840332, "n_params": 4285450, "total_flops": 29752679424000000, "train_loss": 0.07818102240562438, "subset_score_loss": 0.07818102240562438}
+{"step": 2270000, "wall_time": 21957.838761806488, "train_loss_step": 1.713547945022583, "n_params": 4285450, "total_flops": 29884328448000000, "train_loss": 0.08021315932273865, "subset_score_loss": 0.08021315932273865}
+{"step": 2280000, "wall_time": 22048.53571653366, "train_loss_step": 1.7497138977050781, "n_params": 4285450, "total_flops": 30015977472000000, "train_loss": 0.07796181440353393, "subset_score_loss": 0.07796181440353393}
+{"step": 2290000, "wall_time": 22140.539164543152, "train_loss_step": 1.96193265914917, "n_params": 4285450, "total_flops": 30147626496000000, "train_loss": 0.0770755410194397, "subset_score_loss": 0.0770755410194397}
+{"step": 2300000, "wall_time": 22286.3336789608, "train_loss_step": 1.8607432842254639, "n_params": 4285450, "total_flops": 30279275520000000, "train_loss": 0.07925323843955993, "subset_score_loss": 0.07925323843955993, "memorization_fraction_pixel": 0.005400000140070915, "mean_nn_ratio_pixel": 0.6910774111747742, "fid": 87.38899432532216}
+{"step": 2310000, "wall_time": 22369.255960941315, "train_loss_step": 1.6172062158584595, "n_params": 4285450, "total_flops": 30410924544000000, "train_loss": 0.07621250152587891, "subset_score_loss": 0.07621250152587891}
+{"step": 2320000, "wall_time": 22450.420612096786, "train_loss_step": 1.6352241039276123, "n_params": 4285450, "total_flops": 30542573568000000, "train_loss": 0.07630398273468017, "subset_score_loss": 0.07630398273468017}
+{"step": 2330000, "wall_time": 22539.461416959763, "train_loss_step": 1.5895458459854126, "n_params": 4285450, "total_flops": 30674222592000000, "train_loss": 0.07646848559379578, "subset_score_loss": 0.07646848559379578}
+{"step": 2340000, "wall_time": 22629.20926308632, "train_loss_step": 1.7544331550598145, "n_params": 4285450, "total_flops": 30805871616000000, "train_loss": 0.07597018480300903, "subset_score_loss": 0.07597018480300903}
+{"step": 2350000, "wall_time": 22718.99369931221, "train_loss_step": 1.5863289833068848, "n_params": 4285450, "total_flops": 30937520640000000, "train_loss": 0.07630317211151123, "subset_score_loss": 0.07630317211151123}
+{"step": 2360000, "wall_time": 22811.00582933426, "train_loss_step": 1.769369125366211, "n_params": 4285450, "total_flops": 31069169664000000, "train_loss": 0.07603453993797302, "subset_score_loss": 0.07603453993797302}
+{"step": 2370000, "wall_time": 22902.703777313232, "train_loss_step": 1.8264439105987549, "n_params": 4285450, "total_flops": 31200818688000000, "train_loss": 0.0755384087562561, "subset_score_loss": 0.0755384087562561}
+{"step": 2380000, "wall_time": 22994.122246026993, "train_loss_step": 1.7462176084518433, "n_params": 4285450, "total_flops": 31332467712000000, "train_loss": 0.07511196732521057, "subset_score_loss": 0.07511196732521057}
+{"step": 2390000, "wall_time": 23085.355474472046, "train_loss_step": 1.5646122694015503, "n_params": 4285450, "total_flops": 31464116736000000, "train_loss": 0.07499926090240479, "subset_score_loss": 0.07499926090240479}
+{"step": 2400000, "wall_time": 23245.75994539261, "train_loss_step": 1.641671895980835, "n_params": 4285450, "total_flops": 31595765760000000, "train_loss": 0.07604213953018188, "subset_score_loss": 0.07604213953018188, "memorization_fraction_pixel": 0.004999999888241291, "mean_nn_ratio_pixel": 0.6861633062362671, "fid": 87.83542063620425}
+{"step": 2410000, "wall_time": 23325.296292304993, "train_loss_step": 1.6142299175262451, "n_params": 4285450, "total_flops": 31727414784000000, "train_loss": 0.0740929126739502, "subset_score_loss": 0.0740929126739502}
+{"step": 2420000, "wall_time": 23402.08051109314, "train_loss_step": 1.7517945766448975, "n_params": 4285450, "total_flops": 31859063808000000, "train_loss": 0.07498416304588318, "subset_score_loss": 0.07498416304588318}
+{"step": 2430000, "wall_time": 23491.321172475815, "train_loss_step": 1.5741686820983887, "n_params": 4285450, "total_flops": 31990712832000000, "train_loss": 0.07377029657363891, "subset_score_loss": 0.07377029657363891}
+{"step": 2440000, "wall_time": 23572.260327100754, "train_loss_step": 1.7695046663284302, "n_params": 4285450, "total_flops": 32122361856000000, "train_loss": 0.07431561946868896, "subset_score_loss": 0.07431561946868896}
+{"step": 2450000, "wall_time": 23660.018565416336, "train_loss_step": 1.7062222957611084, "n_params": 4285450, "total_flops": 32254010880000000, "train_loss": 0.0745831549167633, "subset_score_loss": 0.0745831549167633}
+{"step": 2460000, "wall_time": 23752.67938899994, "train_loss_step": 1.6240241527557373, "n_params": 4285450, "total_flops": 32385659904000000, "train_loss": 0.07383193969726562, "subset_score_loss": 0.07383193969726562}
+{"step": 2470000, "wall_time": 23844.682872772217, "train_loss_step": 1.803694486618042, "n_params": 4285450, "total_flops": 32517308928000000, "train_loss": 0.07292396426200867, "subset_score_loss": 0.07292396426200867}
+{"step": 2480000, "wall_time": 23936.171931505203, "train_loss_step": 1.704910159111023, "n_params": 4285450, "total_flops": 32648957952000000, "train_loss": 0.07406853437423706, "subset_score_loss": 0.07406853437423706}
+{"step": 2490000, "wall_time": 24027.478138446808, "train_loss_step": 1.6902387142181396, "n_params": 4285450, "total_flops": 32780606976000000, "train_loss": 0.07260447144508361, "subset_score_loss": 0.07260447144508361}
+{"step": 2500000, "wall_time": 24190.178755760193, "train_loss_step": 1.8041784763336182, "n_params": 4285450, "total_flops": 32912256000000000, "train_loss": 0.07238501310348511, "subset_score_loss": 0.07238501310348511, "memorization_fraction_pixel": 0.005200000014156103, "mean_nn_ratio_pixel": 0.6844583749771118, "fid": 87.71469495407176}
+{"step": 2510000, "wall_time": 24269.46353173256, "train_loss_step": 1.929253101348877, "n_params": 4285450, "total_flops": 33043905024000000, "train_loss": 0.0736337125301361, "subset_score_loss": 0.0736337125301361}
+{"step": 2520000, "wall_time": 24345.81002521515, "train_loss_step": 1.6679178476333618, "n_params": 4285450, "total_flops": 33175554048000000, "train_loss": 0.07368940711021424, "subset_score_loss": 0.07368940711021424}
+{"step": 2530000, "wall_time": 24434.01135635376, "train_loss_step": 1.7447786331176758, "n_params": 4285450, "total_flops": 33307203072000000, "train_loss": 0.07337045073509216, "subset_score_loss": 0.07337045073509216}
+{"step": 2540000, "wall_time": 24517.127066373825, "train_loss_step": 1.6292599439620972, "n_params": 4285450, "total_flops": 33438852096000000, "train_loss": 0.07250091433525085, "subset_score_loss": 0.07250091433525085}
+{"step": 2550000, "wall_time": 24606.438085079193, "train_loss_step": 1.570188045501709, "n_params": 4285450, "total_flops": 33570501120000000, "train_loss": 0.07188798189163208, "subset_score_loss": 0.07188798189163208}
+{"step": 2560000, "wall_time": 24698.546307086945, "train_loss_step": 1.6087243556976318, "n_params": 4285450, "total_flops": 33702150144000000, "train_loss": 0.07307062149047852, "subset_score_loss": 0.07307062149047852}
+{"step": 2570000, "wall_time": 24790.580253362656, "train_loss_step": 1.7154221534729004, "n_params": 4285450, "total_flops": 33833799168000000, "train_loss": 0.07177397608757019, "subset_score_loss": 0.07177397608757019}
+{"step": 2580000, "wall_time": 24881.433085918427, "train_loss_step": 1.7980964183807373, "n_params": 4285450, "total_flops": 33965448192000000, "train_loss": 0.07176523804664611, "subset_score_loss": 0.07176523804664611}
+{"step": 2590000, "wall_time": 24972.419447422028, "train_loss_step": 1.5662957429885864, "n_params": 4285450, "total_flops": 34097097216000000, "train_loss": 0.07051969170570374, "subset_score_loss": 0.07051969170570374}
+{"step": 2600000, "wall_time": 25135.267659187317, "train_loss_step": 1.5980300903320312, "n_params": 4285450, "total_flops": 34228746240000000, "train_loss": 0.07221518158912658, "subset_score_loss": 0.07221518158912658, "memorization_fraction_pixel": 0.004399999976158142, "mean_nn_ratio_pixel": 0.6826756596565247, "fid": 87.49552924161546}
+{"step": 2610000, "wall_time": 25227.01934981346, "train_loss_step": 1.7228736877441406, "n_params": 4285450, "total_flops": 34360395264000000, "train_loss": 0.07158081531524658, "subset_score_loss": 0.07158081531524658}
+{"step": 2620000, "wall_time": 25300.87006855011, "train_loss_step": 1.6697132587432861, "n_params": 4285450, "total_flops": 34492044288000000, "train_loss": 0.0704048752784729, "subset_score_loss": 0.0704048752784729}
+{"step": 2630000, "wall_time": 25390.629158258438, "train_loss_step": 1.8040796518325806, "n_params": 4285450, "total_flops": 34623693312000000, "train_loss": 0.07086389660835266, "subset_score_loss": 0.07086389660835266}
+{"step": 2640000, "wall_time": 25478.731535196304, "train_loss_step": 1.7463006973266602, "n_params": 4285450, "total_flops": 34755342336000000, "train_loss": 0.07056330442428589, "subset_score_loss": 0.07056330442428589}
+{"step": 2650000, "wall_time": 25570.36726284027, "train_loss_step": 1.550306797027588, "n_params": 4285450, "total_flops": 34886991360000000, "train_loss": 0.07075735926628113, "subset_score_loss": 0.07075735926628113}
+{"step": 2660000, "wall_time": 25662.61403131485, "train_loss_step": 1.513039231300354, "n_params": 4285450, "total_flops": 35018640384000000, "train_loss": 0.06902527213096618, "subset_score_loss": 0.06902527213096618}
+{"step": 2670000, "wall_time": 25755.017831802368, "train_loss_step": 1.6210001707077026, "n_params": 4285450, "total_flops": 35150289408000000, "train_loss": 0.07063478231430054, "subset_score_loss": 0.07063478231430054}
+{"step": 2680000, "wall_time": 25846.902347564697, "train_loss_step": 1.6414425373077393, "n_params": 4285450, "total_flops": 35281938432000000, "train_loss": 0.07080911993980407, "subset_score_loss": 0.07080911993980407}
+{"step": 2690000, "wall_time": 25937.999668836594, "train_loss_step": 1.613905429840088, "n_params": 4285450, "total_flops": 35413587456000000, "train_loss": 0.07035340070724487, "subset_score_loss": 0.07035340070724487}
+{"step": 2700000, "wall_time": 26101.834403038025, "train_loss_step": 1.4996397495269775, "n_params": 4285450, "total_flops": 35545236480000000, "train_loss": 0.06883626580238342, "subset_score_loss": 0.06883626580238342, "memorization_fraction_pixel": 0.005200000014156103, "mean_nn_ratio_pixel": 0.6827210187911987, "fid": 86.8560247902062}
+{"step": 2710000, "wall_time": 26190.422719717026, "train_loss_step": 1.7018905878067017, "n_params": 4285450, "total_flops": 35676885504000000, "train_loss": 0.06928294897079468, "subset_score_loss": 0.06928294897079468}
+{"step": 2720000, "wall_time": 26273.938060998917, "train_loss_step": 1.6050608158111572, "n_params": 4285450, "total_flops": 35808534528000000, "train_loss": 0.06908393502235413, "subset_score_loss": 0.06908393502235413}
+{"step": 2730000, "wall_time": 26362.82198882103, "train_loss_step": 1.7518212795257568, "n_params": 4285450, "total_flops": 35940183552000000, "train_loss": 0.06944189071655274, "subset_score_loss": 0.06944189071655274}
+{"step": 2740000, "wall_time": 26438.75533723831, "train_loss_step": 1.71406888961792, "n_params": 4285450, "total_flops": 36071832576000000, "train_loss": 0.06935636401176452, "subset_score_loss": 0.06935636401176452}
+{"step": 2750000, "wall_time": 26529.48544883728, "train_loss_step": 1.896021842956543, "n_params": 4285450, "total_flops": 36203481600000000, "train_loss": 0.0703100323677063, "subset_score_loss": 0.0703100323677063}
+{"step": 2760000, "wall_time": 26620.855305671692, "train_loss_step": 1.6318986415863037, "n_params": 4285450, "total_flops": 36335130624000000, "train_loss": 0.0698578417301178, "subset_score_loss": 0.0698578417301178}
+{"step": 2770000, "wall_time": 26713.279942274094, "train_loss_step": 1.8272552490234375, "n_params": 4285450, "total_flops": 36466779648000000, "train_loss": 0.07096025943756104, "subset_score_loss": 0.07096025943756104}
+{"step": 2780000, "wall_time": 26804.847885370255, "train_loss_step": 1.6650269031524658, "n_params": 4285450, "total_flops": 36598428672000000, "train_loss": 0.06911322474479675, "subset_score_loss": 0.06911322474479675}
+{"step": 2790000, "wall_time": 26895.542006492615, "train_loss_step": 1.804940104484558, "n_params": 4285450, "total_flops": 36730077696000000, "train_loss": 0.06835775375366211, "subset_score_loss": 0.06835775375366211}
+{"step": 2800000, "wall_time": 27057.128659009933, "train_loss_step": 1.7403287887573242, "n_params": 4285450, "total_flops": 36861726720000000, "train_loss": 0.06956018209457397, "subset_score_loss": 0.06956018209457397, "memorization_fraction_pixel": 0.007499999832361937, "mean_nn_ratio_pixel": 0.6774862408638, "fid": 88.6492039180604}
+{"step": 2810000, "wall_time": 27137.83795595169, "train_loss_step": 1.6168487071990967, "n_params": 4285450, "total_flops": 36993375744000000, "train_loss": 0.06876062154769898, "subset_score_loss": 0.06876062154769898}
+{"step": 2820000, "wall_time": 27229.573832273483, "train_loss_step": 1.6305322647094727, "n_params": 4285450, "total_flops": 37125024768000000, "train_loss": 0.06855564713478088, "subset_score_loss": 0.06855564713478088}
+{"step": 2830000, "wall_time": 27317.76722717285, "train_loss_step": 1.7585208415985107, "n_params": 4285450, "total_flops": 37256673792000000, "train_loss": 0.06832485795021057, "subset_score_loss": 0.06832485795021057}
+{"step": 2840000, "wall_time": 27406.72337412834, "train_loss_step": 1.491546630859375, "n_params": 4285450, "total_flops": 37388322816000000, "train_loss": 0.06900299191474915, "subset_score_loss": 0.06900299191474915}
+{"step": 2850000, "wall_time": 27496.793782234192, "train_loss_step": 1.6845827102661133, "n_params": 4285450, "total_flops": 37519971840000000, "train_loss": 0.06835951209068299, "subset_score_loss": 0.06835951209068299}
+{"step": 2860000, "wall_time": 27588.801084041595, "train_loss_step": 1.6604487895965576, "n_params": 4285450, "total_flops": 37651620864000000, "train_loss": 0.0691524863243103, "subset_score_loss": 0.0691524863243103}
+{"step": 2870000, "wall_time": 27681.10473203659, "train_loss_step": 1.8407979011535645, "n_params": 4285450, "total_flops": 37783269888000000, "train_loss": 0.06790401935577392, "subset_score_loss": 0.06790401935577392}
+{"step": 2880000, "wall_time": 27773.573967933655, "train_loss_step": 1.7078921794891357, "n_params": 4285450, "total_flops": 37914918912000000, "train_loss": 0.06689680218696595, "subset_score_loss": 0.06689680218696595}
+{"step": 2890000, "wall_time": 27865.350366830826, "train_loss_step": 1.6185871362686157, "n_params": 4285450, "total_flops": 38046567936000000, "train_loss": 0.06805914640426636, "subset_score_loss": 0.06805914640426636}
+{"step": 2900000, "wall_time": 28028.992542028427, "train_loss_step": 1.72908353805542, "n_params": 4285450, "total_flops": 38178216960000000, "train_loss": 0.06666075587272643, "subset_score_loss": 0.06666075587272643, "memorization_fraction_pixel": 0.0052999998442828655, "mean_nn_ratio_pixel": 0.6794239282608032, "fid": 87.27754212794972}
+{"step": 2910000, "wall_time": 28111.163902044296, "train_loss_step": 1.57077956199646, "n_params": 4285450, "total_flops": 38309865984000000, "train_loss": 0.06742669939994812, "subset_score_loss": 0.06742669939994812}
+{"step": 2920000, "wall_time": 28201.226603746414, "train_loss_step": 1.6732251644134521, "n_params": 4285450, "total_flops": 38441515008000000, "train_loss": 0.0661395788192749, "subset_score_loss": 0.0661395788192749}
+{"step": 2930000, "wall_time": 28275.46704363823, "train_loss_step": 1.7769439220428467, "n_params": 4285450, "total_flops": 38573164032000000, "train_loss": 0.06832119226455688, "subset_score_loss": 0.06832119226455688}
+{"step": 2940000, "wall_time": 28355.10520553589, "train_loss_step": 1.717867374420166, "n_params": 4285450, "total_flops": 38704813056000000, "train_loss": 0.0668181300163269, "subset_score_loss": 0.0668181300163269}
+{"step": 2950000, "wall_time": 28445.0212290287, "train_loss_step": 1.6776072978973389, "n_params": 4285450, "total_flops": 38836462080000000, "train_loss": 0.06624205112457275, "subset_score_loss": 0.06624205112457275}
+{"step": 2960000, "wall_time": 28536.628426790237, "train_loss_step": 1.638850212097168, "n_params": 4285450, "total_flops": 38968111104000000, "train_loss": 0.06745905876159668, "subset_score_loss": 0.06745905876159668}
+{"step": 2970000, "wall_time": 28628.407844781876, "train_loss_step": 1.769437313079834, "n_params": 4285450, "total_flops": 39099760128000000, "train_loss": 0.06571473479270935, "subset_score_loss": 0.06571473479270935}
+{"step": 2980000, "wall_time": 28720.84542822838, "train_loss_step": 1.8203622102737427, "n_params": 4285450, "total_flops": 39231409152000000, "train_loss": 0.06623417139053345, "subset_score_loss": 0.06623417139053345}
+{"step": 2990000, "wall_time": 28811.96271967888, "train_loss_step": 1.8898993730545044, "n_params": 4285450, "total_flops": 39363058176000000, "train_loss": 0.06694839000701905, "subset_score_loss": 0.06694839000701905}
+{"step": 3000000, "wall_time": 28974.214994430542, "train_loss_step": 1.9871820211410522, "n_params": 4285450, "total_flops": 39494707200000000, "train_loss": 0.06545175909996033, "subset_score_loss": 0.06545175909996033, "memorization_fraction_pixel": 0.0066999997943639755, "mean_nn_ratio_pixel": 0.6803088784217834, "fid": 87.34511671015817}
+{"step": 3010000, "wall_time": 29058.231308937073, "train_loss_step": 1.8111813068389893, "n_params": 4285450, "total_flops": 39626356224000000, "train_loss": 0.066336590051651, "subset_score_loss": 0.066336590051651}
+{"step": 3020000, "wall_time": 29148.237778902054, "train_loss_step": 1.8124573230743408, "n_params": 4285450, "total_flops": 39758005248000000, "train_loss": 0.0643546998500824, "subset_score_loss": 0.0643546998500824}
+{"step": 3030000, "wall_time": 29238.478286504745, "train_loss_step": 1.6489489078521729, "n_params": 4285450, "total_flops": 39889654272000000, "train_loss": 0.06562230587005616, "subset_score_loss": 0.06562230587005616}
+{"step": 3040000, "wall_time": 29319.547492980957, "train_loss_step": 1.5820201635360718, "n_params": 4285450, "total_flops": 40021303296000000, "train_loss": 0.06686047911643982, "subset_score_loss": 0.06686047911643982}
+{"step": 3050000, "wall_time": 29411.162582159042, "train_loss_step": 1.7248821258544922, "n_params": 4285450, "total_flops": 40152952320000000, "train_loss": 0.0660187304019928, "subset_score_loss": 0.0660187304019928}
+{"step": 3060000, "wall_time": 29500.572959184647, "train_loss_step": 1.7098253965377808, "n_params": 4285450, "total_flops": 40284601344000000, "train_loss": 0.06413357257843018, "subset_score_loss": 0.06413357257843018}
+{"step": 3070000, "wall_time": 29591.777051210403, "train_loss_step": 1.5777347087860107, "n_params": 4285450, "total_flops": 40416250368000000, "train_loss": 0.06503326892852783, "subset_score_loss": 0.06503326892852783}
+{"step": 3080000, "wall_time": 29683.22153902054, "train_loss_step": 1.7161815166473389, "n_params": 4285450, "total_flops": 40547899392000000, "train_loss": 0.0641164243221283, "subset_score_loss": 0.0641164243221283}
+{"step": 3090000, "wall_time": 29774.445627212524, "train_loss_step": 1.6522215604782104, "n_params": 4285450, "total_flops": 40679548416000000, "train_loss": 0.06541253924369812, "subset_score_loss": 0.06541253924369812}
+{"step": 3100000, "wall_time": 29933.438537836075, "train_loss_step": 1.7436227798461914, "n_params": 4285450, "total_flops": 40811197440000000, "train_loss": 0.06350012421607971, "subset_score_loss": 0.06350012421607971, "memorization_fraction_pixel": 0.005499999970197678, "mean_nn_ratio_pixel": 0.6811491847038269, "fid": 87.52819783150927}
+{"step": 3110000, "wall_time": 30024.662875175476, "train_loss_step": 1.6441235542297363, "n_params": 4285450, "total_flops": 40942846464000000, "train_loss": 0.06411688923835754, "subset_score_loss": 0.06411688923835754}
+{"step": 3120000, "wall_time": 30114.666196346283, "train_loss_step": 1.7506226301193237, "n_params": 4285450, "total_flops": 41074495488000000, "train_loss": 0.06401132941246032, "subset_score_loss": 0.06401132941246032}
+{"step": 3130000, "wall_time": 30203.909912109375, "train_loss_step": 1.827160120010376, "n_params": 4285450, "total_flops": 41206144512000000, "train_loss": 0.06413229703903198, "subset_score_loss": 0.06413229703903198}
+{"step": 3140000, "wall_time": 30291.512759685516, "train_loss_step": 1.592731237411499, "n_params": 4285450, "total_flops": 41337793536000000, "train_loss": 0.06507014632225036, "subset_score_loss": 0.06507014632225036}
+{"step": 3150000, "wall_time": 30383.557049274445, "train_loss_step": 1.902653694152832, "n_params": 4285450, "total_flops": 41469442560000000, "train_loss": 0.06438161730766297, "subset_score_loss": 0.06438161730766297}
+{"step": 3160000, "wall_time": 30473.815863609314, "train_loss_step": 1.7590806484222412, "n_params": 4285450, "total_flops": 41601091584000000, "train_loss": 0.06289752721786498, "subset_score_loss": 0.06289752721786498}
+{"step": 3170000, "wall_time": 30564.785257339478, "train_loss_step": 1.6653268337249756, "n_params": 4285450, "total_flops": 41732740608000000, "train_loss": 0.06178016662597656, "subset_score_loss": 0.06178016662597656}
+{"step": 3180000, "wall_time": 30656.4147002697, "train_loss_step": 1.666174292564392, "n_params": 4285450, "total_flops": 41864389632000000, "train_loss": 0.06214521527290344, "subset_score_loss": 0.06214521527290344}
+{"step": 3190000, "wall_time": 30747.247559785843, "train_loss_step": 1.6933505535125732, "n_params": 4285450, "total_flops": 41996038656000000, "train_loss": 0.06347748041152954, "subset_score_loss": 0.06347748041152954}
+{"step": 3200000, "wall_time": 30907.1888153553, "train_loss_step": 1.678450345993042, "n_params": 4285450, "total_flops": 42127687680000000, "train_loss": 0.06284278631210327, "subset_score_loss": 0.06284278631210327, "memorization_fraction_pixel": 0.005400000140070915, "mean_nn_ratio_pixel": 0.678289532661438, "fid": 87.4696623327508}
+{"step": 3210000, "wall_time": 30998.321855545044, "train_loss_step": 1.9086687564849854, "n_params": 4285450, "total_flops": 42259336704000000, "train_loss": 0.0637560486793518, "subset_score_loss": 0.0637560486793518}
+{"step": 3220000, "wall_time": 31089.213977575302, "train_loss_step": 2.037698745727539, "n_params": 4285450, "total_flops": 42390985728000000, "train_loss": 0.06373602747917176, "subset_score_loss": 0.06373602747917176}
+{"step": 3230000, "wall_time": 31178.586358070374, "train_loss_step": 1.6682485342025757, "n_params": 4285450, "total_flops": 42522634752000000, "train_loss": 0.06336414813995361, "subset_score_loss": 0.06336414813995361}
+{"step": 3240000, "wall_time": 31267.95970106125, "train_loss_step": 1.5142669677734375, "n_params": 4285450, "total_flops": 42654283776000000, "train_loss": 0.06344211697578431, "subset_score_loss": 0.06344211697578431}
+{"step": 3250000, "wall_time": 31359.4391143322, "train_loss_step": 1.839003324508667, "n_params": 4285450, "total_flops": 42785932800000000, "train_loss": 0.0630012571811676, "subset_score_loss": 0.0630012571811676}
+{"step": 3260000, "wall_time": 31452.354740858078, "train_loss_step": 1.7792878150939941, "n_params": 4285450, "total_flops": 42917581824000000, "train_loss": 0.06194397211074829, "subset_score_loss": 0.06194397211074829}
+{"step": 3270000, "wall_time": 31542.07859635353, "train_loss_step": 1.7512396574020386, "n_params": 4285450, "total_flops": 43049230848000000, "train_loss": 0.06210870742797851, "subset_score_loss": 0.06210870742797851}
+{"step": 3280000, "wall_time": 31632.99425292015, "train_loss_step": 1.6986348628997803, "n_params": 4285450, "total_flops": 43180879872000000, "train_loss": 0.06304991841316224, "subset_score_loss": 0.06304991841316224}
+{"step": 3290000, "wall_time": 31723.75886440277, "train_loss_step": 1.6371593475341797, "n_params": 4285450, "total_flops": 43312528896000000, "train_loss": 0.06224790811538696, "subset_score_loss": 0.06224790811538696}
+{"step": 3300000, "wall_time": 31882.100702047348, "train_loss_step": 1.8192243576049805, "n_params": 4285450, "total_flops": 43444177920000000, "train_loss": 0.06287410855293274, "subset_score_loss": 0.06287410855293274, "memorization_fraction_pixel": 0.0066999997943639755, "mean_nn_ratio_pixel": 0.6706786751747131, "fid": 86.79962053553506}
+{"step": 3310000, "wall_time": 31972.248678445816, "train_loss_step": 1.6343486309051514, "n_params": 4285450, "total_flops": 43575826944000000, "train_loss": 0.062043780088424684, "subset_score_loss": 0.062043780088424684}
+{"step": 3320000, "wall_time": 32062.40848016739, "train_loss_step": 1.7522544860839844, "n_params": 4285450, "total_flops": 43707475968000000, "train_loss": 0.061701029539108276, "subset_score_loss": 0.061701029539108276}
+{"step": 3330000, "wall_time": 32153.883805513382, "train_loss_step": 1.619527816772461, "n_params": 4285450, "total_flops": 43839124992000000, "train_loss": 0.06146374940872192, "subset_score_loss": 0.06146374940872192}
+{"step": 3340000, "wall_time": 32243.46792268753, "train_loss_step": 1.6776130199432373, "n_params": 4285450, "total_flops": 43970774016000000, "train_loss": 0.0614541232585907, "subset_score_loss": 0.0614541232585907}
+{"step": 3350000, "wall_time": 32335.277891874313, "train_loss_step": 1.706568717956543, "n_params": 4285450, "total_flops": 44102423040000000, "train_loss": 0.06185095310211182, "subset_score_loss": 0.06185095310211182}
+{"step": 3360000, "wall_time": 32426.847538232803, "train_loss_step": 1.6771749258041382, "n_params": 4285450, "total_flops": 44234072064000000, "train_loss": 0.060884660482406615, "subset_score_loss": 0.060884660482406615}
+{"step": 3370000, "wall_time": 32516.38840675354, "train_loss_step": 1.5963549613952637, "n_params": 4285450, "total_flops": 44365721088000000, "train_loss": 0.06259626746177674, "subset_score_loss": 0.06259626746177674}
+{"step": 3380000, "wall_time": 32608.372294425964, "train_loss_step": 1.7252368927001953, "n_params": 4285450, "total_flops": 44497370112000000, "train_loss": 0.061612457036972046, "subset_score_loss": 0.061612457036972046}
+{"step": 3390000, "wall_time": 32696.761053323746, "train_loss_step": 1.7797174453735352, "n_params": 4285450, "total_flops": 44629019136000000, "train_loss": 0.05996242165565491, "subset_score_loss": 0.05996242165565491}
+{"step": 3400000, "wall_time": 32853.46292114258, "train_loss_step": 1.5734219551086426, "n_params": 4285450, "total_flops": 44760668160000000, "train_loss": 0.06113538146018982, "subset_score_loss": 0.06113538146018982, "memorization_fraction_pixel": 0.005200000014156103, "mean_nn_ratio_pixel": 0.673902690410614, "fid": 86.49090474477073}
+{"step": 3410000, "wall_time": 32943.59666109085, "train_loss_step": 1.6812002658843994, "n_params": 4285450, "total_flops": 44892317184000000, "train_loss": 0.061707955598831174, "subset_score_loss": 0.061707955598831174}
+{"step": 3420000, "wall_time": 33024.58684635162, "train_loss_step": 1.8347045183181763, "n_params": 4285450, "total_flops": 45023966208000000, "train_loss": 0.062026381492614746, "subset_score_loss": 0.062026381492614746}
+{"step": 3430000, "wall_time": 33112.7557015419, "train_loss_step": 1.7600646018981934, "n_params": 4285450, "total_flops": 45155615232000000, "train_loss": 0.06087554097175598, "subset_score_loss": 0.06087554097175598}
+{"step": 3440000, "wall_time": 33202.91247534752, "train_loss_step": 1.767241358757019, "n_params": 4285450, "total_flops": 45287264256000000, "train_loss": 0.06135838031768799, "subset_score_loss": 0.06135838031768799}
+{"step": 3450000, "wall_time": 33294.815128326416, "train_loss_step": 1.6024034023284912, "n_params": 4285450, "total_flops": 45418913280000000, "train_loss": 0.062042778730392455, "subset_score_loss": 0.062042778730392455}
+{"step": 3460000, "wall_time": 33387.75309920311, "train_loss_step": 1.761103868484497, "n_params": 4285450, "total_flops": 45550562304000000, "train_loss": 0.059430277347564696, "subset_score_loss": 0.059430277347564696}
+{"step": 3470000, "wall_time": 33478.52324318886, "train_loss_step": 1.7168552875518799, "n_params": 4285450, "total_flops": 45682211328000000, "train_loss": 0.06224954128265381, "subset_score_loss": 0.06224954128265381}
+{"step": 3480000, "wall_time": 33568.49116778374, "train_loss_step": 1.6446099281311035, "n_params": 4285450, "total_flops": 45813860352000000, "train_loss": 0.060329246520996097, "subset_score_loss": 0.060329246520996097}
+{"step": 3490000, "wall_time": 33655.731276512146, "train_loss_step": 1.6110310554504395, "n_params": 4285450, "total_flops": 45945509376000000, "train_loss": 0.05982240438461304, "subset_score_loss": 0.05982240438461304}
+{"step": 3500000, "wall_time": 33819.10262942314, "train_loss_step": 1.7404488325119019, "n_params": 4285450, "total_flops": 46077158400000000, "train_loss": 0.05890287160873413, "subset_score_loss": 0.05890287160873413, "memorization_fraction_pixel": 0.004100000020116568, "mean_nn_ratio_pixel": 0.6793337464332581, "fid": 87.14823537978093}
+{"step": 3510000, "wall_time": 33910.20075178146, "train_loss_step": 1.7178637981414795, "n_params": 4285450, "total_flops": 46208807424000000, "train_loss": 0.06011123657226562, "subset_score_loss": 0.06011123657226562}
+{"step": 3520000, "wall_time": 33998.07256746292, "train_loss_step": 1.7152693271636963, "n_params": 4285450, "total_flops": 46340456448000000, "train_loss": 0.0594534695148468, "subset_score_loss": 0.0594534695148468}
+{"step": 3530000, "wall_time": 34090.46483254433, "train_loss_step": 1.8271102905273438, "n_params": 4285450, "total_flops": 46472105472000000, "train_loss": 0.06005440950393677, "subset_score_loss": 0.06005440950393677}
+{"step": 3540000, "wall_time": 34181.25653576851, "train_loss_step": 1.4928615093231201, "n_params": 4285450, "total_flops": 46603754496000000, "train_loss": 0.06047155857086182, "subset_score_loss": 0.06047155857086182}
+{"step": 3550000, "wall_time": 34273.00300860405, "train_loss_step": 1.6468347311019897, "n_params": 4285450, "total_flops": 46735403520000000, "train_loss": 0.0602849543094635, "subset_score_loss": 0.0602849543094635}
+{"step": 3560000, "wall_time": 34365.4105091095, "train_loss_step": 1.975611925125122, "n_params": 4285450, "total_flops": 46867052544000000, "train_loss": 0.06025991439819336, "subset_score_loss": 0.06025991439819336}
+{"step": 3570000, "wall_time": 34457.11119413376, "train_loss_step": 1.5962737798690796, "n_params": 4285450, "total_flops": 46998701568000000, "train_loss": 0.05935603380203247, "subset_score_loss": 0.05935603380203247}
+{"step": 3580000, "wall_time": 34546.68045067787, "train_loss_step": 1.500855565071106, "n_params": 4285450, "total_flops": 47130350592000000, "train_loss": 0.059123390913009645, "subset_score_loss": 0.059123390913009645}
+{"step": 3590000, "wall_time": 34635.22187829018, "train_loss_step": 1.5650923252105713, "n_params": 4285450, "total_flops": 47261999616000000, "train_loss": 0.05926295518875122, "subset_score_loss": 0.05926295518875122}
+{"step": 3600000, "wall_time": 34799.08266568184, "train_loss_step": 1.5545114278793335, "n_params": 4285450, "total_flops": 47393648640000000, "train_loss": 0.05873796343803406, "subset_score_loss": 0.05873796343803406, "memorization_fraction_pixel": 0.004699999932199717, "mean_nn_ratio_pixel": 0.672147810459137, "fid": 86.46519842569849}
+{"step": 3610000, "wall_time": 34890.15890336037, "train_loss_step": 1.836531639099121, "n_params": 4285450, "total_flops": 47525297664000000, "train_loss": 0.05970682501792908, "subset_score_loss": 0.05970682501792908}
+{"step": 3620000, "wall_time": 34974.557393074036, "train_loss_step": 1.6669528484344482, "n_params": 4285450, "total_flops": 47656946688000000, "train_loss": 0.05959480404853821, "subset_score_loss": 0.05959480404853821}
+{"step": 3630000, "wall_time": 35067.05371594429, "train_loss_step": 1.6127524375915527, "n_params": 4285450, "total_flops": 47788595712000000, "train_loss": 0.05944971442222595, "subset_score_loss": 0.05944971442222595}
+{"step": 3640000, "wall_time": 35159.90907454491, "train_loss_step": 1.6760139465332031, "n_params": 4285450, "total_flops": 47920244736000000, "train_loss": 0.05920184850692749, "subset_score_loss": 0.05920184850692749}
+{"step": 3650000, "wall_time": 35250.0934715271, "train_loss_step": 1.7043863534927368, "n_params": 4285450, "total_flops": 48051893760000000, "train_loss": 0.05892504453659057, "subset_score_loss": 0.05892504453659057}
+{"step": 3660000, "wall_time": 35341.63396048546, "train_loss_step": 1.5630371570587158, "n_params": 4285450, "total_flops": 48183542784000000, "train_loss": 0.059727424383163454, "subset_score_loss": 0.059727424383163454}
+{"step": 3670000, "wall_time": 35433.1103014946, "train_loss_step": 1.683790922164917, "n_params": 4285450, "total_flops": 48315191808000000, "train_loss": 0.058548730611801145, "subset_score_loss": 0.058548730611801145}
+{"step": 3680000, "wall_time": 35514.427805662155, "train_loss_step": 1.472465991973877, "n_params": 4285450, "total_flops": 48446840832000000, "train_loss": 0.05955181121826172, "subset_score_loss": 0.05955181121826172}
+{"step": 3690000, "wall_time": 35598.310341358185, "train_loss_step": 1.4849287271499634, "n_params": 4285450, "total_flops": 48578489856000000, "train_loss": 0.05933789014816284, "subset_score_loss": 0.05933789014816284}
+{"step": 3700000, "wall_time": 35759.18653202057, "train_loss_step": 1.750270962715149, "n_params": 4285450, "total_flops": 48710138880000000, "train_loss": 0.05822490453720093, "subset_score_loss": 0.05822490453720093, "memorization_fraction_pixel": 0.005900000222027302, "mean_nn_ratio_pixel": 0.675264835357666, "fid": 86.78838194149543}
+{"step": 3710000, "wall_time": 35846.85758471489, "train_loss_step": 1.8099507093429565, "n_params": 4285450, "total_flops": 48841787904000000, "train_loss": 0.05768845677375793, "subset_score_loss": 0.05768845677375793}
+{"step": 3720000, "wall_time": 35931.291244745255, "train_loss_step": 1.6976032257080078, "n_params": 4285450, "total_flops": 48973436928000000, "train_loss": 0.05804558396339417, "subset_score_loss": 0.05804558396339417}
+{"step": 3730000, "wall_time": 36023.94810652733, "train_loss_step": 1.8204725980758667, "n_params": 4285450, "total_flops": 49105085952000000, "train_loss": 0.05815722942352295, "subset_score_loss": 0.05815722942352295}
+{"step": 3740000, "wall_time": 36116.927068948746, "train_loss_step": 1.7672560214996338, "n_params": 4285450, "total_flops": 49236734976000000, "train_loss": 0.05774747729301453, "subset_score_loss": 0.05774747729301453}
+{"step": 3750000, "wall_time": 36206.949833869934, "train_loss_step": 1.6836998462677002, "n_params": 4285450, "total_flops": 49368384000000000, "train_loss": 0.057896995544433595, "subset_score_loss": 0.057896995544433595}
+{"step": 3760000, "wall_time": 36298.8105597496, "train_loss_step": 1.6555676460266113, "n_params": 4285450, "total_flops": 49500033024000000, "train_loss": 0.05747203826904297, "subset_score_loss": 0.05747203826904297}
+{"step": 3770000, "wall_time": 36389.83306765556, "train_loss_step": 1.7297497987747192, "n_params": 4285450, "total_flops": 49631682048000000, "train_loss": 0.05708625912666321, "subset_score_loss": 0.05708625912666321}
+{"step": 3780000, "wall_time": 36473.65468168259, "train_loss_step": 1.6371983289718628, "n_params": 4285450, "total_flops": 49763331072000000, "train_loss": 0.05711299180984497, "subset_score_loss": 0.05711299180984497}
+{"step": 3790000, "wall_time": 36563.2043735981, "train_loss_step": 1.5385349988937378, "n_params": 4285450, "total_flops": 49894980096000000, "train_loss": 0.05668918490409851, "subset_score_loss": 0.05668918490409851}
+{"step": 3800000, "wall_time": 36723.51770758629, "train_loss_step": 1.5483345985412598, "n_params": 4285450, "total_flops": 50026629120000000, "train_loss": 0.05747270584106445, "subset_score_loss": 0.05747270584106445, "memorization_fraction_pixel": 0.00570000009611249, "mean_nn_ratio_pixel": 0.6734002828598022, "fid": 86.9360519080513}
+{"step": 3810000, "wall_time": 36808.93123173714, "train_loss_step": 1.6686065196990967, "n_params": 4285450, "total_flops": 50158278144000000, "train_loss": 0.05831766128540039, "subset_score_loss": 0.05831766128540039}
+{"step": 3820000, "wall_time": 36894.5991435051, "train_loss_step": 1.7655870914459229, "n_params": 4285450, "total_flops": 50289927168000000, "train_loss": 0.05647774338722229, "subset_score_loss": 0.05647774338722229}
+{"step": 3830000, "wall_time": 36987.07469987869, "train_loss_step": 1.7863141298294067, "n_params": 4285450, "total_flops": 50421576192000000, "train_loss": 0.05734426379203796, "subset_score_loss": 0.05734426379203796}
+{"step": 3840000, "wall_time": 37079.317272901535, "train_loss_step": 1.7914009094238281, "n_params": 4285450, "total_flops": 50553225216000000, "train_loss": 0.05767865180969238, "subset_score_loss": 0.05767865180969238}
+{"step": 3850000, "wall_time": 37169.13055562973, "train_loss_step": 1.6587772369384766, "n_params": 4285450, "total_flops": 50684874240000000, "train_loss": 0.05764581561088562, "subset_score_loss": 0.05764581561088562}
+{"step": 3860000, "wall_time": 37259.83829474449, "train_loss_step": 1.6432546377182007, "n_params": 4285450, "total_flops": 50816523264000000, "train_loss": 0.05865837931632996, "subset_score_loss": 0.05865837931632996}
+{"step": 3870000, "wall_time": 37350.515104055405, "train_loss_step": 1.5020897388458252, "n_params": 4285450, "total_flops": 50948172288000000, "train_loss": 0.057460957765579225, "subset_score_loss": 0.057460957765579225}
+{"step": 3880000, "wall_time": 37431.61120724678, "train_loss_step": 1.7122690677642822, "n_params": 4285450, "total_flops": 51079821312000000, "train_loss": 0.05883873105049133, "subset_score_loss": 0.05883873105049133}
+{"step": 3890000, "wall_time": 37515.59260678291, "train_loss_step": 1.6188503503799438, "n_params": 4285450, "total_flops": 51211470336000000, "train_loss": 0.056809639930725096, "subset_score_loss": 0.056809639930725096}
+{"step": 3900000, "wall_time": 37676.23228263855, "train_loss_step": 1.7360334396362305, "n_params": 4285450, "total_flops": 51343119360000000, "train_loss": 0.057662439346313474, "subset_score_loss": 0.057662439346313474, "memorization_fraction_pixel": 0.00570000009611249, "mean_nn_ratio_pixel": 0.6741020083427429, "fid": 87.85196405061333}
+{"step": 3910000, "wall_time": 37761.70145392418, "train_loss_step": 1.6572279930114746, "n_params": 4285450, "total_flops": 51474768384000000, "train_loss": 0.05693398118019104, "subset_score_loss": 0.05693398118019104}
+{"step": 3920000, "wall_time": 37844.352803468704, "train_loss_step": 1.6533081531524658, "n_params": 4285450, "total_flops": 51606417408000000, "train_loss": 0.05591058135032654, "subset_score_loss": 0.05591058135032654}
+{"step": 3930000, "wall_time": 37935.583867788315, "train_loss_step": 1.6263222694396973, "n_params": 4285450, "total_flops": 51738066432000000, "train_loss": 0.055415958166122437, "subset_score_loss": 0.055415958166122437}
+{"step": 3940000, "wall_time": 38028.05942058563, "train_loss_step": 1.6399669647216797, "n_params": 4285450, "total_flops": 51869715456000000, "train_loss": 0.056921613216400144, "subset_score_loss": 0.056921613216400144}
+{"step": 3950000, "wall_time": 38117.779171705246, "train_loss_step": 1.6844091415405273, "n_params": 4285450, "total_flops": 52001364480000000, "train_loss": 0.05709101557731629, "subset_score_loss": 0.05709101557731629}
+{"step": 3960000, "wall_time": 38208.607899188995, "train_loss_step": 1.6885242462158203, "n_params": 4285450, "total_flops": 52133013504000000, "train_loss": 0.055730730295181274, "subset_score_loss": 0.055730730295181274}
+{"step": 3970000, "wall_time": 38298.319350242615, "train_loss_step": 1.784993052482605, "n_params": 4285450, "total_flops": 52264662528000000, "train_loss": 0.05537123680114746, "subset_score_loss": 0.05537123680114746}
+{"step": 3980000, "wall_time": 38384.3252055645, "train_loss_step": 1.6223363876342773, "n_params": 4285450, "total_flops": 52396311552000000, "train_loss": 0.05650158524513245, "subset_score_loss": 0.05650158524513245}
+{"step": 3990000, "wall_time": 38467.05135846138, "train_loss_step": 1.7289140224456787, "n_params": 4285450, "total_flops": 52527960576000000, "train_loss": 0.05664531588554382, "subset_score_loss": 0.05664531588554382}
+{"step": 4000000, "wall_time": 38626.43601512909, "train_loss_step": 1.7121695280075073, "n_params": 4285450, "total_flops": 52659609600000000, "train_loss": 0.0557022750377655, "subset_score_loss": 0.0557022750377655, "memorization_fraction_pixel": 0.005400000140070915, "mean_nn_ratio_pixel": 0.6710436344146729, "fid": 86.91839740360841}
+{"step": 4010000, "wall_time": 38715.692528009415, "train_loss_step": 1.4906930923461914, "n_params": 4285450, "total_flops": 52791258624000000, "train_loss": 0.057200008630752565, "subset_score_loss": 0.057200008630752565}
+{"step": 4020000, "wall_time": 38793.783930540085, "train_loss_step": 1.8975725173950195, "n_params": 4285450, "total_flops": 52922907648000000, "train_loss": 0.05480334758758545, "subset_score_loss": 0.05480334758758545}
+{"step": 4030000, "wall_time": 38884.45213699341, "train_loss_step": 1.8121569156646729, "n_params": 4285450, "total_flops": 53054556672000000, "train_loss": 0.0544020414352417, "subset_score_loss": 0.0544020414352417}
+{"step": 4040000, "wall_time": 38976.655410051346, "train_loss_step": 1.7443547248840332, "n_params": 4285450, "total_flops": 53186205696000000, "train_loss": 0.056100761890411376, "subset_score_loss": 0.056100761890411376}
+{"step": 4050000, "wall_time": 39066.30100464821, "train_loss_step": 1.7623672485351562, "n_params": 4285450, "total_flops": 53317854720000000, "train_loss": 0.0549518883228302, "subset_score_loss": 0.0549518883228302}
+{"step": 4060000, "wall_time": 39157.53261113167, "train_loss_step": 1.7416572570800781, "n_params": 4285450, "total_flops": 53449503744000000, "train_loss": 0.05485986471176148, "subset_score_loss": 0.05485986471176148}
+{"step": 4070000, "wall_time": 39248.303226709366, "train_loss_step": 1.7261528968811035, "n_params": 4285450, "total_flops": 53581152768000000, "train_loss": 0.05642300844192505, "subset_score_loss": 0.05642300844192505}
+{"step": 4080000, "wall_time": 39336.4419772625, "train_loss_step": 1.5597305297851562, "n_params": 4285450, "total_flops": 53712801792000000, "train_loss": 0.055892813205719, "subset_score_loss": 0.055892813205719}
+{"step": 4090000, "wall_time": 39423.71018052101, "train_loss_step": 1.5919878482818604, "n_params": 4285450, "total_flops": 53844450816000000, "train_loss": 0.05521312355995178, "subset_score_loss": 0.05521312355995178}
+{"step": 4100000, "wall_time": 39586.41126513481, "train_loss_step": 1.516823172569275, "n_params": 4285450, "total_flops": 53976099840000000, "train_loss": 0.05516325831413269, "subset_score_loss": 0.05516325831413269, "memorization_fraction_pixel": 0.0066999997943639755, "mean_nn_ratio_pixel": 0.673212468624115, "fid": 86.53869885804832}
+{"step": 4110000, "wall_time": 39677.64055919647, "train_loss_step": 1.6917929649353027, "n_params": 4285450, "total_flops": 54107748864000000, "train_loss": 0.05560547113418579, "subset_score_loss": 0.05560547113418579}
+{"step": 4120000, "wall_time": 39756.9125418663, "train_loss_step": 1.6423776149749756, "n_params": 4285450, "total_flops": 54239397888000000, "train_loss": 0.05465642213821411, "subset_score_loss": 0.05465642213821411}
+{"step": 4130000, "wall_time": 39849.14784049988, "train_loss_step": 1.6832787990570068, "n_params": 4285450, "total_flops": 54371046912000000, "train_loss": 0.054122543334960936, "subset_score_loss": 0.054122543334960936}
+{"step": 4140000, "wall_time": 39940.62191915512, "train_loss_step": 1.7618024349212646, "n_params": 4285450, "total_flops": 54502695936000000, "train_loss": 0.054020118713378903, "subset_score_loss": 0.054020118713378903}
+{"step": 4150000, "wall_time": 40030.39487576485, "train_loss_step": 1.4700102806091309, "n_params": 4285450, "total_flops": 54634344960000000, "train_loss": 0.05433507561683655, "subset_score_loss": 0.05433507561683655}
+{"step": 4160000, "wall_time": 40122.11909413338, "train_loss_step": 1.5879170894622803, "n_params": 4285450, "total_flops": 54765993984000000, "train_loss": 0.05578009486198425, "subset_score_loss": 0.05578009486198425}
+{"step": 4170000, "wall_time": 40215.09540581703, "train_loss_step": 1.7593889236450195, "n_params": 4285450, "total_flops": 54897643008000000, "train_loss": 0.05433942079544067, "subset_score_loss": 0.05433942079544067}
+{"step": 4180000, "wall_time": 40297.24795675278, "train_loss_step": 1.7267041206359863, "n_params": 4285450, "total_flops": 55029292032000000, "train_loss": 0.053727686405181885, "subset_score_loss": 0.053727686405181885}
+{"step": 4190000, "wall_time": 40383.99646282196, "train_loss_step": 1.6420845985412598, "n_params": 4285450, "total_flops": 55160941056000000, "train_loss": 0.05529279112815857, "subset_score_loss": 0.05529279112815857}
+{"step": 4200000, "wall_time": 40546.38707733154, "train_loss_step": 1.8393512964248657, "n_params": 4285450, "total_flops": 55292590080000000, "train_loss": 0.054379189014434816, "subset_score_loss": 0.054379189014434816, "memorization_fraction_pixel": 0.005799999926239252, "mean_nn_ratio_pixel": 0.6692229509353638, "fid": 86.53736725828443}
+{"step": 4210000, "wall_time": 40636.0616672039, "train_loss_step": 1.5608017444610596, "n_params": 4285450, "total_flops": 55424239104000000, "train_loss": 0.05377212166786194, "subset_score_loss": 0.05377212166786194}
+{"step": 4220000, "wall_time": 40715.944313287735, "train_loss_step": 1.7225624322891235, "n_params": 4285450, "total_flops": 55555888128000000, "train_loss": 0.05445719361305237, "subset_score_loss": 0.05445719361305237}
+{"step": 4230000, "wall_time": 40808.02839946747, "train_loss_step": 1.577484369277954, "n_params": 4285450, "total_flops": 55687537152000000, "train_loss": 0.053712105751037596, "subset_score_loss": 0.053712105751037596}
+{"step": 4240000, "wall_time": 40898.93334650993, "train_loss_step": 1.5620613098144531, "n_params": 4285450, "total_flops": 55819186176000000, "train_loss": 0.0542064905166626, "subset_score_loss": 0.0542064905166626}
+{"step": 4250000, "wall_time": 40989.3188021183, "train_loss_step": 1.537613868713379, "n_params": 4285450, "total_flops": 55950835200000000, "train_loss": 0.05375518798828125, "subset_score_loss": 0.05375518798828125}
+{"step": 4260000, "wall_time": 41080.18237876892, "train_loss_step": 1.582536220550537, "n_params": 4285450, "total_flops": 56082484224000000, "train_loss": 0.05608020424842834, "subset_score_loss": 0.05608020424842834}
+{"step": 4270000, "wall_time": 41172.106927871704, "train_loss_step": 1.586003065109253, "n_params": 4285450, "total_flops": 56214133248000000, "train_loss": 0.05358527302742004, "subset_score_loss": 0.05358527302742004}
+{"step": 4280000, "wall_time": 41255.85990548134, "train_loss_step": 1.4881393909454346, "n_params": 4285450, "total_flops": 56345782272000000, "train_loss": 0.05368238091468811, "subset_score_loss": 0.05368238091468811}
+{"step": 4290000, "wall_time": 41342.33662486076, "train_loss_step": 1.6205254793167114, "n_params": 4285450, "total_flops": 56477431296000000, "train_loss": 0.05414665937423706, "subset_score_loss": 0.05414665937423706}
+{"step": 4300000, "wall_time": 41504.76748776436, "train_loss_step": 1.732712745666504, "n_params": 4285450, "total_flops": 56609080320000000, "train_loss": 0.05505058169364929, "subset_score_loss": 0.05505058169364929, "memorization_fraction_pixel": 0.005900000222027302, "mean_nn_ratio_pixel": 0.6734652519226074, "fid": 87.65640702109762}
+{"step": 4310000, "wall_time": 41596.23868751526, "train_loss_step": 1.6019432544708252, "n_params": 4285450, "total_flops": 56740729344000000, "train_loss": 0.05356307625770569, "subset_score_loss": 0.05356307625770569}
+{"step": 4320000, "wall_time": 41670.2133834362, "train_loss_step": 1.7360012531280518, "n_params": 4285450, "total_flops": 56872378368000000, "train_loss": 0.05277913808822632, "subset_score_loss": 0.05277913808822632}
+{"step": 4330000, "wall_time": 41760.12567138672, "train_loss_step": 1.6895109415054321, "n_params": 4285450, "total_flops": 57004027392000000, "train_loss": 0.05239468812942505, "subset_score_loss": 0.05239468812942505}
+{"step": 4340000, "wall_time": 41851.14940237999, "train_loss_step": 1.795404314994812, "n_params": 4285450, "total_flops": 57135676416000000, "train_loss": 0.05320773124694824, "subset_score_loss": 0.05320773124694824}
+{"step": 4350000, "wall_time": 41942.96539568901, "train_loss_step": 1.5436577796936035, "n_params": 4285450, "total_flops": 57267325440000000, "train_loss": 0.053854310512542726, "subset_score_loss": 0.053854310512542726}
+{"step": 4360000, "wall_time": 42032.530165433884, "train_loss_step": 1.770751714706421, "n_params": 4285450, "total_flops": 57398974464000000, "train_loss": 0.05384833216667175, "subset_score_loss": 0.05384833216667175}
+{"step": 4370000, "wall_time": 42124.628464221954, "train_loss_step": 1.8046350479125977, "n_params": 4285450, "total_flops": 57530623488000000, "train_loss": 0.05375518798828125, "subset_score_loss": 0.05375518798828125}
+{"step": 4380000, "wall_time": 42208.8197324276, "train_loss_step": 1.6926181316375732, "n_params": 4285450, "total_flops": 57662272512000000, "train_loss": 0.05404614806175232, "subset_score_loss": 0.05404614806175232}
+{"step": 4390000, "wall_time": 42295.36767244339, "train_loss_step": 1.6593060493469238, "n_params": 4285450, "total_flops": 57793921536000000, "train_loss": 0.05236203670501709, "subset_score_loss": 0.05236203670501709}
+{"step": 4400000, "wall_time": 42457.811676979065, "train_loss_step": 1.5179502964019775, "n_params": 4285450, "total_flops": 57925570560000000, "train_loss": 0.05225350856781006, "subset_score_loss": 0.05225350856781006, "memorization_fraction_pixel": 0.006800000090152025, "mean_nn_ratio_pixel": 0.6706082820892334, "fid": 88.03142258781317}
+{"step": 4410000, "wall_time": 42549.54591560364, "train_loss_step": 1.769394874572754, "n_params": 4285450, "total_flops": 58057219584000000, "train_loss": 0.05203545093536377, "subset_score_loss": 0.05203545093536377}
+{"step": 4420000, "wall_time": 42628.37868261337, "train_loss_step": 1.8431131839752197, "n_params": 4285450, "total_flops": 58188868608000000, "train_loss": 0.05152090191841126, "subset_score_loss": 0.05152090191841126}
+{"step": 4430000, "wall_time": 42715.119211912155, "train_loss_step": 1.588862419128418, "n_params": 4285450, "total_flops": 58320517632000000, "train_loss": 0.051856011152267456, "subset_score_loss": 0.051856011152267456}
+{"step": 4440000, "wall_time": 42806.791978120804, "train_loss_step": 1.852135419845581, "n_params": 4285450, "total_flops": 58452166656000000, "train_loss": 0.05182064175605774, "subset_score_loss": 0.05182064175605774}
+{"step": 4450000, "wall_time": 42897.74674463272, "train_loss_step": 1.689897894859314, "n_params": 4285450, "total_flops": 58583815680000000, "train_loss": 0.05156989693641663, "subset_score_loss": 0.05156989693641663}
+{"step": 4460000, "wall_time": 42987.654399871826, "train_loss_step": 1.7169402837753296, "n_params": 4285450, "total_flops": 58715464704000000, "train_loss": 0.05287216901779175, "subset_score_loss": 0.05287216901779175}
+{"step": 4470000, "wall_time": 43080.02929210663, "train_loss_step": 1.707864761352539, "n_params": 4285450, "total_flops": 58847113728000000, "train_loss": 0.05261682271957398, "subset_score_loss": 0.05261682271957398}
+{"step": 4480000, "wall_time": 43164.35628557205, "train_loss_step": 1.6805565357208252, "n_params": 4285450, "total_flops": 58978762752000000, "train_loss": 0.050632530450820924, "subset_score_loss": 0.050632530450820924}
+{"step": 4490000, "wall_time": 43249.11904215813, "train_loss_step": 1.6044338941574097, "n_params": 4285450, "total_flops": 59110411776000000, "train_loss": 0.051980459690093996, "subset_score_loss": 0.051980459690093996}
+{"step": 4500000, "wall_time": 43410.903920173645, "train_loss_step": 1.5944347381591797, "n_params": 4285450, "total_flops": 59242060800000000, "train_loss": 0.05147676467895508, "subset_score_loss": 0.05147676467895508, "memorization_fraction_pixel": 0.005499999970197678, "mean_nn_ratio_pixel": 0.6690165400505066, "fid": 87.41180436547397}
+{"step": 4510000, "wall_time": 43501.530299425125, "train_loss_step": 1.6404376029968262, "n_params": 4285450, "total_flops": 59373709824000000, "train_loss": 0.05144548416137695, "subset_score_loss": 0.05144548416137695}
+{"step": 4520000, "wall_time": 43586.501593112946, "train_loss_step": 1.4471365213394165, "n_params": 4285450, "total_flops": 59505358848000000, "train_loss": 0.05110315680503845, "subset_score_loss": 0.05110315680503845}
+{"step": 4530000, "wall_time": 43668.82477879524, "train_loss_step": 1.6874735355377197, "n_params": 4285450, "total_flops": 59637007872000000, "train_loss": 0.05139799118041992, "subset_score_loss": 0.05139799118041992}
+{"step": 4540000, "wall_time": 43760.41760849953, "train_loss_step": 1.6192491054534912, "n_params": 4285450, "total_flops": 59768656896000000, "train_loss": 0.0522994339466095, "subset_score_loss": 0.0522994339466095}
+{"step": 4550000, "wall_time": 43851.11202335358, "train_loss_step": 1.7840657234191895, "n_params": 4285450, "total_flops": 59900305920000000, "train_loss": 0.05234188437461853, "subset_score_loss": 0.05234188437461853}
+{"step": 4560000, "wall_time": 43940.51455450058, "train_loss_step": 1.61178457736969, "n_params": 4285450, "total_flops": 60031954944000000, "train_loss": 0.05093888640403747, "subset_score_loss": 0.05093888640403747}
+{"step": 4570000, "wall_time": 44032.31406211853, "train_loss_step": 1.5858579874038696, "n_params": 4285450, "total_flops": 60163603968000000, "train_loss": 0.05099219083786011, "subset_score_loss": 0.05099219083786011}
+{"step": 4580000, "wall_time": 44118.050750017166, "train_loss_step": 1.7230314016342163, "n_params": 4285450, "total_flops": 60295252992000000, "train_loss": 0.05177881717681885, "subset_score_loss": 0.05177881717681885}
+{"step": 4590000, "wall_time": 44199.22256946564, "train_loss_step": 1.5383930206298828, "n_params": 4285450, "total_flops": 60426902016000000, "train_loss": 0.05098651051521301, "subset_score_loss": 0.05098651051521301}
+{"step": 4600000, "wall_time": 44360.284259557724, "train_loss_step": 1.6505050659179688, "n_params": 4285450, "total_flops": 60558551040000000, "train_loss": 0.051672106981277464, "subset_score_loss": 0.051672106981277464, "memorization_fraction_pixel": 0.004699999932199717, "mean_nn_ratio_pixel": 0.6714762449264526, "fid": 87.61223681974295}
+{"step": 4610000, "wall_time": 44450.49372935295, "train_loss_step": 1.6739192008972168, "n_params": 4285450, "total_flops": 60690200064000000, "train_loss": 0.051030153036117555, "subset_score_loss": 0.051030153036117555}
+{"step": 4620000, "wall_time": 44536.68356370926, "train_loss_step": 1.695145606994629, "n_params": 4285450, "total_flops": 60821849088000000, "train_loss": 0.052016592025756835, "subset_score_loss": 0.052016592025756835}
+{"step": 4630000, "wall_time": 44617.26973032951, "train_loss_step": 1.5757020711898804, "n_params": 4285450, "total_flops": 60953498112000000, "train_loss": 0.051586538553237915, "subset_score_loss": 0.051586538553237915}
+{"step": 4640000, "wall_time": 44708.2299489975, "train_loss_step": 1.7829731702804565, "n_params": 4285450, "total_flops": 61085147136000000, "train_loss": 0.0510087251663208, "subset_score_loss": 0.0510087251663208}
+{"step": 4650000, "wall_time": 44798.97550654411, "train_loss_step": 1.5096945762634277, "n_params": 4285450, "total_flops": 61216796160000000, "train_loss": 0.053028720617294314, "subset_score_loss": 0.053028720617294314}
+{"step": 4660000, "wall_time": 44888.284603357315, "train_loss_step": 1.7680795192718506, "n_params": 4285450, "total_flops": 61348445184000000, "train_loss": 0.05049071907997131, "subset_score_loss": 0.05049071907997131}
+{"step": 4670000, "wall_time": 44980.00950503349, "train_loss_step": 1.756052017211914, "n_params": 4285450, "total_flops": 61480094208000000, "train_loss": 0.05080351233482361, "subset_score_loss": 0.05080351233482361}
+{"step": 4680000, "wall_time": 45068.9755153656, "train_loss_step": 1.7027177810668945, "n_params": 4285450, "total_flops": 61611743232000000, "train_loss": 0.051321524381637576, "subset_score_loss": 0.051321524381637576}
+{"step": 4690000, "wall_time": 45150.06060171127, "train_loss_step": 1.7243446111679077, "n_params": 4285450, "total_flops": 61743392256000000, "train_loss": 0.05052827596664429, "subset_score_loss": 0.05052827596664429}
+{"step": 4700000, "wall_time": 45312.193517923355, "train_loss_step": 1.669521450996399, "n_params": 4285450, "total_flops": 61875041280000000, "train_loss": 0.05033388137817383, "subset_score_loss": 0.05033388137817383, "memorization_fraction_pixel": 0.00570000009611249, "mean_nn_ratio_pixel": 0.6707446575164795, "fid": 87.01219484217931}
+{"step": 4710000, "wall_time": 45403.711141586304, "train_loss_step": 1.503718614578247, "n_params": 4285450, "total_flops": 62006690304000000, "train_loss": 0.050803208351135255, "subset_score_loss": 0.050803208351135255}
+{"step": 4720000, "wall_time": 45492.14908313751, "train_loss_step": 1.597809910774231, "n_params": 4285450, "total_flops": 62138339328000000, "train_loss": 0.050025904178619386, "subset_score_loss": 0.050025904178619386}
+{"step": 4730000, "wall_time": 45571.04936313629, "train_loss_step": 1.6918950080871582, "n_params": 4285450, "total_flops": 62269988352000000, "train_loss": 0.05193142890930176, "subset_score_loss": 0.05193142890930176}
+{"step": 4740000, "wall_time": 45660.52594137192, "train_loss_step": 1.6483501195907593, "n_params": 4285450, "total_flops": 62401637376000000, "train_loss": 0.05308460593223572, "subset_score_loss": 0.05308460593223572}
+{"step": 4750000, "wall_time": 45751.13595032692, "train_loss_step": 1.5725398063659668, "n_params": 4285450, "total_flops": 62533286400000000, "train_loss": 0.051482921838760375, "subset_score_loss": 0.051482921838760375}
+{"step": 4760000, "wall_time": 45840.7531876564, "train_loss_step": 1.8404490947723389, "n_params": 4285450, "total_flops": 62664935424000000, "train_loss": 0.05128445625305176, "subset_score_loss": 0.05128445625305176}
+{"step": 4770000, "wall_time": 45932.46406579018, "train_loss_step": 1.7216893434524536, "n_params": 4285450, "total_flops": 62796584448000000, "train_loss": 0.05101435780525208, "subset_score_loss": 0.05101435780525208}
+{"step": 4780000, "wall_time": 46020.61226272583, "train_loss_step": 1.6326634883880615, "n_params": 4285450, "total_flops": 62928233472000000, "train_loss": 0.05150163769721985, "subset_score_loss": 0.05150163769721985}
+{"step": 4790000, "wall_time": 46106.034361839294, "train_loss_step": 1.753157138824463, "n_params": 4285450, "total_flops": 63059882496000000, "train_loss": 0.050717252492904666, "subset_score_loss": 0.050717252492904666}
+{"step": 4800000, "wall_time": 46269.760909318924, "train_loss_step": 1.7076252698898315, "n_params": 4285450, "total_flops": 63191531520000000, "train_loss": 0.051116788387298585, "subset_score_loss": 0.051116788387298585, "memorization_fraction_pixel": 0.006200000178068876, "mean_nn_ratio_pixel": 0.664803683757782, "fid": 87.2270847073822}
+{"step": 4810000, "wall_time": 46361.00718665123, "train_loss_step": 1.6235144138336182, "n_params": 4285450, "total_flops": 63323180544000000, "train_loss": 0.050411558151245116, "subset_score_loss": 0.050411558151245116}
+{"step": 4820000, "wall_time": 46451.688977479935, "train_loss_step": 1.777827501296997, "n_params": 4285450, "total_flops": 63454829568000000, "train_loss": 0.05016078352928162, "subset_score_loss": 0.05016078352928162}
+{"step": 4830000, "wall_time": 46529.37673187256, "train_loss_step": 1.6616662740707397, "n_params": 4285450, "total_flops": 63586478592000000, "train_loss": 0.052038061618804934, "subset_score_loss": 0.052038061618804934}
+{"step": 4840000, "wall_time": 46620.63108229637, "train_loss_step": 1.7344279289245605, "n_params": 4285450, "total_flops": 63718127616000000, "train_loss": 0.0494107186794281, "subset_score_loss": 0.0494107186794281}
+{"step": 4850000, "wall_time": 46708.92073941231, "train_loss_step": 1.6922582387924194, "n_params": 4285450, "total_flops": 63849776640000000, "train_loss": 0.049402862787246704, "subset_score_loss": 0.049402862787246704}
+{"step": 4860000, "wall_time": 46799.492654562, "train_loss_step": 1.6367765665054321, "n_params": 4285450, "total_flops": 63981425664000000, "train_loss": 0.05053235292434692, "subset_score_loss": 0.05053235292434692}
+{"step": 4870000, "wall_time": 46888.58634543419, "train_loss_step": 1.5515258312225342, "n_params": 4285450, "total_flops": 64113074688000000, "train_loss": 0.04932543337345123, "subset_score_loss": 0.04932543337345123}
+{"step": 4880000, "wall_time": 46972.28212237358, "train_loss_step": 1.6500442028045654, "n_params": 4285450, "total_flops": 64244723712000000, "train_loss": 0.0491144597530365, "subset_score_loss": 0.0491144597530365}
+{"step": 4890000, "wall_time": 47045.33274245262, "train_loss_step": 1.6364736557006836, "n_params": 4285450, "total_flops": 64376372736000000, "train_loss": 0.04915010929107666, "subset_score_loss": 0.04915010929107666}
+{"step": 4900000, "wall_time": 47177.04142355919, "train_loss_step": 1.6597867012023926, "n_params": 4285450, "total_flops": 64508021760000000, "train_loss": 0.04971185028553009, "subset_score_loss": 0.04971185028553009, "memorization_fraction_pixel": 0.006099999882280827, "mean_nn_ratio_pixel": 0.6713692545890808, "fid": 86.69693148194713}
+{"step": 4910000, "wall_time": 47250.13415527344, "train_loss_step": 1.7837470769882202, "n_params": 4285450, "total_flops": 64639670784000000, "train_loss": 0.0502669095993042, "subset_score_loss": 0.0502669095993042}
+{"step": 4920000, "wall_time": 47323.40039181709, "train_loss_step": 1.8581150770187378, "n_params": 4285450, "total_flops": 64771319808000000, "train_loss": 0.04837106764316559, "subset_score_loss": 0.04837106764316559}
+{"step": 4930000, "wall_time": 47382.93630313873, "train_loss_step": 1.7061593532562256, "n_params": 4285450, "total_flops": 64902968832000000, "train_loss": 0.04962832927703857, "subset_score_loss": 0.04962832927703857}
+{"step": 4940000, "wall_time": 47438.43181657791, "train_loss_step": 1.7667499780654907, "n_params": 4285450, "total_flops": 65034617856000000, "train_loss": 0.04977332949638367, "subset_score_loss": 0.04977332949638367}
+{"step": 4950000, "wall_time": 47490.87917590141, "train_loss_step": 1.5347777605056763, "n_params": 4285450, "total_flops": 65166266880000000, "train_loss": 0.04897545874118805, "subset_score_loss": 0.04897545874118805}
+{"step": 4960000, "wall_time": 47547.71437954903, "train_loss_step": 1.762414813041687, "n_params": 4285450, "total_flops": 65297915904000000, "train_loss": 0.050793910026550294, "subset_score_loss": 0.050793910026550294}
+{"step": 4970000, "wall_time": 47598.585550546646, "train_loss_step": 1.8306688070297241, "n_params": 4285450, "total_flops": 65429564928000000, "train_loss": 0.05103764533996582, "subset_score_loss": 0.05103764533996582}
+{"step": 4980000, "wall_time": 47655.39003157616, "train_loss_step": 1.6299902200698853, "n_params": 4285450, "total_flops": 65561213952000000, "train_loss": 0.049349349737167356, "subset_score_loss": 0.049349349737167356}
+{"step": 4990000, "wall_time": 47712.8229367733, "train_loss_step": 1.5673370361328125, "n_params": 4285450, "total_flops": 65692862976000000, "train_loss": 0.05079657435417175, "subset_score_loss": 0.05079657435417175}
+{"step": 5000000, "wall_time": 47817.303651571274, "train_loss_step": 1.7010712623596191, "n_params": 4285450, "total_flops": 65824512000000000, "train_loss": 0.04925439357757568, "subset_score_loss": 0.04925439357757568, "memorization_fraction_pixel": 0.006300000008195639, "mean_nn_ratio_pixel": 0.6661935448646545, "fid": 85.88528026925096}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d10/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d10/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..49ae1edc8d7b5a1fcb509eb48dee946f364900cb
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d10/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     69s | train_loss=0.9776 | fid=193.3082
+  step   10000 |    157s | train_loss=0.9173
+  step   20000 |    253s | train_loss=0.9139
+  step   30000 |    349s | train_loss=0.9122
+  step   40000 |    444s | train_loss=0.9112
+  step   50000 |    540s | train_loss=0.9104
+  step   60000 |    635s | train_loss=0.9097
+  step   70000 |    731s | train_loss=0.9090
+  step   80000 |    826s | train_loss=0.9083
+  step   90000 |    921s | train_loss=0.9076
+  step  100000 |   1076s | train_loss=0.9070 | fid=86.6208
+  step  110000 |   1169s | train_loss=0.9066
+  step  120000 |   1264s | train_loss=0.9057
+  step  130000 |   1359s | train_loss=0.9053
+  step  140000 |   1454s | train_loss=0.9047
+  step  150000 |   1550s | train_loss=0.9040
+  step  160000 |   1645s | train_loss=0.9034
+  step  170000 |   1740s | train_loss=0.9026
+  step  180000 |   1835s | train_loss=0.9019
+  step  190000 |   1927s | train_loss=0.9009
+  step  200000 |   2085s | train_loss=0.9000 | fid=87.6397
+  step  210000 |   2179s | train_loss=0.8989
+  step  220000 |   2274s | train_loss=0.8979
+  step  230000 |   2365s | train_loss=0.8965
+  step  240000 |   2457s | train_loss=0.8951
+  step  250000 |   2550s | train_loss=0.8934
+  step  260000 |   2643s | train_loss=0.8910
+  step  270000 |   2735s | train_loss=0.8888
+  step  280000 |   2827s | train_loss=0.8859
+  step  290000 |   2913s | train_loss=0.8819
+  step  300000 |   3076s | train_loss=0.8765 | fid=86.8239
+  step  310000 |   3168s | train_loss=0.8690
+  step  320000 |   3258s | train_loss=0.8589
+  step  330000 |   3348s | train_loss=0.8461
+  step  340000 |   3440s | train_loss=0.8282
+  step  350000 |   3532s | train_loss=0.8092
+  step  360000 |   3625s | train_loss=0.7821
+  step  370000 |   3717s | train_loss=0.7529
+  step  380000 |   3803s | train_loss=0.7191
+  step  390000 |   3893s | train_loss=0.6708
+  step  400000 |   4057s | train_loss=0.6349 | fid=88.2155
+  step  410000 |   4147s | train_loss=0.5838
+  step  420000 |   4236s | train_loss=0.5432
+  step  430000 |   4327s | train_loss=0.5023
+  step  440000 |   4419s | train_loss=0.4796
+  step  450000 |   4512s | train_loss=0.4437
+  step  460000 |   4605s | train_loss=0.4137
+  step  470000 |   4695s | train_loss=0.3884
+  step  480000 |   4780s | train_loss=0.3699
+  step  490000 |   4871s | train_loss=0.3553
+  step  500000 |   5035s | train_loss=0.3302 | fid=88.9108
+  step  510000 |   5116s | train_loss=0.3175
+  step  520000 |   5208s | train_loss=0.3066
+  step  530000 |   5296s | train_loss=0.2974
+  step  540000 |   5387s | train_loss=0.2792
+  step  550000 |   5479s | train_loss=0.2833
+  step  560000 |   5571s | train_loss=0.2652
+  step  570000 |   5659s | train_loss=0.2619
+  step  580000 |   5748s | train_loss=0.2502
+  step  590000 |   5841s | train_loss=0.2433
+  step  600000 |   6003s | train_loss=0.2365 | fid=86.9113
+  step  610000 |   6092s | train_loss=0.2324
+  step  620000 |   6184s | train_loss=0.2255
+  step  630000 |   6274s | train_loss=0.2201
+  step  640000 |   6365s | train_loss=0.2126
+  step  650000 |   6457s | train_loss=0.2153
+  step  660000 |   6544s | train_loss=0.2074
+  step  670000 |   6625s | train_loss=0.2060
+  step  680000 |   6712s | train_loss=0.1973
+  step  690000 |   6801s | train_loss=0.1934
+  step  700000 |   6965s | train_loss=0.1954 | fid=86.5704
+  step  710000 |   7055s | train_loss=0.1866
+  step  720000 |   7146s | train_loss=0.1840
+  step  730000 |   7238s | train_loss=0.1814
+  step  740000 |   7328s | train_loss=0.1802
+  step  750000 |   7419s | train_loss=0.1770
+  step  760000 |   7508s | train_loss=0.1776
+  step  770000 |   7589s | train_loss=0.1725
+  step  780000 |   7682s | train_loss=0.1730
+  step  790000 |   7774s | train_loss=0.1686
+  step  800000 |   7937s | train_loss=0.1666 | fid=87.3471
+  step  810000 |   8030s | train_loss=0.1630
+  step  820000 |   8108s | train_loss=0.1653
+  step  830000 |   8200s | train_loss=0.1610
+  step  840000 |   8289s | train_loss=0.1586
+  step  850000 |   8380s | train_loss=0.1584
+  step  860000 |   8461s | train_loss=0.1554
+  step  870000 |   8536s | train_loss=0.1553
+  step  880000 |   8628s | train_loss=0.1535
+  step  890000 |   8720s | train_loss=0.1522
+  step  900000 |   8883s | train_loss=0.1517 | fid=86.3402
+  step  910000 |   8975s | train_loss=0.1495
+  step  920000 |   9061s | train_loss=0.1495
+  step  930000 |   9142s | train_loss=0.1456
+  step  940000 |   9234s | train_loss=0.1460
+  step  950000 |   9321s | train_loss=0.1423
+  step  960000 |   9405s | train_loss=0.1414
+  step  970000 |   9485s | train_loss=0.1412
+  step  980000 |   9570s | train_loss=0.1426
+  step  990000 |   9661s | train_loss=0.1391
+  step 1000000 |   9824s | train_loss=0.1387 | fid=87.3610
+  step 1010000 |   9916s | train_loss=0.1376
+  step 1020000 |  10007s | train_loss=0.1366
+  step 1030000 |  10091s | train_loss=0.1352
+  step 1040000 |  10174s | train_loss=0.1347
+  step 1050000 |  10255s | train_loss=0.1329
+  step 1060000 |  10340s | train_loss=0.1308
+  step 1070000 |  10427s | train_loss=0.1301
+  step 1080000 |  10503s | train_loss=0.1296
+  step 1090000 |  10594s | train_loss=0.1289
+  step 1100000 |  10757s | train_loss=0.1274 | fid=87.8449
+  step 1110000 |  10849s | train_loss=0.1290
+  step 1120000 |  10940s | train_loss=0.1260
+  step 1130000 |  11031s | train_loss=0.1285
+  step 1140000 |  11115s | train_loss=0.1230
+  step 1150000 |  11189s | train_loss=0.1249
+  step 1160000 |  11277s | train_loss=0.1234
+  step 1170000 |  11369s | train_loss=0.1219
+  step 1180000 |  11452s | train_loss=0.1222
+  step 1190000 |  11541s | train_loss=0.1195
+  step 1200000 |  11705s | train_loss=0.1190 | fid=85.9394
+  step 1210000 |  11796s | train_loss=0.1184
+  step 1220000 |  11888s | train_loss=0.1173
+  step 1230000 |  11979s | train_loss=0.1183
+  step 1240000 |  12071s | train_loss=0.1161
+  step 1250000 |  12144s | train_loss=0.1153
+  step 1260000 |  12232s | train_loss=0.1161
+  step 1270000 |  12322s | train_loss=0.1154
+  step 1280000 |  12409s | train_loss=0.1141
+  step 1290000 |  12500s | train_loss=0.1154
+  step 1300000 |  12664s | train_loss=0.1134 | fid=87.6697
+  step 1310000 |  12755s | train_loss=0.1119
+  step 1320000 |  12846s | train_loss=0.1154
+  step 1330000 |  12938s | train_loss=0.1113
+  step 1340000 |  13030s | train_loss=0.1100
+  step 1350000 |  13118s | train_loss=0.1086
+  step 1360000 |  13206s | train_loss=0.1088
+  step 1370000 |  13291s | train_loss=0.1091
+  step 1380000 |  13383s | train_loss=0.1086
+  step 1390000 |  13474s | train_loss=0.1081
+  step 1400000 |  13638s | train_loss=0.1078 | fid=86.7276
+  step 1410000 |  13730s | train_loss=0.1062
+  step 1420000 |  13821s | train_loss=0.1068
+  step 1430000 |  13912s | train_loss=0.1060
+  step 1440000 |  14001s | train_loss=0.1037
+  step 1450000 |  14092s | train_loss=0.1049
+  step 1460000 |  14180s | train_loss=0.1050
+  step 1470000 |  14270s | train_loss=0.1039
+  step 1480000 |  14359s | train_loss=0.1026
+  step 1490000 |  14450s | train_loss=0.1045
+  step 1500000 |  14614s | train_loss=0.1020 | fid=87.6207
+  step 1510000 |  14706s | train_loss=0.1014
+  step 1520000 |  14797s | train_loss=0.1001
+  step 1530000 |  14889s | train_loss=0.0994
+  step 1540000 |  14977s | train_loss=0.1023
+  step 1550000 |  15068s | train_loss=0.0990
+  step 1560000 |  15154s | train_loss=0.0994
+  step 1570000 |  15245s | train_loss=0.0995
+  step 1580000 |  15335s | train_loss=0.0992
+  step 1590000 |  15426s | train_loss=0.0956
+  step 1600000 |  15589s | train_loss=0.0968 | fid=86.4823
+  step 1610000 |  15681s | train_loss=0.0985
+  step 1620000 |  15771s | train_loss=0.0974
+  step 1630000 |  15860s | train_loss=0.0961
+  step 1640000 |  15952s | train_loss=0.0951
+  step 1650000 |  16044s | train_loss=0.0950
+  step 1660000 |  16130s | train_loss=0.0950
+  step 1670000 |  16221s | train_loss=0.0951
+  step 1680000 |  16312s | train_loss=0.0953
+  step 1690000 |  16403s | train_loss=0.0935
+  step 1700000 |  16567s | train_loss=0.0923 | fid=87.8333
+  step 1710000 |  16659s | train_loss=0.0930
+  step 1720000 |  16749s | train_loss=0.0932
+  step 1730000 |  16828s | train_loss=0.0920
+  step 1740000 |  16919s | train_loss=0.0905
+  step 1750000 |  17006s | train_loss=0.0918
+  step 1760000 |  17091s | train_loss=0.0947
+  step 1770000 |  17166s | train_loss=0.0931
+  step 1780000 |  17258s | train_loss=0.0915
+  step 1790000 |  17349s | train_loss=0.0898
+  step 1800000 |  17510s | train_loss=0.0894 | fid=87.0892
+  step 1810000 |  17602s | train_loss=0.0901
+  step 1820000 |  17692s | train_loss=0.0884
+  step 1830000 |  17770s | train_loss=0.0894
+  step 1840000 |  17861s | train_loss=0.0890
+  step 1850000 |  17947s | train_loss=0.0887
+  step 1860000 |  18035s | train_loss=0.0891
+  step 1870000 |  18126s | train_loss=0.0890
+  step 1880000 |  18199s | train_loss=0.0872
+  step 1890000 |  18289s | train_loss=0.0876
+  step 1900000 |  18451s | train_loss=0.0865 | fid=86.3088
+  step 1910000 |  18543s | train_loss=0.0869
+  step 1920000 |  18634s | train_loss=0.0881
+  step 1930000 |  18721s | train_loss=0.0859
+  step 1940000 |  18813s | train_loss=0.0862
+  step 1950000 |  18901s | train_loss=0.0859
+  step 1960000 |  18992s | train_loss=0.0858
+  step 1970000 |  19083s | train_loss=0.0852
+  step 1980000 |  19175s | train_loss=0.0847
+  step 1990000 |  19263s | train_loss=0.0845
+  step 2000000 |  19426s | train_loss=0.0849 | fid=86.1047
+  step 2010000 |  19518s | train_loss=0.0846
+  step 2020000 |  19602s | train_loss=0.0844
+  step 2030000 |  19692s | train_loss=0.0833
+  step 2040000 |  19784s | train_loss=0.0838
+  step 2050000 |  19868s | train_loss=0.0844
+  step 2060000 |  19958s | train_loss=0.0826
+  step 2070000 |  20049s | train_loss=0.0826
+  step 2080000 |  20142s | train_loss=0.0843
+  step 2090000 |  20230s | train_loss=0.0818
+  step 2100000 |  20395s | train_loss=0.0807 | fid=87.1099
+  step 2110000 |  20485s | train_loss=0.0805
+  step 2120000 |  20574s | train_loss=0.0812
+  step 2130000 |  20663s | train_loss=0.0800
+  step 2140000 |  20751s | train_loss=0.0825
+  step 2150000 |  20833s | train_loss=0.0783
+  step 2160000 |  20924s | train_loss=0.0799
+  step 2170000 |  21015s | train_loss=0.0803
+  step 2180000 |  21106s | train_loss=0.0820
+  step 2190000 |  21190s | train_loss=0.0794
+  step 2200000 |  21345s | train_loss=0.0789 | fid=86.6627
+  step 2210000 |  21427s | train_loss=0.0783
+  step 2220000 |  21515s | train_loss=0.0789
+  step 2230000 |  21605s | train_loss=0.0781
+  step 2240000 |  21694s | train_loss=0.0776
+  step 2250000 |  21776s | train_loss=0.0782
+  step 2260000 |  21867s | train_loss=0.0782
+  step 2270000 |  21958s | train_loss=0.0802
+  step 2280000 |  22049s | train_loss=0.0780
+  step 2290000 |  22141s | train_loss=0.0771
+  step 2300000 |  22286s | train_loss=0.0793 | fid=87.3890
+  step 2310000 |  22369s | train_loss=0.0762
+  step 2320000 |  22450s | train_loss=0.0763
+  step 2330000 |  22539s | train_loss=0.0765
+  step 2340000 |  22629s | train_loss=0.0760
+  step 2350000 |  22719s | train_loss=0.0763
+  step 2360000 |  22811s | train_loss=0.0760
+  step 2370000 |  22903s | train_loss=0.0755
+  step 2380000 |  22994s | train_loss=0.0751
+  step 2390000 |  23085s | train_loss=0.0750
+  step 2400000 |  23246s | train_loss=0.0760 | fid=87.8354
+  step 2410000 |  23325s | train_loss=0.0741
+  step 2420000 |  23402s | train_loss=0.0750
+  step 2430000 |  23491s | train_loss=0.0738
+  step 2440000 |  23572s | train_loss=0.0743
+  step 2450000 |  23660s | train_loss=0.0746
+  step 2460000 |  23753s | train_loss=0.0738
+  step 2470000 |  23845s | train_loss=0.0729
+  step 2480000 |  23936s | train_loss=0.0741
+  step 2490000 |  24027s | train_loss=0.0726
+  step 2500000 |  24190s | train_loss=0.0724 | fid=87.7147
+  step 2510000 |  24269s | train_loss=0.0736
+  step 2520000 |  24346s | train_loss=0.0737
+  step 2530000 |  24434s | train_loss=0.0734
+  step 2540000 |  24517s | train_loss=0.0725
+  step 2550000 |  24606s | train_loss=0.0719
+  step 2560000 |  24699s | train_loss=0.0731
+  step 2570000 |  24791s | train_loss=0.0718
+  step 2580000 |  24881s | train_loss=0.0718
+  step 2590000 |  24972s | train_loss=0.0705
+  step 2600000 |  25135s | train_loss=0.0722 | fid=87.4955
+  step 2610000 |  25227s | train_loss=0.0716
+  step 2620000 |  25301s | train_loss=0.0704
+  step 2630000 |  25391s | train_loss=0.0709
+  step 2640000 |  25479s | train_loss=0.0706
+  step 2650000 |  25570s | train_loss=0.0708
+  step 2660000 |  25663s | train_loss=0.0690
+  step 2670000 |  25755s | train_loss=0.0706
+  step 2680000 |  25847s | train_loss=0.0708
+  step 2690000 |  25938s | train_loss=0.0704
+  step 2700000 |  26102s | train_loss=0.0688 | fid=86.8560
+  step 2710000 |  26190s | train_loss=0.0693
+  step 2720000 |  26274s | train_loss=0.0691
+  step 2730000 |  26363s | train_loss=0.0694
+  step 2740000 |  26439s | train_loss=0.0694
+  step 2750000 |  26529s | train_loss=0.0703
+  step 2760000 |  26621s | train_loss=0.0699
+  step 2770000 |  26713s | train_loss=0.0710
+  step 2780000 |  26805s | train_loss=0.0691
+  step 2790000 |  26896s | train_loss=0.0684
+  step 2800000 |  27057s | train_loss=0.0696 | fid=88.6492
+  step 2810000 |  27138s | train_loss=0.0688
+  step 2820000 |  27230s | train_loss=0.0686
+  step 2830000 |  27318s | train_loss=0.0683
+  step 2840000 |  27407s | train_loss=0.0690
+  step 2850000 |  27497s | train_loss=0.0684
+  step 2860000 |  27589s | train_loss=0.0692
+  step 2870000 |  27681s | train_loss=0.0679
+  step 2880000 |  27774s | train_loss=0.0669
+  step 2890000 |  27865s | train_loss=0.0681
+  step 2900000 |  28029s | train_loss=0.0667 | fid=87.2775
+  step 2910000 |  28111s | train_loss=0.0674
+  step 2920000 |  28201s | train_loss=0.0661
+  step 2930000 |  28275s | train_loss=0.0683
+  step 2940000 |  28355s | train_loss=0.0668
+  step 2950000 |  28445s | train_loss=0.0662
+  step 2960000 |  28537s | train_loss=0.0675
+  step 2970000 |  28628s | train_loss=0.0657
+  step 2980000 |  28721s | train_loss=0.0662
+  step 2990000 |  28812s | train_loss=0.0669
+  step 3000000 |  28974s | train_loss=0.0655 | fid=87.3451
+  step 3010000 |  29058s | train_loss=0.0663
+  step 3020000 |  29148s | train_loss=0.0644
+  step 3030000 |  29238s | train_loss=0.0656
+  step 3040000 |  29320s | train_loss=0.0669
+  step 3050000 |  29411s | train_loss=0.0660
+  step 3060000 |  29501s | train_loss=0.0641
+  step 3070000 |  29592s | train_loss=0.0650
+  step 3080000 |  29683s | train_loss=0.0641
+  step 3090000 |  29774s | train_loss=0.0654
+  step 3100000 |  29933s | train_loss=0.0635 | fid=87.5282
+  step 3110000 |  30025s | train_loss=0.0641
+  step 3120000 |  30115s | train_loss=0.0640
+  step 3130000 |  30204s | train_loss=0.0641
+  step 3140000 |  30292s | train_loss=0.0651
+  step 3150000 |  30384s | train_loss=0.0644
+  step 3160000 |  30474s | train_loss=0.0629
+  step 3170000 |  30565s | train_loss=0.0618
+  step 3180000 |  30656s | train_loss=0.0621
+  step 3190000 |  30747s | train_loss=0.0635
+  step 3200000 |  30907s | train_loss=0.0628 | fid=87.4697
+  step 3210000 |  30998s | train_loss=0.0638
+  step 3220000 |  31089s | train_loss=0.0637
+  step 3230000 |  31179s | train_loss=0.0634
+  step 3240000 |  31268s | train_loss=0.0634
+  step 3250000 |  31359s | train_loss=0.0630
+  step 3260000 |  31452s | train_loss=0.0619
+  step 3270000 |  31542s | train_loss=0.0621
+  step 3280000 |  31633s | train_loss=0.0630
+  step 3290000 |  31724s | train_loss=0.0622
+  step 3300000 |  31882s | train_loss=0.0629 | fid=86.7996
+  step 3310000 |  31972s | train_loss=0.0620
+  step 3320000 |  32062s | train_loss=0.0617
+  step 3330000 |  32154s | train_loss=0.0615
+  step 3340000 |  32243s | train_loss=0.0615
+  step 3350000 |  32335s | train_loss=0.0619
+  step 3360000 |  32427s | train_loss=0.0609
+  step 3370000 |  32516s | train_loss=0.0626
+  step 3380000 |  32608s | train_loss=0.0616
+  step 3390000 |  32697s | train_loss=0.0600
+  step 3400000 |  32853s | train_loss=0.0611 | fid=86.4909
+  step 3410000 |  32944s | train_loss=0.0617
+  step 3420000 |  33025s | train_loss=0.0620
+  step 3430000 |  33113s | train_loss=0.0609
+  step 3440000 |  33203s | train_loss=0.0614
+  step 3450000 |  33295s | train_loss=0.0620
+  step 3460000 |  33388s | train_loss=0.0594
+  step 3470000 |  33479s | train_loss=0.0622
+  step 3480000 |  33568s | train_loss=0.0603
+  step 3490000 |  33656s | train_loss=0.0598
+  step 3500000 |  33819s | train_loss=0.0589 | fid=87.1482
+  step 3510000 |  33910s | train_loss=0.0601
+  step 3520000 |  33998s | train_loss=0.0595
+  step 3530000 |  34090s | train_loss=0.0601
+  step 3540000 |  34181s | train_loss=0.0605
+  step 3550000 |  34273s | train_loss=0.0603
+  step 3560000 |  34365s | train_loss=0.0603
+  step 3570000 |  34457s | train_loss=0.0594
+  step 3580000 |  34547s | train_loss=0.0591
+  step 3590000 |  34635s | train_loss=0.0593
+  step 3600000 |  34799s | train_loss=0.0587 | fid=86.4652
+  step 3610000 |  34890s | train_loss=0.0597
+  step 3620000 |  34975s | train_loss=0.0596
+  step 3630000 |  35067s | train_loss=0.0594
+  step 3640000 |  35160s | train_loss=0.0592
+  step 3650000 |  35250s | train_loss=0.0589
+  step 3660000 |  35342s | train_loss=0.0597
+  step 3670000 |  35433s | train_loss=0.0585
+  step 3680000 |  35514s | train_loss=0.0596
+  step 3690000 |  35598s | train_loss=0.0593
+  step 3700000 |  35759s | train_loss=0.0582 | fid=86.7884
+  step 3710000 |  35847s | train_loss=0.0577
+  step 3720000 |  35931s | train_loss=0.0580
+  step 3730000 |  36024s | train_loss=0.0582
+  step 3740000 |  36117s | train_loss=0.0577
+  step 3750000 |  36207s | train_loss=0.0579
+  step 3760000 |  36299s | train_loss=0.0575
+  step 3770000 |  36390s | train_loss=0.0571
+  step 3780000 |  36474s | train_loss=0.0571
+  step 3790000 |  36563s | train_loss=0.0567
+  step 3800000 |  36724s | train_loss=0.0575 | fid=86.9361
+  step 3810000 |  36809s | train_loss=0.0583
+  step 3820000 |  36895s | train_loss=0.0565
+  step 3830000 |  36987s | train_loss=0.0573
+  step 3840000 |  37079s | train_loss=0.0577
+  step 3850000 |  37169s | train_loss=0.0576
+  step 3860000 |  37260s | train_loss=0.0587
+  step 3870000 |  37351s | train_loss=0.0575
+  step 3880000 |  37432s | train_loss=0.0588
+  step 3890000 |  37516s | train_loss=0.0568
+  step 3900000 |  37676s | train_loss=0.0577 | fid=87.8520
+  step 3910000 |  37762s | train_loss=0.0569
+  step 3920000 |  37844s | train_loss=0.0559
+  step 3930000 |  37936s | train_loss=0.0554
+  step 3940000 |  38028s | train_loss=0.0569
+  step 3950000 |  38118s | train_loss=0.0571
+  step 3960000 |  38209s | train_loss=0.0557
+  step 3970000 |  38298s | train_loss=0.0554
+  step 3980000 |  38384s | train_loss=0.0565
+  step 3990000 |  38467s | train_loss=0.0566
+  step 4000000 |  38626s | train_loss=0.0557 | fid=86.9184
+  step 4010000 |  38716s | train_loss=0.0572
+  step 4020000 |  38794s | train_loss=0.0548
+  step 4030000 |  38884s | train_loss=0.0544
+  step 4040000 |  38977s | train_loss=0.0561
+  step 4050000 |  39066s | train_loss=0.0550
+  step 4060000 |  39158s | train_loss=0.0549
+  step 4070000 |  39248s | train_loss=0.0564
+  step 4080000 |  39336s | train_loss=0.0559
+  step 4090000 |  39424s | train_loss=0.0552
+  step 4100000 |  39586s | train_loss=0.0552 | fid=86.5387
+  step 4110000 |  39678s | train_loss=0.0556
+  step 4120000 |  39757s | train_loss=0.0547
+  step 4130000 |  39849s | train_loss=0.0541
+  step 4140000 |  39941s | train_loss=0.0540
+  step 4150000 |  40030s | train_loss=0.0543
+  step 4160000 |  40122s | train_loss=0.0558
+  step 4170000 |  40215s | train_loss=0.0543
+  step 4180000 |  40297s | train_loss=0.0537
+  step 4190000 |  40384s | train_loss=0.0553
+  step 4200000 |  40546s | train_loss=0.0544 | fid=86.5374
+  step 4210000 |  40636s | train_loss=0.0538
+  step 4220000 |  40716s | train_loss=0.0545
+  step 4230000 |  40808s | train_loss=0.0537
+  step 4240000 |  40899s | train_loss=0.0542
+  step 4250000 |  40989s | train_loss=0.0538
+  step 4260000 |  41080s | train_loss=0.0561
+  step 4270000 |  41172s | train_loss=0.0536
+  step 4280000 |  41256s | train_loss=0.0537
+  step 4290000 |  41342s | train_loss=0.0541
+  step 4300000 |  41505s | train_loss=0.0551 | fid=87.6564
+  step 4310000 |  41596s | train_loss=0.0536
+  step 4320000 |  41670s | train_loss=0.0528
+  step 4330000 |  41760s | train_loss=0.0524
+  step 4340000 |  41851s | train_loss=0.0532
+  step 4350000 |  41943s | train_loss=0.0539
+  step 4360000 |  42033s | train_loss=0.0538
+  step 4370000 |  42125s | train_loss=0.0538
+  step 4380000 |  42209s | train_loss=0.0540
+  step 4390000 |  42295s | train_loss=0.0524
+  step 4400000 |  42458s | train_loss=0.0523 | fid=88.0314
+  step 4410000 |  42550s | train_loss=0.0520
+  step 4420000 |  42628s | train_loss=0.0515
+  step 4430000 |  42715s | train_loss=0.0519
+  step 4440000 |  42807s | train_loss=0.0518
+  step 4450000 |  42898s | train_loss=0.0516
+  step 4460000 |  42988s | train_loss=0.0529
+  step 4470000 |  43080s | train_loss=0.0526
+  step 4480000 |  43164s | train_loss=0.0506
+  step 4490000 |  43249s | train_loss=0.0520
+  step 4500000 |  43411s | train_loss=0.0515 | fid=87.4118
+  step 4510000 |  43502s | train_loss=0.0514
+  step 4520000 |  43587s | train_loss=0.0511
+  step 4530000 |  43669s | train_loss=0.0514
+  step 4540000 |  43760s | train_loss=0.0523
+  step 4550000 |  43851s | train_loss=0.0523
+  step 4560000 |  43941s | train_loss=0.0509
+  step 4570000 |  44032s | train_loss=0.0510
+  step 4580000 |  44118s | train_loss=0.0518
+  step 4590000 |  44199s | train_loss=0.0510
+  step 4600000 |  44360s | train_loss=0.0517 | fid=87.6122
+  step 4610000 |  44450s | train_loss=0.0510
+  step 4620000 |  44537s | train_loss=0.0520
+  step 4630000 |  44617s | train_loss=0.0516
+  step 4640000 |  44708s | train_loss=0.0510
+  step 4650000 |  44799s | train_loss=0.0530
+  step 4660000 |  44888s | train_loss=0.0505
+  step 4670000 |  44980s | train_loss=0.0508
+  step 4680000 |  45069s | train_loss=0.0513
+  step 4690000 |  45150s | train_loss=0.0505
+  step 4700000 |  45312s | train_loss=0.0503 | fid=87.0122
+  step 4710000 |  45404s | train_loss=0.0508
+  step 4720000 |  45492s | train_loss=0.0500
+  step 4730000 |  45571s | train_loss=0.0519
+  step 4740000 |  45661s | train_loss=0.0531
+  step 4750000 |  45751s | train_loss=0.0515
+  step 4760000 |  45841s | train_loss=0.0513
+  step 4770000 |  45932s | train_loss=0.0510
+  step 4780000 |  46021s | train_loss=0.0515
+  step 4790000 |  46106s | train_loss=0.0507
+  step 4800000 |  46270s | train_loss=0.0511 | fid=87.2271
+  step 4810000 |  46361s | train_loss=0.0504
+  step 4820000 |  46452s | train_loss=0.0502
+  step 4830000 |  46529s | train_loss=0.0520
+  step 4840000 |  46621s | train_loss=0.0494
+  step 4850000 |  46709s | train_loss=0.0494
+  step 4860000 |  46799s | train_loss=0.0505
+  step 4870000 |  46889s | train_loss=0.0493
+  step 4880000 |  46972s | train_loss=0.0491
+  step 4890000 |  47045s | train_loss=0.0492
+  step 4900000 |  47177s | train_loss=0.0497 | fid=86.6969
+  step 4910000 |  47250s | train_loss=0.0503
+  step 4920000 |  47323s | train_loss=0.0484
+  step 4930000 |  47383s | train_loss=0.0496
+  step 4940000 |  47438s | train_loss=0.0498
+  step 4950000 |  47491s | train_loss=0.0490
+  step 4960000 |  47548s | train_loss=0.0508
+  step 4970000 |  47599s | train_loss=0.0510
+  step 4980000 |  47655s | train_loss=0.0493
+  step 4990000 |  47713s | train_loss=0.0508
+  step 5000000 |  47817s | train_loss=0.0493 | fid=85.8853
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d100/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d100/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..6c3635d0a66df9f744693fbabbada200af0bbe77
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d100/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d100/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d100",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 46,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d100/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d100/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..a3f7989356636fa8e35b9a0698074222a6825208
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d100/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 100, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d100/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 46}
+{"step": 1, "wall_time": 69.23641633987427, "train_loss_step": 100.98683166503906, "n_params": 4469860, "total_flops": 13731409920, "train_loss": 1.0052584075927735, "subset_score_loss": 1.0052584075927735, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9755033254623413, "fid": 290.2962649042098}
+{"step": 10000, "wall_time": 162.3667049407959, "train_loss_step": 19.687467575073242, "n_params": 4469860, "total_flops": 137314099200000, "train_loss": 0.8112358093261719, "subset_score_loss": 0.8112358093261719}
+{"step": 20000, "wall_time": 255.93979454040527, "train_loss_step": 18.146648406982422, "n_params": 4469860, "total_flops": 274628198400000, "train_loss": 0.6864431762695312, "subset_score_loss": 0.6864431762695312}
+{"step": 30000, "wall_time": 349.5918085575104, "train_loss_step": 15.780495643615723, "n_params": 4469860, "total_flops": 411942297600000, "train_loss": 0.5487803268432617, "subset_score_loss": 0.5487803268432617}
+{"step": 40000, "wall_time": 443.3564147949219, "train_loss_step": 13.310531616210938, "n_params": 4469860, "total_flops": 549256396800000, "train_loss": 0.40692169189453126, "subset_score_loss": 0.40692169189453126}
+{"step": 50000, "wall_time": 536.9891140460968, "train_loss_step": 12.488249778747559, "n_params": 4469860, "total_flops": 686570496000000, "train_loss": 0.2954005241394043, "subset_score_loss": 0.2954005241394043}
+{"step": 60000, "wall_time": 630.486335515976, "train_loss_step": 10.705018997192383, "n_params": 4469860, "total_flops": 823884595200000, "train_loss": 0.22275739669799804, "subset_score_loss": 0.22275739669799804}
+{"step": 70000, "wall_time": 724.1993727684021, "train_loss_step": 9.140910148620605, "n_params": 4469860, "total_flops": 961198694400000, "train_loss": 0.17999277114868165, "subset_score_loss": 0.17999277114868165}
+{"step": 80000, "wall_time": 817.7140417098999, "train_loss_step": 9.300899505615234, "n_params": 4469860, "total_flops": 1098512793600000, "train_loss": 0.15509137153625488, "subset_score_loss": 0.15509137153625488}
+{"step": 90000, "wall_time": 911.1731734275818, "train_loss_step": 9.045084953308105, "n_params": 4469860, "total_flops": 1235826892800000, "train_loss": 0.13832350730895995, "subset_score_loss": 0.13832350730895995}
+{"step": 100000, "wall_time": 1064.0595314502716, "train_loss_step": 8.705181121826172, "n_params": 4469860, "total_flops": 1373140992000000, "train_loss": 0.1286334228515625, "subset_score_loss": 0.1286334228515625, "memorization_fraction_pixel": 0.0006000000284984708, "mean_nn_ratio_pixel": 0.9055510759353638, "fid": 59.38662168310363}
+{"step": 110000, "wall_time": 1157.5461394786835, "train_loss_step": 7.497875213623047, "n_params": 4469860, "total_flops": 1510455091200000, "train_loss": 0.11912447929382325, "subset_score_loss": 0.11912447929382325}
+{"step": 120000, "wall_time": 1251.1884651184082, "train_loss_step": 7.940030574798584, "n_params": 4469860, "total_flops": 1647769190400000, "train_loss": 0.11506240844726562, "subset_score_loss": 0.11506240844726562}
+{"step": 130000, "wall_time": 1345.019490480423, "train_loss_step": 8.063116073608398, "n_params": 4469860, "total_flops": 1785083289600000, "train_loss": 0.11046319007873535, "subset_score_loss": 0.11046319007873535}
+{"step": 140000, "wall_time": 1438.6719360351562, "train_loss_step": 7.572096824645996, "n_params": 4469860, "total_flops": 1922397388800000, "train_loss": 0.10357168197631836, "subset_score_loss": 0.10357168197631836}
+{"step": 150000, "wall_time": 1532.4282095432281, "train_loss_step": 7.175196647644043, "n_params": 4469860, "total_flops": 2059711488000000, "train_loss": 0.09971998214721679, "subset_score_loss": 0.09971998214721679}
+{"step": 160000, "wall_time": 1626.1144189834595, "train_loss_step": 6.877964019775391, "n_params": 4469860, "total_flops": 2197025587200000, "train_loss": 0.09496740341186523, "subset_score_loss": 0.09496740341186523}
+{"step": 170000, "wall_time": 1719.893694639206, "train_loss_step": 7.150033473968506, "n_params": 4469860, "total_flops": 2334339686400000, "train_loss": 0.0929170322418213, "subset_score_loss": 0.0929170322418213}
+{"step": 180000, "wall_time": 1813.4587082862854, "train_loss_step": 6.835455894470215, "n_params": 4469860, "total_flops": 2471653785600000, "train_loss": 0.08988020896911621, "subset_score_loss": 0.08988020896911621}
+{"step": 190000, "wall_time": 1904.6548788547516, "train_loss_step": 7.097907066345215, "n_params": 4469860, "total_flops": 2608967884800000, "train_loss": 0.08627742767333985, "subset_score_loss": 0.08627742767333985}
+{"step": 200000, "wall_time": 2063.7170915603638, "train_loss_step": 7.01678466796875, "n_params": 4469860, "total_flops": 2746281984000000, "train_loss": 0.08291359901428223, "subset_score_loss": 0.08291359901428223, "memorization_fraction_pixel": 0.013100000098347664, "mean_nn_ratio_pixel": 0.8548949956893921, "fid": 58.724927142211946}
+{"step": 210000, "wall_time": 2157.3077721595764, "train_loss_step": 7.259218215942383, "n_params": 4469860, "total_flops": 2883596083200000, "train_loss": 0.08378652572631835, "subset_score_loss": 0.08378652572631835}
+{"step": 220000, "wall_time": 2250.826137304306, "train_loss_step": 6.4846391677856445, "n_params": 4469860, "total_flops": 3020910182400000, "train_loss": 0.08047281265258789, "subset_score_loss": 0.08047281265258789}
+{"step": 230000, "wall_time": 2344.396449327469, "train_loss_step": 6.771742820739746, "n_params": 4469860, "total_flops": 3158224281600000, "train_loss": 0.07843465328216553, "subset_score_loss": 0.07843465328216553}
+{"step": 240000, "wall_time": 2437.9511086940765, "train_loss_step": 6.561471939086914, "n_params": 4469860, "total_flops": 3295538380800000, "train_loss": 0.07718108177185058, "subset_score_loss": 0.07718108177185058}
+{"step": 250000, "wall_time": 2532.398222923279, "train_loss_step": 6.604944229125977, "n_params": 4469860, "total_flops": 3432852480000000, "train_loss": 0.07591757297515869, "subset_score_loss": 0.07591757297515869}
+{"step": 260000, "wall_time": 2627.0667264461517, "train_loss_step": 6.719884872436523, "n_params": 4469860, "total_flops": 3570166579200000, "train_loss": 0.07408500194549561, "subset_score_loss": 0.07408500194549561}
+{"step": 270000, "wall_time": 2721.868880748749, "train_loss_step": 6.460797309875488, "n_params": 4469860, "total_flops": 3707480678400000, "train_loss": 0.07218910217285156, "subset_score_loss": 0.07218910217285156}
+{"step": 280000, "wall_time": 2814.151129961014, "train_loss_step": 6.164671421051025, "n_params": 4469860, "total_flops": 3844794777600000, "train_loss": 0.06999165058135987, "subset_score_loss": 0.06999165058135987}
+{"step": 290000, "wall_time": 2899.395231962204, "train_loss_step": 6.321537971496582, "n_params": 4469860, "total_flops": 3982108876800000, "train_loss": 0.06880769729614258, "subset_score_loss": 0.06880769729614258}
+{"step": 300000, "wall_time": 3065.1761882305145, "train_loss_step": 6.448515892028809, "n_params": 4469860, "total_flops": 4119422976000000, "train_loss": 0.06659031867980957, "subset_score_loss": 0.06659031867980957, "memorization_fraction_pixel": 0.03460000082850456, "mean_nn_ratio_pixel": 0.8082354664802551, "fid": 55.793668192071515}
+{"step": 310000, "wall_time": 3159.7087655067444, "train_loss_step": 6.151335716247559, "n_params": 4469860, "total_flops": 4256737075200000, "train_loss": 0.06546957492828369, "subset_score_loss": 0.06546957492828369}
+{"step": 320000, "wall_time": 3253.7367084026337, "train_loss_step": 6.480593681335449, "n_params": 4469860, "total_flops": 4394051174400000, "train_loss": 0.0652510690689087, "subset_score_loss": 0.0652510690689087}
+{"step": 330000, "wall_time": 3346.0295815467834, "train_loss_step": 6.106972694396973, "n_params": 4469860, "total_flops": 4531365273600000, "train_loss": 0.06454142570495605, "subset_score_loss": 0.06454142570495605}
+{"step": 340000, "wall_time": 3440.131919145584, "train_loss_step": 5.970953941345215, "n_params": 4469860, "total_flops": 4668679372800000, "train_loss": 0.06278448581695556, "subset_score_loss": 0.06278448581695556}
+{"step": 350000, "wall_time": 3534.794486761093, "train_loss_step": 6.074860095977783, "n_params": 4469860, "total_flops": 4805993472000000, "train_loss": 0.06343975067138671, "subset_score_loss": 0.06343975067138671}
+{"step": 360000, "wall_time": 3629.3942601680756, "train_loss_step": 5.885711669921875, "n_params": 4469860, "total_flops": 4943307571200000, "train_loss": 0.06131563663482666, "subset_score_loss": 0.06131563663482666}
+{"step": 370000, "wall_time": 3723.4580698013306, "train_loss_step": 5.77726936340332, "n_params": 4469860, "total_flops": 5080621670400000, "train_loss": 0.059829545021057126, "subset_score_loss": 0.059829545021057126}
+{"step": 380000, "wall_time": 3807.2171976566315, "train_loss_step": 6.421133518218994, "n_params": 4469860, "total_flops": 5217935769600000, "train_loss": 0.05992747306823731, "subset_score_loss": 0.05992747306823731}
+{"step": 390000, "wall_time": 3901.3605885505676, "train_loss_step": 5.927870750427246, "n_params": 4469860, "total_flops": 5355249868800000, "train_loss": 0.05948313236236572, "subset_score_loss": 0.05948313236236572}
+{"step": 400000, "wall_time": 4066.378011226654, "train_loss_step": 5.958071708679199, "n_params": 4469860, "total_flops": 5492563968000000, "train_loss": 0.05856557369232178, "subset_score_loss": 0.05856557369232178, "memorization_fraction_pixel": 0.05209999904036522, "mean_nn_ratio_pixel": 0.7879648804664612, "fid": 55.75363688349378}
+{"step": 410000, "wall_time": 4160.545787811279, "train_loss_step": 6.037714958190918, "n_params": 4469860, "total_flops": 5629878067200000, "train_loss": 0.057927021980285646, "subset_score_loss": 0.057927021980285646}
+{"step": 420000, "wall_time": 4254.044589281082, "train_loss_step": 5.84850549697876, "n_params": 4469860, "total_flops": 5767192166400000, "train_loss": 0.056604766845703126, "subset_score_loss": 0.056604766845703126}
+{"step": 430000, "wall_time": 4347.766889095306, "train_loss_step": 5.834619522094727, "n_params": 4469860, "total_flops": 5904506265600000, "train_loss": 0.05626476764678955, "subset_score_loss": 0.05626476764678955}
+{"step": 440000, "wall_time": 4441.976126432419, "train_loss_step": 5.762722015380859, "n_params": 4469860, "total_flops": 6041820364800000, "train_loss": 0.055138473510742185, "subset_score_loss": 0.055138473510742185}
+{"step": 450000, "wall_time": 4536.616167783737, "train_loss_step": 6.016630172729492, "n_params": 4469860, "total_flops": 6179134464000000, "train_loss": 0.05514348030090332, "subset_score_loss": 0.05514348030090332}
+{"step": 460000, "wall_time": 4631.164554357529, "train_loss_step": 5.927878379821777, "n_params": 4469860, "total_flops": 6316448563200000, "train_loss": 0.05311201572418213, "subset_score_loss": 0.05311201572418213}
+{"step": 470000, "wall_time": 4715.5131368637085, "train_loss_step": 5.784000396728516, "n_params": 4469860, "total_flops": 6453762662400000, "train_loss": 0.053965520858764646, "subset_score_loss": 0.053965520858764646}
+{"step": 480000, "wall_time": 4810.430285692215, "train_loss_step": 5.4994707107543945, "n_params": 4469860, "total_flops": 6591076761600000, "train_loss": 0.05476409435272217, "subset_score_loss": 0.05476409435272217}
+{"step": 490000, "wall_time": 4905.571988582611, "train_loss_step": 5.934976577758789, "n_params": 4469860, "total_flops": 6728390860800000, "train_loss": 0.05288681030273437, "subset_score_loss": 0.05288681030273437}
+{"step": 500000, "wall_time": 5070.839390993118, "train_loss_step": 5.454610824584961, "n_params": 4469860, "total_flops": 6865704960000000, "train_loss": 0.053124094009399415, "subset_score_loss": 0.053124094009399415, "memorization_fraction_pixel": 0.07930000126361847, "mean_nn_ratio_pixel": 0.7632787227630615, "fid": 53.97880236973711}
+{"step": 510000, "wall_time": 5164.614666938782, "train_loss_step": 5.523430347442627, "n_params": 4469860, "total_flops": 7003019059200000, "train_loss": 0.05076754570007324, "subset_score_loss": 0.05076754570007324}
+{"step": 520000, "wall_time": 5259.221625328064, "train_loss_step": 5.50253963470459, "n_params": 4469860, "total_flops": 7140333158400000, "train_loss": 0.05050008773803711, "subset_score_loss": 0.05050008773803711}
+{"step": 530000, "wall_time": 5353.105366706848, "train_loss_step": 5.587856292724609, "n_params": 4469860, "total_flops": 7277647257600000, "train_loss": 0.04994032382965088, "subset_score_loss": 0.04994032382965088}
+{"step": 540000, "wall_time": 5447.822019577026, "train_loss_step": 5.6314568519592285, "n_params": 4469860, "total_flops": 7414961356800000, "train_loss": 0.04995706081390381, "subset_score_loss": 0.04995706081390381}
+{"step": 550000, "wall_time": 5542.663244724274, "train_loss_step": 5.59336519241333, "n_params": 4469860, "total_flops": 7552275456000000, "train_loss": 0.051002640724182126, "subset_score_loss": 0.051002640724182126}
+{"step": 560000, "wall_time": 5625.660406827927, "train_loss_step": 5.566851615905762, "n_params": 4469860, "total_flops": 7689589555200000, "train_loss": 0.050153493881225586, "subset_score_loss": 0.050153493881225586}
+{"step": 570000, "wall_time": 5719.685445070267, "train_loss_step": 5.420151233673096, "n_params": 4469860, "total_flops": 7826903654400000, "train_loss": 0.04792706489562988, "subset_score_loss": 0.04792706489562988}
+{"step": 580000, "wall_time": 5814.077760696411, "train_loss_step": 5.347666263580322, "n_params": 4469860, "total_flops": 7964217753600000, "train_loss": 0.047728271484375, "subset_score_loss": 0.047728271484375}
+{"step": 590000, "wall_time": 5908.339559078217, "train_loss_step": 5.666974067687988, "n_params": 4469860, "total_flops": 8101531852800000, "train_loss": 0.04935254096984863, "subset_score_loss": 0.04935254096984863}
+{"step": 600000, "wall_time": 6072.401822566986, "train_loss_step": 5.602911949157715, "n_params": 4469860, "total_flops": 8238845952000000, "train_loss": 0.04822485446929932, "subset_score_loss": 0.04822485446929932, "memorization_fraction_pixel": 0.10700000077486038, "mean_nn_ratio_pixel": 0.7338540554046631, "fid": 51.47584328274077}
+{"step": 610000, "wall_time": 6166.936514616013, "train_loss_step": 5.355695724487305, "n_params": 4469860, "total_flops": 8376160051200000, "train_loss": 0.04732910633087158, "subset_score_loss": 0.04732910633087158}
+{"step": 620000, "wall_time": 6261.394344568253, "train_loss_step": 5.473923683166504, "n_params": 4469860, "total_flops": 8513474150400000, "train_loss": 0.04625947475433349, "subset_score_loss": 0.04625947475433349}
+{"step": 630000, "wall_time": 6355.160301446915, "train_loss_step": 5.329164505004883, "n_params": 4469860, "total_flops": 8650788249600000, "train_loss": 0.04630040168762207, "subset_score_loss": 0.04630040168762207}
+{"step": 640000, "wall_time": 6449.666269779205, "train_loss_step": 5.322092056274414, "n_params": 4469860, "total_flops": 8788102348800000, "train_loss": 0.046544971466064455, "subset_score_loss": 0.046544971466064455}
+{"step": 650000, "wall_time": 6533.982783794403, "train_loss_step": 5.197845458984375, "n_params": 4469860, "total_flops": 8925416448000000, "train_loss": 0.04630801200866699, "subset_score_loss": 0.04630801200866699}
+{"step": 660000, "wall_time": 6619.186376571655, "train_loss_step": 5.299089431762695, "n_params": 4469860, "total_flops": 9062730547200000, "train_loss": 0.045360870361328125, "subset_score_loss": 0.045360870361328125}
+{"step": 670000, "wall_time": 6709.39107298851, "train_loss_step": 5.430997848510742, "n_params": 4469860, "total_flops": 9200044646400000, "train_loss": 0.04478865623474121, "subset_score_loss": 0.04478865623474121}
+{"step": 680000, "wall_time": 6801.544073343277, "train_loss_step": 5.231287002563477, "n_params": 4469860, "total_flops": 9337358745600000, "train_loss": 0.04520270824432373, "subset_score_loss": 0.04520270824432373}
+{"step": 690000, "wall_time": 6895.412145137787, "train_loss_step": 5.461998462677002, "n_params": 4469860, "total_flops": 9474672844800000, "train_loss": 0.0433889102935791, "subset_score_loss": 0.0433889102935791}
+{"step": 700000, "wall_time": 7059.6545667648315, "train_loss_step": 5.204115390777588, "n_params": 4469860, "total_flops": 9611986944000000, "train_loss": 0.04524802207946777, "subset_score_loss": 0.04524802207946777, "memorization_fraction_pixel": 0.12700000405311584, "mean_nn_ratio_pixel": 0.7215290665626526, "fid": 52.372714871649634}
+{"step": 710000, "wall_time": 7154.083500862122, "train_loss_step": 5.308913230895996, "n_params": 4469860, "total_flops": 9749301043200000, "train_loss": 0.045653038024902344, "subset_score_loss": 0.045653038024902344}
+{"step": 720000, "wall_time": 7248.166060686111, "train_loss_step": 5.293251037597656, "n_params": 4469860, "total_flops": 9886615142400000, "train_loss": 0.04253490447998047, "subset_score_loss": 0.04253490447998047}
+{"step": 730000, "wall_time": 7341.942743778229, "train_loss_step": 5.4192304611206055, "n_params": 4469860, "total_flops": 10023929241600000, "train_loss": 0.0430842924118042, "subset_score_loss": 0.0430842924118042}
+{"step": 740000, "wall_time": 7433.550646066666, "train_loss_step": 5.112753391265869, "n_params": 4469860, "total_flops": 10161243340800000, "train_loss": 0.04303466796875, "subset_score_loss": 0.04303466796875}
+{"step": 750000, "wall_time": 7520.714250564575, "train_loss_step": 5.177802085876465, "n_params": 4469860, "total_flops": 10298557440000000, "train_loss": 0.04193770408630371, "subset_score_loss": 0.04193770408630371}
+{"step": 760000, "wall_time": 7615.35507440567, "train_loss_step": 5.4832940101623535, "n_params": 4469860, "total_flops": 10435871539200000, "train_loss": 0.04284123420715332, "subset_score_loss": 0.04284123420715332}
+{"step": 770000, "wall_time": 7709.777933359146, "train_loss_step": 5.3298234939575195, "n_params": 4469860, "total_flops": 10573185638400000, "train_loss": 0.044088821411132816, "subset_score_loss": 0.044088821411132816}
+{"step": 780000, "wall_time": 7803.75613284111, "train_loss_step": 5.383950233459473, "n_params": 4469860, "total_flops": 10710499737600000, "train_loss": 0.04175119876861572, "subset_score_loss": 0.04175119876861572}
+{"step": 790000, "wall_time": 7898.44105386734, "train_loss_step": 5.2409515380859375, "n_params": 4469860, "total_flops": 10847813836800000, "train_loss": 0.0414997386932373, "subset_score_loss": 0.0414997386932373}
+{"step": 800000, "wall_time": 8061.917380571365, "train_loss_step": 5.440531253814697, "n_params": 4469860, "total_flops": 10985127936000000, "train_loss": 0.04152114868164063, "subset_score_loss": 0.04152114868164063, "memorization_fraction_pixel": 0.15839999914169312, "mean_nn_ratio_pixel": 0.7018495798110962, "fid": 52.983807673442264}
+{"step": 810000, "wall_time": 8156.045837402344, "train_loss_step": 5.442485809326172, "n_params": 4469860, "total_flops": 11122442035200000, "train_loss": 0.04128949642181397, "subset_score_loss": 0.04128949642181397}
+{"step": 820000, "wall_time": 8250.16816329956, "train_loss_step": 4.644602298736572, "n_params": 4469860, "total_flops": 11259756134400000, "train_loss": 0.04135915756225586, "subset_score_loss": 0.04135915756225586}
+{"step": 830000, "wall_time": 8341.261408090591, "train_loss_step": 4.746185302734375, "n_params": 4469860, "total_flops": 11397070233600000, "train_loss": 0.040234336853027346, "subset_score_loss": 0.040234336853027346}
+{"step": 840000, "wall_time": 8413.028486013412, "train_loss_step": 5.043149948120117, "n_params": 4469860, "total_flops": 11534384332800000, "train_loss": 0.04080899715423584, "subset_score_loss": 0.04080899715423584}
+{"step": 850000, "wall_time": 8506.31767320633, "train_loss_step": 5.276236534118652, "n_params": 4469860, "total_flops": 11671698432000000, "train_loss": 0.0429608154296875, "subset_score_loss": 0.0429608154296875}
+{"step": 860000, "wall_time": 8601.02781367302, "train_loss_step": 5.0275774002075195, "n_params": 4469860, "total_flops": 11809012531200000, "train_loss": 0.03990920066833496, "subset_score_loss": 0.03990920066833496}
+{"step": 870000, "wall_time": 8695.91988325119, "train_loss_step": 5.040044784545898, "n_params": 4469860, "total_flops": 11946326630400000, "train_loss": 0.03970604181289673, "subset_score_loss": 0.03970604181289673}
+{"step": 880000, "wall_time": 8789.711549282074, "train_loss_step": 4.85882568359375, "n_params": 4469860, "total_flops": 12083640729600000, "train_loss": 0.03989665985107422, "subset_score_loss": 0.03989665985107422}
+{"step": 890000, "wall_time": 8881.955253839493, "train_loss_step": 5.277331352233887, "n_params": 4469860, "total_flops": 12220954828800000, "train_loss": 0.04076624870300293, "subset_score_loss": 0.04076624870300293}
+{"step": 900000, "wall_time": 9049.329221963882, "train_loss_step": 5.042183876037598, "n_params": 4469860, "total_flops": 12358268928000000, "train_loss": 0.040912809371948244, "subset_score_loss": 0.040912809371948244, "memorization_fraction_pixel": 0.17489999532699585, "mean_nn_ratio_pixel": 0.6884062886238098, "fid": 52.53723119051383}
+{"step": 910000, "wall_time": 9143.6422894001, "train_loss_step": 4.937356948852539, "n_params": 4469860, "total_flops": 12495583027200000, "train_loss": 0.04033742427825928, "subset_score_loss": 0.04033742427825928}
+{"step": 920000, "wall_time": 9236.159708976746, "train_loss_step": 5.005586624145508, "n_params": 4469860, "total_flops": 12632897126400000, "train_loss": 0.03907630443572998, "subset_score_loss": 0.03907630443572998}
+{"step": 930000, "wall_time": 9329.479039907455, "train_loss_step": 5.277657508850098, "n_params": 4469860, "total_flops": 12770211225600000, "train_loss": 0.038985280990600585, "subset_score_loss": 0.038985280990600585}
+{"step": 940000, "wall_time": 9404.433020353317, "train_loss_step": 4.717970848083496, "n_params": 4469860, "total_flops": 12907525324800000, "train_loss": 0.03769833564758301, "subset_score_loss": 0.03769833564758301}
+{"step": 950000, "wall_time": 9498.924063444138, "train_loss_step": 4.7640204429626465, "n_params": 4469860, "total_flops": 13044839424000000, "train_loss": 0.04071014881134033, "subset_score_loss": 0.04071014881134033}
+{"step": 960000, "wall_time": 9593.470380783081, "train_loss_step": 4.422072410583496, "n_params": 4469860, "total_flops": 13182153523200000, "train_loss": 0.037736446857452394, "subset_score_loss": 0.037736446857452394}
+{"step": 970000, "wall_time": 9687.45889043808, "train_loss_step": 4.804391860961914, "n_params": 4469860, "total_flops": 13319467622400000, "train_loss": 0.038424167633056644, "subset_score_loss": 0.038424167633056644}
+{"step": 980000, "wall_time": 9781.807022333145, "train_loss_step": 4.847429275512695, "n_params": 4469860, "total_flops": 13456781721600000, "train_loss": 0.03699525117874145, "subset_score_loss": 0.03699525117874145}
+{"step": 990000, "wall_time": 9873.544424772263, "train_loss_step": 4.518064498901367, "n_params": 4469860, "total_flops": 13594095820800000, "train_loss": 0.037659411430358884, "subset_score_loss": 0.037659411430358884}
+{"step": 1000000, "wall_time": 10040.524945020676, "train_loss_step": 5.036648750305176, "n_params": 4469860, "total_flops": 13731409920000000, "train_loss": 0.03762245655059814, "subset_score_loss": 0.03762245655059814, "memorization_fraction_pixel": 0.20499999821186066, "mean_nn_ratio_pixel": 0.6654568910598755, "fid": 51.814926515244984}
+{"step": 1010000, "wall_time": 10132.999809741974, "train_loss_step": 4.916936874389648, "n_params": 4469860, "total_flops": 13868724019200000, "train_loss": 0.036973066329956054, "subset_score_loss": 0.036973066329956054}
+{"step": 1020000, "wall_time": 10226.998209238052, "train_loss_step": 4.95417594909668, "n_params": 4469860, "total_flops": 14006038118400000, "train_loss": 0.03663193464279175, "subset_score_loss": 0.03663193464279175}
+{"step": 1030000, "wall_time": 10304.012086391449, "train_loss_step": 4.7017717361450195, "n_params": 4469860, "total_flops": 14143352217600000, "train_loss": 0.03694812536239624, "subset_score_loss": 0.03694812536239624}
+{"step": 1040000, "wall_time": 10394.165941953659, "train_loss_step": 4.837368011474609, "n_params": 4469860, "total_flops": 14280666316800000, "train_loss": 0.035638701915740964, "subset_score_loss": 0.035638701915740964}
+{"step": 1050000, "wall_time": 10488.62831401825, "train_loss_step": 4.677324295043945, "n_params": 4469860, "total_flops": 14417980416000000, "train_loss": 0.03664135456085205, "subset_score_loss": 0.03664135456085205}
+{"step": 1060000, "wall_time": 10583.31525182724, "train_loss_step": 5.03911828994751, "n_params": 4469860, "total_flops": 14555294515200000, "train_loss": 0.036220035552978515, "subset_score_loss": 0.036220035552978515}
+{"step": 1070000, "wall_time": 10678.024769544601, "train_loss_step": 4.903316497802734, "n_params": 4469860, "total_flops": 14692608614400000, "train_loss": 0.03640495300292969, "subset_score_loss": 0.03640495300292969}
+{"step": 1080000, "wall_time": 10772.765862703323, "train_loss_step": 4.86224365234375, "n_params": 4469860, "total_flops": 14829922713600000, "train_loss": 0.03686020612716675, "subset_score_loss": 0.03686020612716675}
+{"step": 1090000, "wall_time": 10864.883406877518, "train_loss_step": 4.549086093902588, "n_params": 4469860, "total_flops": 14967236812800000, "train_loss": 0.03549334049224853, "subset_score_loss": 0.03549334049224853}
+{"step": 1100000, "wall_time": 11028.854781627655, "train_loss_step": 4.98422908782959, "n_params": 4469860, "total_flops": 15104550912000000, "train_loss": 0.03611397504806518, "subset_score_loss": 0.03611397504806518, "memorization_fraction_pixel": 0.2378000020980835, "mean_nn_ratio_pixel": 0.6403464078903198, "fid": 47.692245280326425}
+{"step": 1110000, "wall_time": 11123.33129310608, "train_loss_step": 4.849821090698242, "n_params": 4469860, "total_flops": 15241865011200000, "train_loss": 0.03522599458694458, "subset_score_loss": 0.03522599458694458}
+{"step": 1120000, "wall_time": 11215.54637169838, "train_loss_step": 4.865994453430176, "n_params": 4469860, "total_flops": 15379179110400000, "train_loss": 0.03615302801132202, "subset_score_loss": 0.03615302801132202}
+{"step": 1130000, "wall_time": 11282.510041952133, "train_loss_step": 4.53645133972168, "n_params": 4469860, "total_flops": 15516493209600000, "train_loss": 0.03818814992904663, "subset_score_loss": 0.03818814992904663}
+{"step": 1140000, "wall_time": 11377.322263002396, "train_loss_step": 4.525545120239258, "n_params": 4469860, "total_flops": 15653807308800000, "train_loss": 0.03538814544677735, "subset_score_loss": 0.03538814544677735}
+{"step": 1150000, "wall_time": 11471.642729759216, "train_loss_step": 4.45301628112793, "n_params": 4469860, "total_flops": 15791121408000000, "train_loss": 0.03463118314743042, "subset_score_loss": 0.03463118314743042}
+{"step": 1160000, "wall_time": 11564.769076108932, "train_loss_step": 4.540343284606934, "n_params": 4469860, "total_flops": 15928435507200000, "train_loss": 0.03351580619812012, "subset_score_loss": 0.03351580619812012}
+{"step": 1170000, "wall_time": 11659.427758455276, "train_loss_step": 4.584112644195557, "n_params": 4469860, "total_flops": 16065749606400000, "train_loss": 0.03388710021972656, "subset_score_loss": 0.03388710021972656}
+{"step": 1180000, "wall_time": 11754.688493013382, "train_loss_step": 4.468955039978027, "n_params": 4469860, "total_flops": 16203063705600000, "train_loss": 0.034546399116516115, "subset_score_loss": 0.034546399116516115}
+{"step": 1190000, "wall_time": 11847.010619401932, "train_loss_step": 4.608154773712158, "n_params": 4469860, "total_flops": 16340377804800000, "train_loss": 0.03432708740234375, "subset_score_loss": 0.03432708740234375}
+{"step": 1200000, "wall_time": 12013.604825735092, "train_loss_step": 4.627859592437744, "n_params": 4469860, "total_flops": 16477691904000000, "train_loss": 0.033867535591125486, "subset_score_loss": 0.033867535591125486, "memorization_fraction_pixel": 0.3010999858379364, "mean_nn_ratio_pixel": 0.6098595857620239, "fid": 47.208905435910154}
+{"step": 1210000, "wall_time": 12108.37886595726, "train_loss_step": 4.816437244415283, "n_params": 4469860, "total_flops": 16615006003200000, "train_loss": 0.03436989068984985, "subset_score_loss": 0.03436989068984985}
+{"step": 1220000, "wall_time": 12194.17751121521, "train_loss_step": 4.876572608947754, "n_params": 4469860, "total_flops": 16752320102400000, "train_loss": 0.03577243804931641, "subset_score_loss": 0.03577243804931641}
+{"step": 1230000, "wall_time": 12284.692793607712, "train_loss_step": 4.630805015563965, "n_params": 4469860, "total_flops": 16889634201600000, "train_loss": 0.032883784770965575, "subset_score_loss": 0.032883784770965575}
+{"step": 1240000, "wall_time": 12379.49062204361, "train_loss_step": 4.819319725036621, "n_params": 4469860, "total_flops": 17026948300800000, "train_loss": 0.03382631301879883, "subset_score_loss": 0.03382631301879883}
+{"step": 1250000, "wall_time": 12473.173693656921, "train_loss_step": 4.343135833740234, "n_params": 4469860, "total_flops": 17164262400000000, "train_loss": 0.032635674476623536, "subset_score_loss": 0.032635674476623536}
+{"step": 1260000, "wall_time": 12568.14785528183, "train_loss_step": 4.466096878051758, "n_params": 4469860, "total_flops": 17301576499200000, "train_loss": 0.03288767814636231, "subset_score_loss": 0.03288767814636231}
+{"step": 1270000, "wall_time": 12662.559981584549, "train_loss_step": 4.874148368835449, "n_params": 4469860, "total_flops": 17438890598400000, "train_loss": 0.035049424171447754, "subset_score_loss": 0.035049424171447754}
+{"step": 1280000, "wall_time": 12757.581511735916, "train_loss_step": 3.9637298583984375, "n_params": 4469860, "total_flops": 17576204697600000, "train_loss": 0.03310795068740845, "subset_score_loss": 0.03310795068740845}
+{"step": 1290000, "wall_time": 12848.404314756393, "train_loss_step": 4.651858329772949, "n_params": 4469860, "total_flops": 17713518796800000, "train_loss": 0.03372881889343262, "subset_score_loss": 0.03372881889343262}
+{"step": 1300000, "wall_time": 13016.445043802261, "train_loss_step": 4.467461109161377, "n_params": 4469860, "total_flops": 17850832896000000, "train_loss": 0.03162262439727783, "subset_score_loss": 0.03162262439727783, "memorization_fraction_pixel": 0.3082999885082245, "mean_nn_ratio_pixel": 0.6079035401344299, "fid": 48.72769401970876}
+{"step": 1310000, "wall_time": 13110.463586091995, "train_loss_step": 4.572742938995361, "n_params": 4469860, "total_flops": 17988146995200000, "train_loss": 0.03372247695922852, "subset_score_loss": 0.03372247695922852}
+{"step": 1320000, "wall_time": 13197.57929801941, "train_loss_step": 4.326179504394531, "n_params": 4469860, "total_flops": 18125461094400000, "train_loss": 0.03116318941116333, "subset_score_loss": 0.03116318941116333}
+{"step": 1330000, "wall_time": 13291.933527231216, "train_loss_step": 4.623526573181152, "n_params": 4469860, "total_flops": 18262775193600000, "train_loss": 0.03218698024749756, "subset_score_loss": 0.03218698024749756}
+{"step": 1340000, "wall_time": 13386.339561223984, "train_loss_step": 4.616249084472656, "n_params": 4469860, "total_flops": 18400089292800000, "train_loss": 0.031497712135314944, "subset_score_loss": 0.031497712135314944}
+{"step": 1350000, "wall_time": 13481.357598304749, "train_loss_step": 4.845918655395508, "n_params": 4469860, "total_flops": 18537403392000000, "train_loss": 0.033315961360931394, "subset_score_loss": 0.033315961360931394}
+{"step": 1360000, "wall_time": 13576.047370672226, "train_loss_step": 4.179642200469971, "n_params": 4469860, "total_flops": 18674717491200000, "train_loss": 0.034109685420989994, "subset_score_loss": 0.034109685420989994}
+{"step": 1370000, "wall_time": 13670.978330373764, "train_loss_step": 4.542192459106445, "n_params": 4469860, "total_flops": 18812031590400000, "train_loss": 0.03058725833892822, "subset_score_loss": 0.03058725833892822}
+{"step": 1380000, "wall_time": 13761.332312107086, "train_loss_step": 4.419046401977539, "n_params": 4469860, "total_flops": 18949345689600000, "train_loss": 0.03165050745010376, "subset_score_loss": 0.03165050745010376}
+{"step": 1390000, "wall_time": 13855.460801362991, "train_loss_step": 4.298056602478027, "n_params": 4469860, "total_flops": 19086659788800000, "train_loss": 0.030821273326873778, "subset_score_loss": 0.030821273326873778}
+{"step": 1400000, "wall_time": 14022.803355932236, "train_loss_step": 4.334997177124023, "n_params": 4469860, "total_flops": 19223973888000000, "train_loss": 0.032058820724487305, "subset_score_loss": 0.032058820724487305, "memorization_fraction_pixel": 0.34139999747276306, "mean_nn_ratio_pixel": 0.596184253692627, "fid": 49.0069246404073}
+{"step": 1410000, "wall_time": 14109.676712036133, "train_loss_step": 4.281446933746338, "n_params": 4469860, "total_flops": 19361287987200000, "train_loss": 0.03141974210739136, "subset_score_loss": 0.03141974210739136}
+{"step": 1420000, "wall_time": 14203.670243263245, "train_loss_step": 4.240418434143066, "n_params": 4469860, "total_flops": 19498602086400000, "train_loss": 0.03191311120986939, "subset_score_loss": 0.03191311120986939}
+{"step": 1430000, "wall_time": 14298.061872243881, "train_loss_step": 4.499505519866943, "n_params": 4469860, "total_flops": 19635916185600000, "train_loss": 0.03156282901763916, "subset_score_loss": 0.03156282901763916}
+{"step": 1440000, "wall_time": 14392.304361343384, "train_loss_step": 4.5158305168151855, "n_params": 4469860, "total_flops": 19773230284800000, "train_loss": 0.03120765686035156, "subset_score_loss": 0.03120765686035156}
+{"step": 1450000, "wall_time": 14487.22562456131, "train_loss_step": 4.05570125579834, "n_params": 4469860, "total_flops": 19910544384000000, "train_loss": 0.03051935911178589, "subset_score_loss": 0.03051935911178589}
+{"step": 1460000, "wall_time": 14581.653358459473, "train_loss_step": 4.774379253387451, "n_params": 4469860, "total_flops": 20047858483200000, "train_loss": 0.030370333194732667, "subset_score_loss": 0.030370333194732667}
+{"step": 1470000, "wall_time": 14675.27004623413, "train_loss_step": 4.327778339385986, "n_params": 4469860, "total_flops": 20185172582400000, "train_loss": 0.03116556167602539, "subset_score_loss": 0.03116556167602539}
+{"step": 1480000, "wall_time": 14767.588513612747, "train_loss_step": 4.50855827331543, "n_params": 4469860, "total_flops": 20322486681600000, "train_loss": 0.031393067836761476, "subset_score_loss": 0.031393067836761476}
+{"step": 1490000, "wall_time": 14861.885509252548, "train_loss_step": 4.371161937713623, "n_params": 4469860, "total_flops": 20459800780800000, "train_loss": 0.02986824035644531, "subset_score_loss": 0.02986824035644531}
+{"step": 1500000, "wall_time": 15023.374049186707, "train_loss_step": 3.9742133617401123, "n_params": 4469860, "total_flops": 20597114880000000, "train_loss": 0.02982611894607544, "subset_score_loss": 0.02982611894607544, "memorization_fraction_pixel": 0.4058000147342682, "mean_nn_ratio_pixel": 0.5594969987869263, "fid": 48.38973634109337}
+{"step": 1510000, "wall_time": 15117.764772891998, "train_loss_step": 4.644748210906982, "n_params": 4469860, "total_flops": 20734428979200000, "train_loss": 0.031151909828186036, "subset_score_loss": 0.031151909828186036}
+{"step": 1520000, "wall_time": 15211.321072340012, "train_loss_step": 4.3362226486206055, "n_params": 4469860, "total_flops": 20871743078400000, "train_loss": 0.03014010429382324, "subset_score_loss": 0.03014010429382324}
+{"step": 1530000, "wall_time": 15305.983510255814, "train_loss_step": 4.103689670562744, "n_params": 4469860, "total_flops": 21009057177600000, "train_loss": 0.029235963821411134, "subset_score_loss": 0.029235963821411134}
+{"step": 1540000, "wall_time": 15400.454374074936, "train_loss_step": 4.17629337310791, "n_params": 4469860, "total_flops": 21146371276800000, "train_loss": 0.029441108703613283, "subset_score_loss": 0.029441108703613283}
+{"step": 1550000, "wall_time": 15495.173934936523, "train_loss_step": 4.3306732177734375, "n_params": 4469860, "total_flops": 21283685376000000, "train_loss": 0.030426759719848633, "subset_score_loss": 0.030426759719848633}
+{"step": 1560000, "wall_time": 15588.370272874832, "train_loss_step": 4.292660236358643, "n_params": 4469860, "total_flops": 21420999475200000, "train_loss": 0.029439899921417236, "subset_score_loss": 0.029439899921417236}
+{"step": 1570000, "wall_time": 15683.387001037598, "train_loss_step": 3.9460256099700928, "n_params": 4469860, "total_flops": 21558313574400000, "train_loss": 0.02983745574951172, "subset_score_loss": 0.02983745574951172}
+{"step": 1580000, "wall_time": 15775.643771409988, "train_loss_step": 4.516729354858398, "n_params": 4469860, "total_flops": 21695627673600000, "train_loss": 0.03023052930831909, "subset_score_loss": 0.03023052930831909}
+{"step": 1590000, "wall_time": 15870.000544309616, "train_loss_step": 3.990656614303589, "n_params": 4469860, "total_flops": 21832941772800000, "train_loss": 0.028633379936218263, "subset_score_loss": 0.028633379936218263}
+{"step": 1600000, "wall_time": 16030.523942947388, "train_loss_step": 4.104156017303467, "n_params": 4469860, "total_flops": 21970255872000000, "train_loss": 0.029337811470031738, "subset_score_loss": 0.029337811470031738, "memorization_fraction_pixel": 0.44290000200271606, "mean_nn_ratio_pixel": 0.5491687059402466, "fid": 47.41680087593896}
+{"step": 1610000, "wall_time": 16123.732561588287, "train_loss_step": 4.2526373863220215, "n_params": 4469860, "total_flops": 22107569971200000, "train_loss": 0.028890631198883056, "subset_score_loss": 0.028890631198883056}
+{"step": 1620000, "wall_time": 16218.56052494049, "train_loss_step": 3.793668746948242, "n_params": 4469860, "total_flops": 22244884070400000, "train_loss": 0.028599615097045897, "subset_score_loss": 0.028599615097045897}
+{"step": 1630000, "wall_time": 16313.427124023438, "train_loss_step": 3.9129340648651123, "n_params": 4469860, "total_flops": 22382198169600000, "train_loss": 0.027714178562164307, "subset_score_loss": 0.027714178562164307}
+{"step": 1640000, "wall_time": 16407.785360574722, "train_loss_step": 3.8806357383728027, "n_params": 4469860, "total_flops": 22519512268800000, "train_loss": 0.02877955198287964, "subset_score_loss": 0.02877955198287964}
+{"step": 1650000, "wall_time": 16500.588830947876, "train_loss_step": 4.364251136779785, "n_params": 4469860, "total_flops": 22656826368000000, "train_loss": 0.028255224227905273, "subset_score_loss": 0.028255224227905273}
+{"step": 1660000, "wall_time": 16595.201469421387, "train_loss_step": 3.951334238052368, "n_params": 4469860, "total_flops": 22794140467200000, "train_loss": 0.028273773193359376, "subset_score_loss": 0.028273773193359376}
+{"step": 1670000, "wall_time": 16690.249355077744, "train_loss_step": 4.336317539215088, "n_params": 4469860, "total_flops": 22931454566400000, "train_loss": 0.027680461406707765, "subset_score_loss": 0.027680461406707765}
+{"step": 1680000, "wall_time": 16781.21348953247, "train_loss_step": 4.488654613494873, "n_params": 4469860, "total_flops": 23068768665600000, "train_loss": 0.027316300868988036, "subset_score_loss": 0.027316300868988036}
+{"step": 1690000, "wall_time": 16855.799041986465, "train_loss_step": 4.15078592300415, "n_params": 4469860, "total_flops": 23206082764800000, "train_loss": 0.028019840717315673, "subset_score_loss": 0.028019840717315673}
+{"step": 1700000, "wall_time": 17020.94063949585, "train_loss_step": 4.007875442504883, "n_params": 4469860, "total_flops": 23343396864000000, "train_loss": 0.02657970666885376, "subset_score_loss": 0.02657970666885376, "memorization_fraction_pixel": 0.4717999994754791, "mean_nn_ratio_pixel": 0.5310161113739014, "fid": 47.553975713449574}
+{"step": 1710000, "wall_time": 17114.445140361786, "train_loss_step": 4.359011650085449, "n_params": 4469860, "total_flops": 23480710963200000, "train_loss": 0.0281361985206604, "subset_score_loss": 0.0281361985206604}
+{"step": 1720000, "wall_time": 17208.778209924698, "train_loss_step": 4.018138408660889, "n_params": 4469860, "total_flops": 23618025062400000, "train_loss": 0.028795971870422363, "subset_score_loss": 0.028795971870422363}
+{"step": 1730000, "wall_time": 17303.731879472733, "train_loss_step": 4.249569416046143, "n_params": 4469860, "total_flops": 23755339161600000, "train_loss": 0.027032809257507326, "subset_score_loss": 0.027032809257507326}
+{"step": 1740000, "wall_time": 17396.36513853073, "train_loss_step": 3.859828472137451, "n_params": 4469860, "total_flops": 23892653260800000, "train_loss": 0.026959195137023925, "subset_score_loss": 0.026959195137023925}
+{"step": 1750000, "wall_time": 17490.806237220764, "train_loss_step": 4.253416538238525, "n_params": 4469860, "total_flops": 24029967360000000, "train_loss": 0.027724051475524904, "subset_score_loss": 0.027724051475524904}
+{"step": 1760000, "wall_time": 17585.356776237488, "train_loss_step": 3.9936747550964355, "n_params": 4469860, "total_flops": 24167281459200000, "train_loss": 0.026586415767669676, "subset_score_loss": 0.026586415767669676}
+{"step": 1770000, "wall_time": 17678.478538513184, "train_loss_step": 3.8218798637390137, "n_params": 4469860, "total_flops": 24304595558400000, "train_loss": 0.02715397357940674, "subset_score_loss": 0.02715397357940674}
+{"step": 1780000, "wall_time": 17772.285262584686, "train_loss_step": 3.557434558868408, "n_params": 4469860, "total_flops": 24441909657600000, "train_loss": 0.026790921688079835, "subset_score_loss": 0.026790921688079835}
+{"step": 1790000, "wall_time": 17846.554288625717, "train_loss_step": 4.005908012390137, "n_params": 4469860, "total_flops": 24579223756800000, "train_loss": 0.02607957124710083, "subset_score_loss": 0.02607957124710083}
+{"step": 1800000, "wall_time": 18013.66345834732, "train_loss_step": 4.060577869415283, "n_params": 4469860, "total_flops": 24716537856000000, "train_loss": 0.027017159461975096, "subset_score_loss": 0.027017159461975096, "memorization_fraction_pixel": 0.5189999938011169, "mean_nn_ratio_pixel": 0.5058274269104004, "fid": 45.21318438365563}
+{"step": 1810000, "wall_time": 18108.146141290665, "train_loss_step": 4.176133155822754, "n_params": 4469860, "total_flops": 24853851955200000, "train_loss": 0.02572455883026123, "subset_score_loss": 0.02572455883026123}
+{"step": 1820000, "wall_time": 18202.33199739456, "train_loss_step": 3.998084545135498, "n_params": 4469860, "total_flops": 24991166054400000, "train_loss": 0.02701068878173828, "subset_score_loss": 0.02701068878173828}
+{"step": 1830000, "wall_time": 18295.41726255417, "train_loss_step": 3.9844796657562256, "n_params": 4469860, "total_flops": 25128480153600000, "train_loss": 0.025894432067871093, "subset_score_loss": 0.025894432067871093}
+{"step": 1840000, "wall_time": 18390.155550718307, "train_loss_step": 3.8190150260925293, "n_params": 4469860, "total_flops": 25265794252800000, "train_loss": 0.02555431127548218, "subset_score_loss": 0.02555431127548218}
+{"step": 1850000, "wall_time": 18483.99089050293, "train_loss_step": 3.6581759452819824, "n_params": 4469860, "total_flops": 25403108352000000, "train_loss": 0.02645754098892212, "subset_score_loss": 0.02645754098892212}
+{"step": 1860000, "wall_time": 18578.420293569565, "train_loss_step": 3.798504114151001, "n_params": 4469860, "total_flops": 25540422451200000, "train_loss": 0.024764611721038818, "subset_score_loss": 0.024764611721038818}
+{"step": 1870000, "wall_time": 18671.02576971054, "train_loss_step": 4.050420761108398, "n_params": 4469860, "total_flops": 25677736550400000, "train_loss": 0.02513152837753296, "subset_score_loss": 0.02513152837753296}
+{"step": 1880000, "wall_time": 18757.232727766037, "train_loss_step": 3.6607344150543213, "n_params": 4469860, "total_flops": 25815050649600000, "train_loss": 0.025219047069549562, "subset_score_loss": 0.025219047069549562}
+{"step": 1890000, "wall_time": 18851.4452149868, "train_loss_step": 4.362428665161133, "n_params": 4469860, "total_flops": 25952364748800000, "train_loss": 0.025277693271636963, "subset_score_loss": 0.025277693271636963}
+{"step": 1900000, "wall_time": 19018.39777827263, "train_loss_step": 3.9572598934173584, "n_params": 4469860, "total_flops": 26089678848000000, "train_loss": 0.025356938838958742, "subset_score_loss": 0.025356938838958742, "memorization_fraction_pixel": 0.5306000113487244, "mean_nn_ratio_pixel": 0.5029769539833069, "fid": 45.04439519583953}
+{"step": 1910000, "wall_time": 19112.479409456253, "train_loss_step": 3.7695364952087402, "n_params": 4469860, "total_flops": 26226992947200000, "train_loss": 0.027510452270507812, "subset_score_loss": 0.027510452270507812}
+{"step": 1920000, "wall_time": 19204.87984442711, "train_loss_step": 3.9526586532592773, "n_params": 4469860, "total_flops": 26364307046400000, "train_loss": 0.0245172119140625, "subset_score_loss": 0.0245172119140625}
+{"step": 1930000, "wall_time": 19299.58017539978, "train_loss_step": 3.6020689010620117, "n_params": 4469860, "total_flops": 26501621145600000, "train_loss": 0.024924678802490233, "subset_score_loss": 0.024924678802490233}
+{"step": 1940000, "wall_time": 19394.027138471603, "train_loss_step": 3.625277519226074, "n_params": 4469860, "total_flops": 26638935244800000, "train_loss": 0.025740549564361573, "subset_score_loss": 0.025740549564361573}
+{"step": 1950000, "wall_time": 19488.373019218445, "train_loss_step": 3.912522077560425, "n_params": 4469860, "total_flops": 26776249344000000, "train_loss": 0.02521066427230835, "subset_score_loss": 0.02521066427230835}
+{"step": 1960000, "wall_time": 19582.614498138428, "train_loss_step": 4.073939323425293, "n_params": 4469860, "total_flops": 26913563443200000, "train_loss": 0.024493863582611086, "subset_score_loss": 0.024493863582611086}
+{"step": 1970000, "wall_time": 19665.94940638542, "train_loss_step": 4.4358811378479, "n_params": 4469860, "total_flops": 27050877542400000, "train_loss": 0.02499666690826416, "subset_score_loss": 0.02499666690826416}
+{"step": 1980000, "wall_time": 19744.753032445908, "train_loss_step": 4.108710289001465, "n_params": 4469860, "total_flops": 27188191641600000, "train_loss": 0.025495929718017576, "subset_score_loss": 0.025495929718017576}
+{"step": 1990000, "wall_time": 19838.29908323288, "train_loss_step": 3.371290683746338, "n_params": 4469860, "total_flops": 27325505740800000, "train_loss": 0.02491184711456299, "subset_score_loss": 0.02491184711456299}
+{"step": 2000000, "wall_time": 20005.512940645218, "train_loss_step": 3.89951229095459, "n_params": 4469860, "total_flops": 27462819840000000, "train_loss": 0.024644908905029298, "subset_score_loss": 0.024644908905029298, "memorization_fraction_pixel": 0.5586000084877014, "mean_nn_ratio_pixel": 0.4918896555900574, "fid": 44.420927804760645}
+{"step": 2010000, "wall_time": 20097.941281080246, "train_loss_step": 3.52681827545166, "n_params": 4469860, "total_flops": 27600133939200000, "train_loss": 0.0241705322265625, "subset_score_loss": 0.0241705322265625}
+{"step": 2020000, "wall_time": 20192.360032081604, "train_loss_step": 3.796703338623047, "n_params": 4469860, "total_flops": 27737448038400000, "train_loss": 0.023270232677459715, "subset_score_loss": 0.023270232677459715}
+{"step": 2030000, "wall_time": 20287.20775794983, "train_loss_step": 3.7342710494995117, "n_params": 4469860, "total_flops": 27874762137600000, "train_loss": 0.023797006607055665, "subset_score_loss": 0.023797006607055665}
+{"step": 2040000, "wall_time": 20382.415389060974, "train_loss_step": 4.0860676765441895, "n_params": 4469860, "total_flops": 28012076236800000, "train_loss": 0.024632654190063476, "subset_score_loss": 0.024632654190063476}
+{"step": 2050000, "wall_time": 20476.449434280396, "train_loss_step": 3.72632098197937, "n_params": 4469860, "total_flops": 28149390336000000, "train_loss": 0.02462610960006714, "subset_score_loss": 0.02462610960006714}
+{"step": 2060000, "wall_time": 20570.878250837326, "train_loss_step": 3.732757091522217, "n_params": 4469860, "total_flops": 28286704435200000, "train_loss": 0.024165377616882325, "subset_score_loss": 0.024165377616882325}
+{"step": 2070000, "wall_time": 20640.184611082077, "train_loss_step": 3.569380521774292, "n_params": 4469860, "total_flops": 28424018534400000, "train_loss": 0.02475303888320923, "subset_score_loss": 0.02475303888320923}
+{"step": 2080000, "wall_time": 20733.610985279083, "train_loss_step": 3.69222354888916, "n_params": 4469860, "total_flops": 28561332633600000, "train_loss": 0.02382920503616333, "subset_score_loss": 0.02382920503616333}
+{"step": 2090000, "wall_time": 20828.06244969368, "train_loss_step": 3.804384708404541, "n_params": 4469860, "total_flops": 28698646732800000, "train_loss": 0.024823927879333497, "subset_score_loss": 0.024823927879333497}
+{"step": 2100000, "wall_time": 20993.786467790604, "train_loss_step": 3.685515880584717, "n_params": 4469860, "total_flops": 28835960832000000, "train_loss": 0.023257813453674316, "subset_score_loss": 0.023257813453674316, "memorization_fraction_pixel": 0.58160001039505, "mean_nn_ratio_pixel": 0.47765663266181946, "fid": 44.159550638567374}
+{"step": 2110000, "wall_time": 21088.512578487396, "train_loss_step": 3.741337776184082, "n_params": 4469860, "total_flops": 28973274931200000, "train_loss": 0.02266908884048462, "subset_score_loss": 0.02266908884048462}
+{"step": 2120000, "wall_time": 21183.303467273712, "train_loss_step": 4.225250244140625, "n_params": 4469860, "total_flops": 29110589030400000, "train_loss": 0.023359296321868898, "subset_score_loss": 0.023359296321868898}
+{"step": 2130000, "wall_time": 21277.455392360687, "train_loss_step": 3.9854798316955566, "n_params": 4469860, "total_flops": 29247903129600000, "train_loss": 0.024561240673065185, "subset_score_loss": 0.024561240673065185}
+{"step": 2140000, "wall_time": 21371.975382328033, "train_loss_step": 3.885247230529785, "n_params": 4469860, "total_flops": 29385217228800000, "train_loss": 0.024960391521453858, "subset_score_loss": 0.024960391521453858}
+{"step": 2150000, "wall_time": 21465.589288949966, "train_loss_step": 3.5848827362060547, "n_params": 4469860, "total_flops": 29522531328000000, "train_loss": 0.02353191137313843, "subset_score_loss": 0.02353191137313843}
+{"step": 2160000, "wall_time": 21557.550899744034, "train_loss_step": 4.042579650878906, "n_params": 4469860, "total_flops": 29659845427200000, "train_loss": 0.023987760543823244, "subset_score_loss": 0.023987760543823244}
+{"step": 2170000, "wall_time": 21629.38293147087, "train_loss_step": 3.8452606201171875, "n_params": 4469860, "total_flops": 29797159526400000, "train_loss": 0.023946895599365234, "subset_score_loss": 0.023946895599365234}
+{"step": 2180000, "wall_time": 21722.689282417297, "train_loss_step": 3.647709608078003, "n_params": 4469860, "total_flops": 29934473625600000, "train_loss": 0.022688415050506592, "subset_score_loss": 0.022688415050506592}
+{"step": 2190000, "wall_time": 21817.200656414032, "train_loss_step": 4.126725196838379, "n_params": 4469860, "total_flops": 30071787724800000, "train_loss": 0.022791271209716798, "subset_score_loss": 0.022791271209716798}
+{"step": 2200000, "wall_time": 21983.19377875328, "train_loss_step": 4.178135871887207, "n_params": 4469860, "total_flops": 30209101824000000, "train_loss": 0.023286170959472656, "subset_score_loss": 0.023286170959472656, "memorization_fraction_pixel": 0.5961999893188477, "mean_nn_ratio_pixel": 0.4696184992790222, "fid": 44.47883151321642}
+{"step": 2210000, "wall_time": 22078.05523967743, "train_loss_step": 3.654500722885132, "n_params": 4469860, "total_flops": 30346415923200000, "train_loss": 0.02254849672317505, "subset_score_loss": 0.02254849672317505}
+{"step": 2220000, "wall_time": 22172.444510936737, "train_loss_step": 3.9469547271728516, "n_params": 4469860, "total_flops": 30483730022400000, "train_loss": 0.02364067077636719, "subset_score_loss": 0.02364067077636719}
+{"step": 2230000, "wall_time": 22266.43433880806, "train_loss_step": 3.7642102241516113, "n_params": 4469860, "total_flops": 30621044121600000, "train_loss": 0.022556099891662598, "subset_score_loss": 0.022556099891662598}
+{"step": 2240000, "wall_time": 22361.060781002045, "train_loss_step": 3.6902661323547363, "n_params": 4469860, "total_flops": 30758358220800000, "train_loss": 0.022542376518249512, "subset_score_loss": 0.022542376518249512}
+{"step": 2250000, "wall_time": 22455.0087788105, "train_loss_step": 3.880321979522705, "n_params": 4469860, "total_flops": 30895672320000000, "train_loss": 0.022550280094146728, "subset_score_loss": 0.022550280094146728}
+{"step": 2260000, "wall_time": 22526.834616184235, "train_loss_step": 3.8930039405822754, "n_params": 4469860, "total_flops": 31032986419200000, "train_loss": 0.022749409675598145, "subset_score_loss": 0.022749409675598145}
+{"step": 2270000, "wall_time": 22612.69597697258, "train_loss_step": 3.5856261253356934, "n_params": 4469860, "total_flops": 31170300518400000, "train_loss": 0.022652955055236818, "subset_score_loss": 0.022652955055236818}
+{"step": 2280000, "wall_time": 22707.075657129288, "train_loss_step": 3.745725631713867, "n_params": 4469860, "total_flops": 31307614617600000, "train_loss": 0.023012232780456544, "subset_score_loss": 0.023012232780456544}
+{"step": 2290000, "wall_time": 22800.507453918457, "train_loss_step": 3.5907034873962402, "n_params": 4469860, "total_flops": 31444928716800000, "train_loss": 0.02228492259979248, "subset_score_loss": 0.02228492259979248}
+{"step": 2300000, "wall_time": 22967.994518995285, "train_loss_step": 3.9191651344299316, "n_params": 4469860, "total_flops": 31582242816000000, "train_loss": 0.02213198900222778, "subset_score_loss": 0.02213198900222778, "memorization_fraction_pixel": 0.5999000072479248, "mean_nn_ratio_pixel": 0.4725130796432495, "fid": 44.27140259810378}
+{"step": 2310000, "wall_time": 23062.7287068367, "train_loss_step": 4.177950859069824, "n_params": 4469860, "total_flops": 31719556915200000, "train_loss": 0.02414834499359131, "subset_score_loss": 0.02414834499359131}
+{"step": 2320000, "wall_time": 23157.335297822952, "train_loss_step": 3.699136972427368, "n_params": 4469860, "total_flops": 31856871014400000, "train_loss": 0.023365478515625, "subset_score_loss": 0.023365478515625}
+{"step": 2330000, "wall_time": 23251.45002770424, "train_loss_step": 3.3702199459075928, "n_params": 4469860, "total_flops": 31994185113600000, "train_loss": 0.022441515922546385, "subset_score_loss": 0.022441515922546385}
+{"step": 2340000, "wall_time": 23345.593023061752, "train_loss_step": 3.5508947372436523, "n_params": 4469860, "total_flops": 32131499212800000, "train_loss": 0.022337887287139892, "subset_score_loss": 0.022337887287139892}
+{"step": 2350000, "wall_time": 23439.35975933075, "train_loss_step": 3.6798434257507324, "n_params": 4469860, "total_flops": 32268813312000000, "train_loss": 0.022360334396362303, "subset_score_loss": 0.022360334396362303}
+{"step": 2360000, "wall_time": 23509.147942066193, "train_loss_step": 3.7452621459960938, "n_params": 4469860, "total_flops": 32406127411200000, "train_loss": 0.02265263319015503, "subset_score_loss": 0.02265263319015503}
+{"step": 2370000, "wall_time": 23603.40580511093, "train_loss_step": 3.6381473541259766, "n_params": 4469860, "total_flops": 32543441510400000, "train_loss": 0.02143847703933716, "subset_score_loss": 0.02143847703933716}
+{"step": 2380000, "wall_time": 23696.205243587494, "train_loss_step": 3.691129684448242, "n_params": 4469860, "total_flops": 32680755609600000, "train_loss": 0.02077819585800171, "subset_score_loss": 0.02077819585800171}
+{"step": 2390000, "wall_time": 23790.85794186592, "train_loss_step": 3.826685667037964, "n_params": 4469860, "total_flops": 32818069708800000, "train_loss": 0.02119781732559204, "subset_score_loss": 0.02119781732559204}
+{"step": 2400000, "wall_time": 23957.62284231186, "train_loss_step": 3.606126070022583, "n_params": 4469860, "total_flops": 32955383808000000, "train_loss": 0.02103829860687256, "subset_score_loss": 0.02103829860687256, "memorization_fraction_pixel": 0.6166999936103821, "mean_nn_ratio_pixel": 0.46262049674987793, "fid": 43.87209699965089}
+{"step": 2410000, "wall_time": 24051.769547700882, "train_loss_step": 3.729189872741699, "n_params": 4469860, "total_flops": 33092697907200000, "train_loss": 0.02384857416152954, "subset_score_loss": 0.02384857416152954}
+{"step": 2420000, "wall_time": 24145.983321905136, "train_loss_step": 3.2500438690185547, "n_params": 4469860, "total_flops": 33230012006400000, "train_loss": 0.022058336734771727, "subset_score_loss": 0.022058336734771727}
+{"step": 2430000, "wall_time": 24240.376868724823, "train_loss_step": 3.620018243789673, "n_params": 4469860, "total_flops": 33367326105600000, "train_loss": 0.021497316360473633, "subset_score_loss": 0.021497316360473633}
+{"step": 2440000, "wall_time": 24334.2642891407, "train_loss_step": 3.895536184310913, "n_params": 4469860, "total_flops": 33504640204800000, "train_loss": 0.02182623863220215, "subset_score_loss": 0.02182623863220215}
+{"step": 2450000, "wall_time": 24417.97039437294, "train_loss_step": 3.6411900520324707, "n_params": 4469860, "total_flops": 33641954304000000, "train_loss": 0.023073832988739013, "subset_score_loss": 0.023073832988739013}
+{"step": 2460000, "wall_time": 24494.693461418152, "train_loss_step": 3.6638293266296387, "n_params": 4469860, "total_flops": 33779268403200000, "train_loss": 0.022913804054260255, "subset_score_loss": 0.022913804054260255}
+{"step": 2470000, "wall_time": 24587.510811567307, "train_loss_step": 3.5884103775024414, "n_params": 4469860, "total_flops": 33916582502400000, "train_loss": 0.0213486909866333, "subset_score_loss": 0.0213486909866333}
+{"step": 2480000, "wall_time": 24682.28257870674, "train_loss_step": 3.5967838764190674, "n_params": 4469860, "total_flops": 34053896601600000, "train_loss": 0.021433801651000978, "subset_score_loss": 0.021433801651000978}
+{"step": 2490000, "wall_time": 24776.926124095917, "train_loss_step": 3.637965679168701, "n_params": 4469860, "total_flops": 34191210700800000, "train_loss": 0.022319164276123047, "subset_score_loss": 0.022319164276123047}
+{"step": 2500000, "wall_time": 24944.455072641373, "train_loss_step": 3.6842904090881348, "n_params": 4469860, "total_flops": 34328524800000000, "train_loss": 0.020548720359802247, "subset_score_loss": 0.020548720359802247, "memorization_fraction_pixel": 0.6478999853134155, "mean_nn_ratio_pixel": 0.44530946016311646, "fid": 42.836742087178365}
+{"step": 2510000, "wall_time": 25038.71580004692, "train_loss_step": 3.5865495204925537, "n_params": 4469860, "total_flops": 34465838899200000, "train_loss": 0.02130481481552124, "subset_score_loss": 0.02130481481552124}
+{"step": 2520000, "wall_time": 25132.768417596817, "train_loss_step": 3.2977428436279297, "n_params": 4469860, "total_flops": 34603152998400000, "train_loss": 0.020974111557006837, "subset_score_loss": 0.020974111557006837}
+{"step": 2530000, "wall_time": 25227.22238469124, "train_loss_step": 3.465261459350586, "n_params": 4469860, "total_flops": 34740467097600000, "train_loss": 0.021185243129730226, "subset_score_loss": 0.021185243129730226}
+{"step": 2540000, "wall_time": 25318.901407003403, "train_loss_step": 3.5679829120635986, "n_params": 4469860, "total_flops": 34877781196800000, "train_loss": 0.020271270275115966, "subset_score_loss": 0.020271270275115966}
+{"step": 2550000, "wall_time": 25405.347946166992, "train_loss_step": 3.61102032661438, "n_params": 4469860, "total_flops": 35015095296000000, "train_loss": 0.021072344779968263, "subset_score_loss": 0.021072344779968263}
+{"step": 2560000, "wall_time": 25495.124497652054, "train_loss_step": 3.6417431831359863, "n_params": 4469860, "total_flops": 35152409395200000, "train_loss": 0.020599555969238282, "subset_score_loss": 0.020599555969238282}
+{"step": 2570000, "wall_time": 25589.548645734787, "train_loss_step": 3.63742733001709, "n_params": 4469860, "total_flops": 35289723494400000, "train_loss": 0.02161759853363037, "subset_score_loss": 0.02161759853363037}
+{"step": 2580000, "wall_time": 25684.253695487976, "train_loss_step": 3.518226146697998, "n_params": 4469860, "total_flops": 35427037593600000, "train_loss": 0.020181403160095215, "subset_score_loss": 0.020181403160095215}
+{"step": 2590000, "wall_time": 25778.71107339859, "train_loss_step": 3.4104056358337402, "n_params": 4469860, "total_flops": 35564351692800000, "train_loss": 0.01989650011062622, "subset_score_loss": 0.01989650011062622}
+{"step": 2600000, "wall_time": 25946.179227113724, "train_loss_step": 3.152397394180298, "n_params": 4469860, "total_flops": 35701665792000000, "train_loss": 0.02054703712463379, "subset_score_loss": 0.02054703712463379, "memorization_fraction_pixel": 0.6467000246047974, "mean_nn_ratio_pixel": 0.44393739104270935, "fid": 42.064254737838326}
+{"step": 2610000, "wall_time": 26040.234641075134, "train_loss_step": 3.717374801635742, "n_params": 4469860, "total_flops": 35838979891200000, "train_loss": 0.02018322706222534, "subset_score_loss": 0.02018322706222534}
+{"step": 2620000, "wall_time": 26134.794614315033, "train_loss_step": 3.3980712890625, "n_params": 4469860, "total_flops": 35976293990400000, "train_loss": 0.019599276781082153, "subset_score_loss": 0.019599276781082153}
+{"step": 2630000, "wall_time": 26228.439339637756, "train_loss_step": 3.6629528999328613, "n_params": 4469860, "total_flops": 36113608089600000, "train_loss": 0.020451314449310302, "subset_score_loss": 0.020451314449310302}
+{"step": 2640000, "wall_time": 26307.370285987854, "train_loss_step": 3.2489004135131836, "n_params": 4469860, "total_flops": 36250922188800000, "train_loss": 0.019765337705612184, "subset_score_loss": 0.019765337705612184}
+{"step": 2650000, "wall_time": 26391.052886009216, "train_loss_step": 3.3129749298095703, "n_params": 4469860, "total_flops": 36388236288000000, "train_loss": 0.019051812887191773, "subset_score_loss": 0.019051812887191773}
+{"step": 2660000, "wall_time": 26483.230855226517, "train_loss_step": 3.6464922428131104, "n_params": 4469860, "total_flops": 36525550387200000, "train_loss": 0.020368335247039796, "subset_score_loss": 0.020368335247039796}
+{"step": 2670000, "wall_time": 26577.582366466522, "train_loss_step": 3.5329196453094482, "n_params": 4469860, "total_flops": 36662864486400000, "train_loss": 0.020810141563415527, "subset_score_loss": 0.020810141563415527}
+{"step": 2680000, "wall_time": 26672.181656599045, "train_loss_step": 3.343756675720215, "n_params": 4469860, "total_flops": 36800178585600000, "train_loss": 0.01936378240585327, "subset_score_loss": 0.01936378240585327}
+{"step": 2690000, "wall_time": 26766.86757659912, "train_loss_step": 3.610546112060547, "n_params": 4469860, "total_flops": 36937492684800000, "train_loss": 0.019754871129989623, "subset_score_loss": 0.019754871129989623}
+{"step": 2700000, "wall_time": 26934.152227640152, "train_loss_step": 3.694797992706299, "n_params": 4469860, "total_flops": 37074806784000000, "train_loss": 0.020342884063720704, "subset_score_loss": 0.020342884063720704, "memorization_fraction_pixel": 0.6639000177383423, "mean_nn_ratio_pixel": 0.4315910041332245, "fid": 41.52965139109094}
+{"step": 2710000, "wall_time": 27028.021273612976, "train_loss_step": 3.4709694385528564, "n_params": 4469860, "total_flops": 37212120883200000, "train_loss": 0.019821075201034547, "subset_score_loss": 0.019821075201034547}
+{"step": 2720000, "wall_time": 27121.54603409767, "train_loss_step": 3.6009416580200195, "n_params": 4469860, "total_flops": 37349434982400000, "train_loss": 0.019438406229019167, "subset_score_loss": 0.019438406229019167}
+{"step": 2730000, "wall_time": 27215.99951004982, "train_loss_step": 3.1886348724365234, "n_params": 4469860, "total_flops": 37486749081600000, "train_loss": 0.021043002605438232, "subset_score_loss": 0.021043002605438232}
+{"step": 2740000, "wall_time": 27291.30804157257, "train_loss_step": 3.550466299057007, "n_params": 4469860, "total_flops": 37624063180800000, "train_loss": 0.01880843162536621, "subset_score_loss": 0.01880843162536621}
+{"step": 2750000, "wall_time": 27384.037267923355, "train_loss_step": 3.5222153663635254, "n_params": 4469860, "total_flops": 37761377280000000, "train_loss": 0.01931471586227417, "subset_score_loss": 0.01931471586227417}
+{"step": 2760000, "wall_time": 27478.498121261597, "train_loss_step": 3.4001035690307617, "n_params": 4469860, "total_flops": 37898691379200000, "train_loss": 0.01906354308128357, "subset_score_loss": 0.01906354308128357}
+{"step": 2770000, "wall_time": 27572.811413049698, "train_loss_step": 3.5860118865966797, "n_params": 4469860, "total_flops": 38036005478400000, "train_loss": 0.020160512924194338, "subset_score_loss": 0.020160512924194338}
+{"step": 2780000, "wall_time": 27667.361298561096, "train_loss_step": 3.4474892616271973, "n_params": 4469860, "total_flops": 38173319577600000, "train_loss": 0.019345802068710328, "subset_score_loss": 0.019345802068710328}
+{"step": 2790000, "wall_time": 27762.038062095642, "train_loss_step": 3.513805389404297, "n_params": 4469860, "total_flops": 38310633676800000, "train_loss": 0.019974448680877686, "subset_score_loss": 0.019974448680877686}
+{"step": 2800000, "wall_time": 27929.487482070923, "train_loss_step": 3.2560086250305176, "n_params": 4469860, "total_flops": 38447947776000000, "train_loss": 0.020494508743286132, "subset_score_loss": 0.020494508743286132, "memorization_fraction_pixel": 0.6538000106811523, "mean_nn_ratio_pixel": 0.4428609013557434, "fid": 41.86292630198797}
+{"step": 2810000, "wall_time": 28023.43124651909, "train_loss_step": 3.599612236022949, "n_params": 4469860, "total_flops": 38585261875200000, "train_loss": 0.019384095668792723, "subset_score_loss": 0.019384095668792723}
+{"step": 2820000, "wall_time": 28117.410472869873, "train_loss_step": 3.5005686283111572, "n_params": 4469860, "total_flops": 38722575974400000, "train_loss": 0.019625289440155028, "subset_score_loss": 0.019625289440155028}
+{"step": 2830000, "wall_time": 28193.202714443207, "train_loss_step": 3.467921495437622, "n_params": 4469860, "total_flops": 38859890073600000, "train_loss": 0.01891581416130066, "subset_score_loss": 0.01891581416130066}
+{"step": 2840000, "wall_time": 28280.27757000923, "train_loss_step": 3.546640396118164, "n_params": 4469860, "total_flops": 38997204172800000, "train_loss": 0.019363285303115846, "subset_score_loss": 0.019363285303115846}
+{"step": 2850000, "wall_time": 28373.381520032883, "train_loss_step": 3.7799878120422363, "n_params": 4469860, "total_flops": 39134518272000000, "train_loss": 0.019125776290893556, "subset_score_loss": 0.019125776290893556}
+{"step": 2860000, "wall_time": 28467.96552681923, "train_loss_step": 3.575934410095215, "n_params": 4469860, "total_flops": 39271832371200000, "train_loss": 0.019632872343063355, "subset_score_loss": 0.019632872343063355}
+{"step": 2870000, "wall_time": 28562.367919921875, "train_loss_step": 3.3994569778442383, "n_params": 4469860, "total_flops": 39409146470400000, "train_loss": 0.018481228351593017, "subset_score_loss": 0.018481228351593017}
+{"step": 2880000, "wall_time": 28656.810330867767, "train_loss_step": 3.7138350009918213, "n_params": 4469860, "total_flops": 39546460569600000, "train_loss": 0.019042762517929076, "subset_score_loss": 0.019042762517929076}
+{"step": 2890000, "wall_time": 28750.887659549713, "train_loss_step": 3.3018722534179688, "n_params": 4469860, "total_flops": 39683774668800000, "train_loss": 0.018925167322158813, "subset_score_loss": 0.018925167322158813}
+{"step": 2900000, "wall_time": 28917.73442840576, "train_loss_step": 3.6344528198242188, "n_params": 4469860, "total_flops": 39821088768000000, "train_loss": 0.019542266130447388, "subset_score_loss": 0.019542266130447388, "memorization_fraction_pixel": 0.6635000109672546, "mean_nn_ratio_pixel": 0.4338850975036621, "fid": 40.2635349721807}
+{"step": 2910000, "wall_time": 29010.93507862091, "train_loss_step": 3.2609567642211914, "n_params": 4469860, "total_flops": 39958402867200000, "train_loss": 0.018431756496429443, "subset_score_loss": 0.018431756496429443}
+{"step": 2920000, "wall_time": 29103.41019678116, "train_loss_step": 3.3692781925201416, "n_params": 4469860, "total_flops": 40095716966400000, "train_loss": 0.018754709959030152, "subset_score_loss": 0.018754709959030152}
+{"step": 2930000, "wall_time": 29175.402546167374, "train_loss_step": 3.3802742958068848, "n_params": 4469860, "total_flops": 40233031065600000, "train_loss": 0.018465367555618287, "subset_score_loss": 0.018465367555618287}
+{"step": 2940000, "wall_time": 29269.8414645195, "train_loss_step": 3.2981491088867188, "n_params": 4469860, "total_flops": 40370345164800000, "train_loss": 0.01926131010055542, "subset_score_loss": 0.01926131010055542}
+{"step": 2950000, "wall_time": 29363.38410425186, "train_loss_step": 3.5746195316314697, "n_params": 4469860, "total_flops": 40507659264000000, "train_loss": 0.020182719230651857, "subset_score_loss": 0.020182719230651857}
+{"step": 2960000, "wall_time": 29457.96761894226, "train_loss_step": 3.661581039428711, "n_params": 4469860, "total_flops": 40644973363200000, "train_loss": 0.01921141743659973, "subset_score_loss": 0.01921141743659973}
+{"step": 2970000, "wall_time": 29552.530348539352, "train_loss_step": 3.45269513130188, "n_params": 4469860, "total_flops": 40782287462400000, "train_loss": 0.019250942468643187, "subset_score_loss": 0.019250942468643187}
+{"step": 2980000, "wall_time": 29646.713066101074, "train_loss_step": 3.320133686065674, "n_params": 4469860, "total_flops": 40919601561600000, "train_loss": 0.019451018571853638, "subset_score_loss": 0.019451018571853638}
+{"step": 2990000, "wall_time": 29741.59474492073, "train_loss_step": 3.542783260345459, "n_params": 4469860, "total_flops": 41056915660800000, "train_loss": 0.019051655530929565, "subset_score_loss": 0.019051655530929565}
+{"step": 3000000, "wall_time": 29909.327663183212, "train_loss_step": 3.488284111022949, "n_params": 4469860, "total_flops": 41194229760000000, "train_loss": 0.01994566321372986, "subset_score_loss": 0.01994566321372986, "memorization_fraction_pixel": 0.680899977684021, "mean_nn_ratio_pixel": 0.4212585389614105, "fid": 40.51264091154381}
+{"step": 3010000, "wall_time": 30001.53151845932, "train_loss_step": 3.3269166946411133, "n_params": 4469860, "total_flops": 41331543859200000, "train_loss": 0.018799248933792114, "subset_score_loss": 0.018799248933792114}
+{"step": 3020000, "wall_time": 30085.2278110981, "train_loss_step": 3.31162166595459, "n_params": 4469860, "total_flops": 41468857958400000, "train_loss": 0.018951696157455445, "subset_score_loss": 0.018951696157455445}
+{"step": 3030000, "wall_time": 30176.92371082306, "train_loss_step": 3.3309125900268555, "n_params": 4469860, "total_flops": 41606172057600000, "train_loss": 0.018100838661193847, "subset_score_loss": 0.018100838661193847}
+{"step": 3040000, "wall_time": 30271.192828416824, "train_loss_step": 3.063185930252075, "n_params": 4469860, "total_flops": 41743486156800000, "train_loss": 0.018507498502731323, "subset_score_loss": 0.018507498502731323}
+{"step": 3050000, "wall_time": 30364.026980400085, "train_loss_step": 3.3380491733551025, "n_params": 4469860, "total_flops": 41880800256000000, "train_loss": 0.01812675952911377, "subset_score_loss": 0.01812675952911377}
+{"step": 3060000, "wall_time": 30458.54677081108, "train_loss_step": 3.287257432937622, "n_params": 4469860, "total_flops": 42018114355200000, "train_loss": 0.018093615770339966, "subset_score_loss": 0.018093615770339966}
+{"step": 3070000, "wall_time": 30552.347434043884, "train_loss_step": 3.6581034660339355, "n_params": 4469860, "total_flops": 42155428454400000, "train_loss": 0.018050118684768676, "subset_score_loss": 0.018050118684768676}
+{"step": 3080000, "wall_time": 30647.130554914474, "train_loss_step": 3.173068046569824, "n_params": 4469860, "total_flops": 42292742553600000, "train_loss": 0.018142640590667725, "subset_score_loss": 0.018142640590667725}
+{"step": 3090000, "wall_time": 30741.459734916687, "train_loss_step": 3.26236629486084, "n_params": 4469860, "total_flops": 42430056652800000, "train_loss": 0.018423638343811034, "subset_score_loss": 0.018423638343811034}
+{"step": 3100000, "wall_time": 30907.201528787613, "train_loss_step": 3.58358097076416, "n_params": 4469860, "total_flops": 42567370752000000, "train_loss": 0.0175985848903656, "subset_score_loss": 0.0175985848903656, "memorization_fraction_pixel": 0.6880999803543091, "mean_nn_ratio_pixel": 0.42284542322158813, "fid": 41.11904840460616}
+{"step": 3110000, "wall_time": 30999.937111616135, "train_loss_step": 3.0333261489868164, "n_params": 4469860, "total_flops": 42704684851200000, "train_loss": 0.01801886796951294, "subset_score_loss": 0.01801886796951294}
+{"step": 3120000, "wall_time": 31088.80188393593, "train_loss_step": 3.3079562187194824, "n_params": 4469860, "total_flops": 42841998950400000, "train_loss": 0.019620842933654785, "subset_score_loss": 0.019620842933654785}
+{"step": 3130000, "wall_time": 31183.02841901779, "train_loss_step": 3.167128324508667, "n_params": 4469860, "total_flops": 42979313049600000, "train_loss": 0.01917383074760437, "subset_score_loss": 0.01917383074760437}
+{"step": 3140000, "wall_time": 31275.614468812943, "train_loss_step": 3.236001491546631, "n_params": 4469860, "total_flops": 43116627148800000, "train_loss": 0.01820719361305237, "subset_score_loss": 0.01820719361305237}
+{"step": 3150000, "wall_time": 31369.951369047165, "train_loss_step": 3.1936020851135254, "n_params": 4469860, "total_flops": 43253941248000000, "train_loss": 0.018350775241851806, "subset_score_loss": 0.018350775241851806}
+{"step": 3160000, "wall_time": 31464.42035460472, "train_loss_step": 3.3086564540863037, "n_params": 4469860, "total_flops": 43391255347200000, "train_loss": 0.01805983781814575, "subset_score_loss": 0.01805983781814575}
+{"step": 3170000, "wall_time": 31558.164137125015, "train_loss_step": 3.7520432472229004, "n_params": 4469860, "total_flops": 43528569446400000, "train_loss": 0.018069339990615843, "subset_score_loss": 0.018069339990615843}
+{"step": 3180000, "wall_time": 31652.447724580765, "train_loss_step": 3.1795170307159424, "n_params": 4469860, "total_flops": 43665883545600000, "train_loss": 0.017703207731246947, "subset_score_loss": 0.017703207731246947}
+{"step": 3190000, "wall_time": 31746.084044456482, "train_loss_step": 3.3098549842834473, "n_params": 4469860, "total_flops": 43803197644800000, "train_loss": 0.0175673246383667, "subset_score_loss": 0.0175673246383667}
+{"step": 3200000, "wall_time": 31911.404983758926, "train_loss_step": 3.2921319007873535, "n_params": 4469860, "total_flops": 43940511744000000, "train_loss": 0.018104652166366576, "subset_score_loss": 0.018104652166366576, "memorization_fraction_pixel": 0.7156999707221985, "mean_nn_ratio_pixel": 0.4037778675556183, "fid": 40.10634292472046}
+{"step": 3210000, "wall_time": 31998.647152662277, "train_loss_step": 3.3607401847839355, "n_params": 4469860, "total_flops": 44077825843200000, "train_loss": 0.01745305061340332, "subset_score_loss": 0.01745305061340332}
+{"step": 3220000, "wall_time": 32093.267196655273, "train_loss_step": 3.534651756286621, "n_params": 4469860, "total_flops": 44215139942400000, "train_loss": 0.017191580533981322, "subset_score_loss": 0.017191580533981322}
+{"step": 3230000, "wall_time": 32188.05091071129, "train_loss_step": 3.315251350402832, "n_params": 4469860, "total_flops": 44352454041600000, "train_loss": 0.017627209424972534, "subset_score_loss": 0.017627209424972534}
+{"step": 3240000, "wall_time": 32280.788296222687, "train_loss_step": 3.067295551300049, "n_params": 4469860, "total_flops": 44489768140800000, "train_loss": 0.018936641216278076, "subset_score_loss": 0.018936641216278076}
+{"step": 3250000, "wall_time": 32375.250414133072, "train_loss_step": 3.14038348197937, "n_params": 4469860, "total_flops": 44627082240000000, "train_loss": 0.018099753856658934, "subset_score_loss": 0.018099753856658934}
+{"step": 3260000, "wall_time": 32469.751354455948, "train_loss_step": 3.0698583126068115, "n_params": 4469860, "total_flops": 44764396339200000, "train_loss": 0.017473235130310058, "subset_score_loss": 0.017473235130310058}
+{"step": 3270000, "wall_time": 32563.659582853317, "train_loss_step": 3.1872220039367676, "n_params": 4469860, "total_flops": 44901710438400000, "train_loss": 0.017022088766098023, "subset_score_loss": 0.017022088766098023}
+{"step": 3280000, "wall_time": 32658.203804969788, "train_loss_step": 3.6588499546051025, "n_params": 4469860, "total_flops": 45039024537600000, "train_loss": 0.01668659448623657, "subset_score_loss": 0.01668659448623657}
+{"step": 3290000, "wall_time": 32749.95758676529, "train_loss_step": 3.5050740242004395, "n_params": 4469860, "total_flops": 45176338636800000, "train_loss": 0.017446188926696776, "subset_score_loss": 0.017446188926696776}
+{"step": 3300000, "wall_time": 32897.0536775589, "train_loss_step": 3.1524691581726074, "n_params": 4469860, "total_flops": 45313652736000000, "train_loss": 0.018123894929885864, "subset_score_loss": 0.018123894929885864, "memorization_fraction_pixel": 0.7027999758720398, "mean_nn_ratio_pixel": 0.40853607654571533, "fid": 40.945964543524376}
+{"step": 3310000, "wall_time": 32991.511442899704, "train_loss_step": 3.455343723297119, "n_params": 4469860, "total_flops": 45450966835200000, "train_loss": 0.018789910078048706, "subset_score_loss": 0.018789910078048706}
+{"step": 3320000, "wall_time": 33085.86042404175, "train_loss_step": 3.1884379386901855, "n_params": 4469860, "total_flops": 45588280934400000, "train_loss": 0.01656147837638855, "subset_score_loss": 0.01656147837638855}
+{"step": 3330000, "wall_time": 33180.68327140808, "train_loss_step": 3.4139866828918457, "n_params": 4469860, "total_flops": 45725595033600000, "train_loss": 0.01708874583244324, "subset_score_loss": 0.01708874583244324}
+{"step": 3340000, "wall_time": 33273.206283807755, "train_loss_step": 3.0261082649230957, "n_params": 4469860, "total_flops": 45862909132800000, "train_loss": 0.018347359895706176, "subset_score_loss": 0.018347359895706176}
+{"step": 3350000, "wall_time": 33367.564715862274, "train_loss_step": 3.0174098014831543, "n_params": 4469860, "total_flops": 46000223232000000, "train_loss": 0.01656584143638611, "subset_score_loss": 0.01656584143638611}
+{"step": 3360000, "wall_time": 33461.36338400841, "train_loss_step": 3.2722277641296387, "n_params": 4469860, "total_flops": 46137537331200000, "train_loss": 0.018270493745803834, "subset_score_loss": 0.018270493745803834}
+{"step": 3370000, "wall_time": 33555.1439948082, "train_loss_step": 3.487285614013672, "n_params": 4469860, "total_flops": 46274851430400000, "train_loss": 0.01733556270599365, "subset_score_loss": 0.01733556270599365}
+{"step": 3380000, "wall_time": 33647.193031549454, "train_loss_step": 3.4263038635253906, "n_params": 4469860, "total_flops": 46412165529600000, "train_loss": 0.01654578447341919, "subset_score_loss": 0.01654578447341919}
+{"step": 3390000, "wall_time": 33741.064928770065, "train_loss_step": 3.4072906970977783, "n_params": 4469860, "total_flops": 46549479628800000, "train_loss": 0.017323098182678222, "subset_score_loss": 0.017323098182678222}
+{"step": 3400000, "wall_time": 33901.38389492035, "train_loss_step": 3.2854835987091064, "n_params": 4469860, "total_flops": 46686793728000000, "train_loss": 0.018088618516921996, "subset_score_loss": 0.018088618516921996, "memorization_fraction_pixel": 0.7084000110626221, "mean_nn_ratio_pixel": 0.40661925077438354, "fid": 40.67103918821867}
+{"step": 3410000, "wall_time": 33995.26606917381, "train_loss_step": 3.2740368843078613, "n_params": 4469860, "total_flops": 46824107827200000, "train_loss": 0.016221810579299927, "subset_score_loss": 0.016221810579299927}
+{"step": 3420000, "wall_time": 34089.590903520584, "train_loss_step": 3.336050510406494, "n_params": 4469860, "total_flops": 46961421926400000, "train_loss": 0.017167923450469972, "subset_score_loss": 0.017167923450469972}
+{"step": 3430000, "wall_time": 34184.28244256973, "train_loss_step": 3.42008113861084, "n_params": 4469860, "total_flops": 47098736025600000, "train_loss": 0.01792912483215332, "subset_score_loss": 0.01792912483215332}
+{"step": 3440000, "wall_time": 34276.490194797516, "train_loss_step": 3.368903636932373, "n_params": 4469860, "total_flops": 47236050124800000, "train_loss": 0.016728512048721313, "subset_score_loss": 0.016728512048721313}
+{"step": 3450000, "wall_time": 34371.33769989014, "train_loss_step": 3.315014362335205, "n_params": 4469860, "total_flops": 47373364224000000, "train_loss": 0.016527013778686525, "subset_score_loss": 0.016527013778686525}
+{"step": 3460000, "wall_time": 34465.383623600006, "train_loss_step": 3.200155258178711, "n_params": 4469860, "total_flops": 47510678323200000, "train_loss": 0.016671717166900635, "subset_score_loss": 0.016671717166900635}
+{"step": 3470000, "wall_time": 34557.590200424194, "train_loss_step": 3.2189621925354004, "n_params": 4469860, "total_flops": 47647992422400000, "train_loss": 0.01738908648490906, "subset_score_loss": 0.01738908648490906}
+{"step": 3480000, "wall_time": 34652.03155422211, "train_loss_step": 3.1683566570281982, "n_params": 4469860, "total_flops": 47785306521600000, "train_loss": 0.01666596531867981, "subset_score_loss": 0.01666596531867981}
+{"step": 3490000, "wall_time": 34742.94974040985, "train_loss_step": 3.3268344402313232, "n_params": 4469860, "total_flops": 47922620620800000, "train_loss": 0.016344863176345825, "subset_score_loss": 0.016344863176345825}
+{"step": 3500000, "wall_time": 34905.97744894028, "train_loss_step": 3.23942232131958, "n_params": 4469860, "total_flops": 48059934720000000, "train_loss": 0.016411397457122803, "subset_score_loss": 0.016411397457122803, "memorization_fraction_pixel": 0.7289999723434448, "mean_nn_ratio_pixel": 0.3928469121456146, "fid": 40.23591081307431}
+{"step": 3510000, "wall_time": 34999.81631064415, "train_loss_step": 3.6408276557922363, "n_params": 4469860, "total_flops": 48197248819200000, "train_loss": 0.01644413113594055, "subset_score_loss": 0.01644413113594055}
+{"step": 3520000, "wall_time": 35094.31847047806, "train_loss_step": 2.991015911102295, "n_params": 4469860, "total_flops": 48334562918400000, "train_loss": 0.01719144582748413, "subset_score_loss": 0.01719144582748413}
+{"step": 3530000, "wall_time": 35187.542046546936, "train_loss_step": 2.9626986980438232, "n_params": 4469860, "total_flops": 48471877017600000, "train_loss": 0.016105597019195558, "subset_score_loss": 0.016105597019195558}
+{"step": 3540000, "wall_time": 35281.94473671913, "train_loss_step": 3.2289488315582275, "n_params": 4469860, "total_flops": 48609191116800000, "train_loss": 0.017143421173095703, "subset_score_loss": 0.017143421173095703}
+{"step": 3550000, "wall_time": 35376.67855334282, "train_loss_step": 3.3508188724517822, "n_params": 4469860, "total_flops": 48746505216000000, "train_loss": 0.017841265201568604, "subset_score_loss": 0.017841265201568604}
+{"step": 3560000, "wall_time": 35468.61915516853, "train_loss_step": 3.3529744148254395, "n_params": 4469860, "total_flops": 48883819315200000, "train_loss": 0.017023415565490724, "subset_score_loss": 0.017023415565490724}
+{"step": 3570000, "wall_time": 35562.53265619278, "train_loss_step": 3.187769889831543, "n_params": 4469860, "total_flops": 49021133414400000, "train_loss": 0.016323076486587526, "subset_score_loss": 0.016323076486587526}
+{"step": 3580000, "wall_time": 35657.096095085144, "train_loss_step": 3.2319226264953613, "n_params": 4469860, "total_flops": 49158447513600000, "train_loss": 0.01690557360649109, "subset_score_loss": 0.01690557360649109}
+{"step": 3590000, "wall_time": 35732.34183597565, "train_loss_step": 3.486074447631836, "n_params": 4469860, "total_flops": 49295761612800000, "train_loss": 0.016370867490768434, "subset_score_loss": 0.016370867490768434}
+{"step": 3600000, "wall_time": 35896.70685791969, "train_loss_step": 3.1716761589050293, "n_params": 4469860, "total_flops": 49433075712000000, "train_loss": 0.0165919029712677, "subset_score_loss": 0.0165919029712677, "memorization_fraction_pixel": 0.7310000061988831, "mean_nn_ratio_pixel": 0.39216411113739014, "fid": 39.761408704902955}
+{"step": 3610000, "wall_time": 35991.63255953789, "train_loss_step": 3.3223557472229004, "n_params": 4469860, "total_flops": 49570389811200000, "train_loss": 0.01585179328918457, "subset_score_loss": 0.01585179328918457}
+{"step": 3620000, "wall_time": 36085.63200831413, "train_loss_step": 2.9081673622131348, "n_params": 4469860, "total_flops": 49707703910400000, "train_loss": 0.016012243032455444, "subset_score_loss": 0.016012243032455444}
+{"step": 3630000, "wall_time": 36178.40974831581, "train_loss_step": 3.0672521591186523, "n_params": 4469860, "total_flops": 49845018009600000, "train_loss": 0.016863318681716918, "subset_score_loss": 0.016863318681716918}
+{"step": 3640000, "wall_time": 36272.12899827957, "train_loss_step": 3.430194139480591, "n_params": 4469860, "total_flops": 49982332108800000, "train_loss": 0.01622665524482727, "subset_score_loss": 0.01622665524482727}
+{"step": 3650000, "wall_time": 36364.59802746773, "train_loss_step": 2.9857254028320312, "n_params": 4469860, "total_flops": 50119646208000000, "train_loss": 0.017159932851791383, "subset_score_loss": 0.017159932851791383}
+{"step": 3660000, "wall_time": 36459.109526634216, "train_loss_step": 3.081732988357544, "n_params": 4469860, "total_flops": 50256960307200000, "train_loss": 0.016975072622299196, "subset_score_loss": 0.016975072622299196}
+{"step": 3670000, "wall_time": 36553.50039982796, "train_loss_step": 3.5706522464752197, "n_params": 4469860, "total_flops": 50394274406400000, "train_loss": 0.015798276662826537, "subset_score_loss": 0.015798276662826537}
+{"step": 3680000, "wall_time": 36632.10045695305, "train_loss_step": 3.2479653358459473, "n_params": 4469860, "total_flops": 50531588505600000, "train_loss": 0.016452850103378297, "subset_score_loss": 0.016452850103378297}
+{"step": 3690000, "wall_time": 36721.88645362854, "train_loss_step": 3.105600357055664, "n_params": 4469860, "total_flops": 50668902604800000, "train_loss": 0.017358858585357666, "subset_score_loss": 0.017358858585357666}
+{"step": 3700000, "wall_time": 36887.27833580971, "train_loss_step": 2.905000686645508, "n_params": 4469860, "total_flops": 50806216704000000, "train_loss": 0.01564013719558716, "subset_score_loss": 0.01564013719558716, "memorization_fraction_pixel": 0.7458000183105469, "mean_nn_ratio_pixel": 0.38002708554267883, "fid": 40.184959548910044}
+{"step": 3710000, "wall_time": 36981.49128007889, "train_loss_step": 3.4371838569641113, "n_params": 4469860, "total_flops": 50943530803200000, "train_loss": 0.015731412172317504, "subset_score_loss": 0.015731412172317504}
+{"step": 3720000, "wall_time": 37076.078099012375, "train_loss_step": 3.1827640533447266, "n_params": 4469860, "total_flops": 51080844902400000, "train_loss": 0.015416427850723266, "subset_score_loss": 0.015416427850723266}
+{"step": 3730000, "wall_time": 37168.60932636261, "train_loss_step": 2.913205623626709, "n_params": 4469860, "total_flops": 51218159001600000, "train_loss": 0.016145799160003662, "subset_score_loss": 0.016145799160003662}
+{"step": 3740000, "wall_time": 37260.81385445595, "train_loss_step": 3.2910308837890625, "n_params": 4469860, "total_flops": 51355473100800000, "train_loss": 0.015686811208724977, "subset_score_loss": 0.015686811208724977}
+{"step": 3750000, "wall_time": 37354.88446640968, "train_loss_step": 3.1750850677490234, "n_params": 4469860, "total_flops": 51492787200000000, "train_loss": 0.015828360319137574, "subset_score_loss": 0.015828360319137574}
+{"step": 3760000, "wall_time": 37449.27015542984, "train_loss_step": 3.1254897117614746, "n_params": 4469860, "total_flops": 51630101299200000, "train_loss": 0.01547494411468506, "subset_score_loss": 0.01547494411468506}
+{"step": 3770000, "wall_time": 37543.006833314896, "train_loss_step": 3.3511595726013184, "n_params": 4469860, "total_flops": 51767415398400000, "train_loss": 0.01620642900466919, "subset_score_loss": 0.01620642900466919}
+{"step": 3780000, "wall_time": 37614.29580616951, "train_loss_step": 3.0336976051330566, "n_params": 4469860, "total_flops": 51904729497600000, "train_loss": 0.015811086893081666, "subset_score_loss": 0.015811086893081666}
+{"step": 3790000, "wall_time": 37707.64010500908, "train_loss_step": 3.007805347442627, "n_params": 4469860, "total_flops": 52042043596800000, "train_loss": 0.015598336458206177, "subset_score_loss": 0.015598336458206177}
+{"step": 3800000, "wall_time": 37874.78241300583, "train_loss_step": 3.3970394134521484, "n_params": 4469860, "total_flops": 52179357696000000, "train_loss": 0.016326783895492553, "subset_score_loss": 0.016326783895492553, "memorization_fraction_pixel": 0.7426000237464905, "mean_nn_ratio_pixel": 0.38499289751052856, "fid": 39.61591508558104}
+{"step": 3810000, "wall_time": 37969.28169178963, "train_loss_step": 3.324692726135254, "n_params": 4469860, "total_flops": 52316671795200000, "train_loss": 0.0167618727684021, "subset_score_loss": 0.0167618727684021}
+{"step": 3820000, "wall_time": 38064.54939866066, "train_loss_step": 3.189420700073242, "n_params": 4469860, "total_flops": 52453985894400000, "train_loss": 0.016173781156539918, "subset_score_loss": 0.016173781156539918}
+{"step": 3830000, "wall_time": 38155.532059669495, "train_loss_step": 3.150336742401123, "n_params": 4469860, "total_flops": 52591299993600000, "train_loss": 0.01580700874328613, "subset_score_loss": 0.01580700874328613}
+{"step": 3840000, "wall_time": 38249.98899435997, "train_loss_step": 3.259674549102783, "n_params": 4469860, "total_flops": 52728614092800000, "train_loss": 0.01580781102180481, "subset_score_loss": 0.01580781102180481}
+{"step": 3850000, "wall_time": 38343.64592218399, "train_loss_step": 3.1551623344421387, "n_params": 4469860, "total_flops": 52865928192000000, "train_loss": 0.01600880742073059, "subset_score_loss": 0.01600880742073059}
+{"step": 3860000, "wall_time": 38437.55891561508, "train_loss_step": 3.027477264404297, "n_params": 4469860, "total_flops": 53003242291200000, "train_loss": 0.015502898693084717, "subset_score_loss": 0.015502898693084717}
+{"step": 3870000, "wall_time": 38520.89339399338, "train_loss_step": 3.2189998626708984, "n_params": 4469860, "total_flops": 53140556390400000, "train_loss": 0.01522619605064392, "subset_score_loss": 0.01522619605064392}
+{"step": 3880000, "wall_time": 38602.98921465874, "train_loss_step": 3.296621799468994, "n_params": 4469860, "total_flops": 53277870489600000, "train_loss": 0.015462368726730347, "subset_score_loss": 0.015462368726730347}
+{"step": 3890000, "wall_time": 38697.2629609108, "train_loss_step": 3.312364101409912, "n_params": 4469860, "total_flops": 53415184588800000, "train_loss": 0.016017436981201172, "subset_score_loss": 0.016017436981201172}
+{"step": 3900000, "wall_time": 38863.706615924835, "train_loss_step": 3.347886323928833, "n_params": 4469860, "total_flops": 53552498688000000, "train_loss": 0.015489343404769897, "subset_score_loss": 0.015489343404769897, "memorization_fraction_pixel": 0.7458000183105469, "mean_nn_ratio_pixel": 0.37856197357177734, "fid": 39.98406711203895}
+{"step": 3910000, "wall_time": 38958.415009498596, "train_loss_step": 3.1962592601776123, "n_params": 4469860, "total_flops": 53689812787200000, "train_loss": 0.01606596350669861, "subset_score_loss": 0.01606596350669861}
+{"step": 3920000, "wall_time": 39049.93158483505, "train_loss_step": 2.899209976196289, "n_params": 4469860, "total_flops": 53827126886400000, "train_loss": 0.01506097435951233, "subset_score_loss": 0.01506097435951233}
+{"step": 3930000, "wall_time": 39143.72933459282, "train_loss_step": 3.310300588607788, "n_params": 4469860, "total_flops": 53964440985600000, "train_loss": 0.01452443838119507, "subset_score_loss": 0.01452443838119507}
+{"step": 3940000, "wall_time": 39238.197125673294, "train_loss_step": 3.0288145542144775, "n_params": 4469860, "total_flops": 54101755084800000, "train_loss": 0.014833731651306152, "subset_score_loss": 0.014833731651306152}
+{"step": 3950000, "wall_time": 39333.1064927578, "train_loss_step": 2.972942590713501, "n_params": 4469860, "total_flops": 54239069184000000, "train_loss": 0.01529697299003601, "subset_score_loss": 0.01529697299003601}
+{"step": 3960000, "wall_time": 39427.299235105515, "train_loss_step": 3.0513267517089844, "n_params": 4469860, "total_flops": 54376383283200000, "train_loss": 0.015600628852844238, "subset_score_loss": 0.015600628852844238}
+{"step": 3970000, "wall_time": 39500.20427131653, "train_loss_step": 3.0647244453430176, "n_params": 4469860, "total_flops": 54513697382400000, "train_loss": 0.015716062784194948, "subset_score_loss": 0.015716062784194948}
+{"step": 3980000, "wall_time": 39594.249104976654, "train_loss_step": 3.059356927871704, "n_params": 4469860, "total_flops": 54651011481600000, "train_loss": 0.015422800779342652, "subset_score_loss": 0.015422800779342652}
+{"step": 3990000, "wall_time": 39689.15380716324, "train_loss_step": 2.9689807891845703, "n_params": 4469860, "total_flops": 54788325580800000, "train_loss": 0.01620237112045288, "subset_score_loss": 0.01620237112045288}
+{"step": 4000000, "wall_time": 39856.75070142746, "train_loss_step": 3.2304933071136475, "n_params": 4469860, "total_flops": 54925639680000000, "train_loss": 0.015811678171157837, "subset_score_loss": 0.015811678171157837, "memorization_fraction_pixel": 0.7501000165939331, "mean_nn_ratio_pixel": 0.3818555772304535, "fid": 39.616436329783724}
+{"step": 4010000, "wall_time": 39949.24017715454, "train_loss_step": 2.9875316619873047, "n_params": 4469860, "total_flops": 55062953779200000, "train_loss": 0.015297611951828003, "subset_score_loss": 0.015297611951828003}
+{"step": 4020000, "wall_time": 40042.111327409744, "train_loss_step": 3.428602457046509, "n_params": 4469860, "total_flops": 55200267878400000, "train_loss": 0.01516697883605957, "subset_score_loss": 0.01516697883605957}
+{"step": 4030000, "wall_time": 40136.617292165756, "train_loss_step": 3.1213693618774414, "n_params": 4469860, "total_flops": 55337581977600000, "train_loss": 0.016061458587646484, "subset_score_loss": 0.016061458587646484}
+{"step": 4040000, "wall_time": 40230.80792951584, "train_loss_step": 3.1980152130126953, "n_params": 4469860, "total_flops": 55474896076800000, "train_loss": 0.015968189239501954, "subset_score_loss": 0.015968189239501954}
+{"step": 4050000, "wall_time": 40324.79431462288, "train_loss_step": 3.33663272857666, "n_params": 4469860, "total_flops": 55612210176000000, "train_loss": 0.01505285620689392, "subset_score_loss": 0.01505285620689392}
+{"step": 4060000, "wall_time": 40413.29061818123, "train_loss_step": 3.1292459964752197, "n_params": 4469860, "total_flops": 55749524275200000, "train_loss": 0.01494763970375061, "subset_score_loss": 0.01494763970375061}
+{"step": 4070000, "wall_time": 40487.13238239288, "train_loss_step": 3.3905155658721924, "n_params": 4469860, "total_flops": 55886838374400000, "train_loss": 0.016546523571014403, "subset_score_loss": 0.016546523571014403}
+{"step": 4080000, "wall_time": 40580.80184316635, "train_loss_step": 3.053603172302246, "n_params": 4469860, "total_flops": 56024152473600000, "train_loss": 0.014608609676361083, "subset_score_loss": 0.014608609676361083}
+{"step": 4090000, "wall_time": 40675.179987192154, "train_loss_step": 3.103955030441284, "n_params": 4469860, "total_flops": 56161466572800000, "train_loss": 0.016317585706710814, "subset_score_loss": 0.016317585706710814}
+{"step": 4100000, "wall_time": 40840.634090185165, "train_loss_step": 3.1935324668884277, "n_params": 4469860, "total_flops": 56298780672000000, "train_loss": 0.015363982915878295, "subset_score_loss": 0.015363982915878295, "memorization_fraction_pixel": 0.7630000114440918, "mean_nn_ratio_pixel": 0.3725583255290985, "fid": 39.79600847519782}
+{"step": 4110000, "wall_time": 40934.72880649567, "train_loss_step": 3.0839946269989014, "n_params": 4469860, "total_flops": 56436094771200000, "train_loss": 0.014775490760803223, "subset_score_loss": 0.014775490760803223}
+{"step": 4120000, "wall_time": 41027.782311201096, "train_loss_step": 3.2802734375, "n_params": 4469860, "total_flops": 56573408870400000, "train_loss": 0.014623889923095703, "subset_score_loss": 0.014623889923095703}
+{"step": 4130000, "wall_time": 41122.03129053116, "train_loss_step": 3.2941412925720215, "n_params": 4469860, "total_flops": 56710722969600000, "train_loss": 0.015083978176116944, "subset_score_loss": 0.015083978176116944}
+{"step": 4140000, "wall_time": 41216.49511575699, "train_loss_step": 3.2025227546691895, "n_params": 4469860, "total_flops": 56848037068800000, "train_loss": 0.015335878133773804, "subset_score_loss": 0.015335878133773804}
+{"step": 4150000, "wall_time": 41310.45812678337, "train_loss_step": 3.124891757965088, "n_params": 4469860, "total_flops": 56985351168000000, "train_loss": 0.016201592683792114, "subset_score_loss": 0.016201592683792114}
+{"step": 4160000, "wall_time": 41386.9273583889, "train_loss_step": 3.1914191246032715, "n_params": 4469860, "total_flops": 57122665267200000, "train_loss": 0.015002609491348266, "subset_score_loss": 0.015002609491348266}
+{"step": 4170000, "wall_time": 41480.09996628761, "train_loss_step": 3.5152153968811035, "n_params": 4469860, "total_flops": 57259979366400000, "train_loss": 0.014749696254730224, "subset_score_loss": 0.014749696254730224}
+{"step": 4180000, "wall_time": 41573.79984855652, "train_loss_step": 3.3254783153533936, "n_params": 4469860, "total_flops": 57397293465600000, "train_loss": 0.01443482756614685, "subset_score_loss": 0.01443482756614685}
+{"step": 4190000, "wall_time": 41668.22068428993, "train_loss_step": 3.1132924556732178, "n_params": 4469860, "total_flops": 57534607564800000, "train_loss": 0.01474657416343689, "subset_score_loss": 0.01474657416343689}
+{"step": 4200000, "wall_time": 41833.461943387985, "train_loss_step": 3.381350040435791, "n_params": 4469860, "total_flops": 57671921664000000, "train_loss": 0.01494156002998352, "subset_score_loss": 0.01494156002998352, "memorization_fraction_pixel": 0.7689999938011169, "mean_nn_ratio_pixel": 0.36548829078674316, "fid": 38.51698704539462}
+{"step": 4210000, "wall_time": 41928.533044338226, "train_loss_step": 2.8595666885375977, "n_params": 4469860, "total_flops": 57809235763200000, "train_loss": 0.015543565750122071, "subset_score_loss": 0.015543565750122071}
+{"step": 4220000, "wall_time": 42020.76963067055, "train_loss_step": 3.36965012550354, "n_params": 4469860, "total_flops": 57946549862400000, "train_loss": 0.01465955376625061, "subset_score_loss": 0.01465955376625061}
+{"step": 4230000, "wall_time": 42115.50433754921, "train_loss_step": 3.0353541374206543, "n_params": 4469860, "total_flops": 58083863961600000, "train_loss": 0.015431030988693237, "subset_score_loss": 0.015431030988693237}
+{"step": 4240000, "wall_time": 42210.154836177826, "train_loss_step": 3.151370048522949, "n_params": 4469860, "total_flops": 58221178060800000, "train_loss": 0.014623634815216065, "subset_score_loss": 0.014623634815216065}
+{"step": 4250000, "wall_time": 42304.35616159439, "train_loss_step": 3.173938512802124, "n_params": 4469860, "total_flops": 58358492160000000, "train_loss": 0.014453651905059815, "subset_score_loss": 0.014453651905059815}
+{"step": 4260000, "wall_time": 42374.927471876144, "train_loss_step": 3.3345398902893066, "n_params": 4469860, "total_flops": 58495806259200000, "train_loss": 0.014925676584243774, "subset_score_loss": 0.014925676584243774}
+{"step": 4270000, "wall_time": 42468.574264764786, "train_loss_step": 3.218456268310547, "n_params": 4469860, "total_flops": 58633120358400000, "train_loss": 0.014763879776000976, "subset_score_loss": 0.014763879776000976}
+{"step": 4280000, "wall_time": 42563.03554224968, "train_loss_step": 3.1675140857696533, "n_params": 4469860, "total_flops": 58770434457600000, "train_loss": 0.01411706805229187, "subset_score_loss": 0.01411706805229187}
+{"step": 4290000, "wall_time": 42656.08525180817, "train_loss_step": 3.156108856201172, "n_params": 4469860, "total_flops": 58907748556800000, "train_loss": 0.01490485668182373, "subset_score_loss": 0.01490485668182373}
+{"step": 4300000, "wall_time": 42823.578258514404, "train_loss_step": 3.022467613220215, "n_params": 4469860, "total_flops": 59045062656000000, "train_loss": 0.015213916301727295, "subset_score_loss": 0.015213916301727295, "memorization_fraction_pixel": 0.7767000198364258, "mean_nn_ratio_pixel": 0.3612813353538513, "fid": 38.664886057016616}
+{"step": 4310000, "wall_time": 42917.23213863373, "train_loss_step": 3.153618097305298, "n_params": 4469860, "total_flops": 59182376755200000, "train_loss": 0.015506782531738282, "subset_score_loss": 0.015506782531738282}
+{"step": 4320000, "wall_time": 43010.50322175026, "train_loss_step": 3.0826644897460938, "n_params": 4469860, "total_flops": 59319690854400000, "train_loss": 0.014122629165649414, "subset_score_loss": 0.014122629165649414}
+{"step": 4330000, "wall_time": 43105.457376241684, "train_loss_step": 3.275162696838379, "n_params": 4469860, "total_flops": 59457004953600000, "train_loss": 0.01462354302406311, "subset_score_loss": 0.01462354302406311}
+{"step": 4340000, "wall_time": 43199.447174072266, "train_loss_step": 3.349118709564209, "n_params": 4469860, "total_flops": 59594319052800000, "train_loss": 0.014433299303054809, "subset_score_loss": 0.014433299303054809}
+{"step": 4350000, "wall_time": 43279.22568845749, "train_loss_step": 3.182941198348999, "n_params": 4469860, "total_flops": 59731633152000000, "train_loss": 0.013728015422821045, "subset_score_loss": 0.013728015422821045}
+{"step": 4360000, "wall_time": 43360.92930364609, "train_loss_step": 3.351516008377075, "n_params": 4469860, "total_flops": 59868947251200000, "train_loss": 0.01529523253440857, "subset_score_loss": 0.01529523253440857}
+{"step": 4370000, "wall_time": 43454.5923769474, "train_loss_step": 3.1815924644470215, "n_params": 4469860, "total_flops": 60006261350400000, "train_loss": 0.014267092943191529, "subset_score_loss": 0.014267092943191529}
+{"step": 4380000, "wall_time": 43546.659351587296, "train_loss_step": 3.083357810974121, "n_params": 4469860, "total_flops": 60143575449600000, "train_loss": 0.014240626096725464, "subset_score_loss": 0.014240626096725464}
+{"step": 4390000, "wall_time": 43639.50484108925, "train_loss_step": 2.8992247581481934, "n_params": 4469860, "total_flops": 60280889548800000, "train_loss": 0.013838707208633423, "subset_score_loss": 0.013838707208633423}
+{"step": 4400000, "wall_time": 43806.98418521881, "train_loss_step": 2.998595714569092, "n_params": 4469860, "total_flops": 60418203648000000, "train_loss": 0.014257038831710816, "subset_score_loss": 0.014257038831710816, "memorization_fraction_pixel": 0.7656000256538391, "mean_nn_ratio_pixel": 0.3714256286621094, "fid": 39.783085763318994}
+{"step": 4410000, "wall_time": 43899.62197113037, "train_loss_step": 3.199404716491699, "n_params": 4469860, "total_flops": 60555517747200000, "train_loss": 0.014450294971466065, "subset_score_loss": 0.014450294971466065}
+{"step": 4420000, "wall_time": 43994.118882894516, "train_loss_step": 2.9681167602539062, "n_params": 4469860, "total_flops": 60692831846400000, "train_loss": 0.013791650533676147, "subset_score_loss": 0.013791650533676147}
+{"step": 4430000, "wall_time": 44089.120136260986, "train_loss_step": 3.364459991455078, "n_params": 4469860, "total_flops": 60830145945600000, "train_loss": 0.01535285472869873, "subset_score_loss": 0.01535285472869873}
+{"step": 4440000, "wall_time": 44182.65209984779, "train_loss_step": 3.1792726516723633, "n_params": 4469860, "total_flops": 60967460044800000, "train_loss": 0.015211693048477172, "subset_score_loss": 0.015211693048477172}
+{"step": 4450000, "wall_time": 44257.49110555649, "train_loss_step": 2.955904960632324, "n_params": 4469860, "total_flops": 61104774144000000, "train_loss": 0.015475131273269653, "subset_score_loss": 0.015475131273269653}
+{"step": 4460000, "wall_time": 44346.12491059303, "train_loss_step": 3.137220859527588, "n_params": 4469860, "total_flops": 61242088243200000, "train_loss": 0.015306682586669921, "subset_score_loss": 0.015306682586669921}
+{"step": 4470000, "wall_time": 44438.59097933769, "train_loss_step": 3.5236833095550537, "n_params": 4469860, "total_flops": 61379402342400000, "train_loss": 0.015287768840789796, "subset_score_loss": 0.015287768840789796}
+{"step": 4480000, "wall_time": 44532.72446298599, "train_loss_step": 2.9244120121002197, "n_params": 4469860, "total_flops": 61516716441600000, "train_loss": 0.014898182153701782, "subset_score_loss": 0.014898182153701782}
+{"step": 4490000, "wall_time": 44626.50805687904, "train_loss_step": 3.0463151931762695, "n_params": 4469860, "total_flops": 61654030540800000, "train_loss": 0.014956154823303223, "subset_score_loss": 0.014956154823303223}
+{"step": 4500000, "wall_time": 44792.65532898903, "train_loss_step": 2.806842088699341, "n_params": 4469860, "total_flops": 61791344640000000, "train_loss": 0.013648890256881714, "subset_score_loss": 0.013648890256881714, "memorization_fraction_pixel": 0.7810999751091003, "mean_nn_ratio_pixel": 0.3604331612586975, "fid": 38.512456119733685}
+{"step": 4510000, "wall_time": 44885.48080992699, "train_loss_step": 2.984727382659912, "n_params": 4469860, "total_flops": 61928658739200000, "train_loss": 0.014320098161697388, "subset_score_loss": 0.014320098161697388}
+{"step": 4520000, "wall_time": 44979.90730929375, "train_loss_step": 3.056270122528076, "n_params": 4469860, "total_flops": 62065972838400000, "train_loss": 0.014013230800628662, "subset_score_loss": 0.014013230800628662}
+{"step": 4530000, "wall_time": 45074.29903817177, "train_loss_step": 3.2633094787597656, "n_params": 4469860, "total_flops": 62203286937600000, "train_loss": 0.014730803966522217, "subset_score_loss": 0.014730803966522217}
+{"step": 4540000, "wall_time": 45162.65922617912, "train_loss_step": 3.054103136062622, "n_params": 4469860, "total_flops": 62340601036800000, "train_loss": 0.014170547723770141, "subset_score_loss": 0.014170547723770141}
+{"step": 4550000, "wall_time": 45239.47296714783, "train_loss_step": 3.1230592727661133, "n_params": 4469860, "total_flops": 62477915136000000, "train_loss": 0.013379299640655517, "subset_score_loss": 0.013379299640655517}
+{"step": 4560000, "wall_time": 45321.599585056305, "train_loss_step": 2.911168098449707, "n_params": 4469860, "total_flops": 62615229235200000, "train_loss": 0.014871498346328735, "subset_score_loss": 0.014871498346328735}
+{"step": 4570000, "wall_time": 45397.956132888794, "train_loss_step": 3.096712112426758, "n_params": 4469860, "total_flops": 62752543334400000, "train_loss": 0.014743342399597167, "subset_score_loss": 0.014743342399597167}
+{"step": 4580000, "wall_time": 45474.085362672806, "train_loss_step": 3.1013712882995605, "n_params": 4469860, "total_flops": 62889857433600000, "train_loss": 0.013977910280227662, "subset_score_loss": 0.013977910280227662}
+{"step": 4590000, "wall_time": 45550.136213064194, "train_loss_step": 3.341765880584717, "n_params": 4469860, "total_flops": 63027171532800000, "train_loss": 0.014433016777038574, "subset_score_loss": 0.014433016777038574}
+{"step": 4600000, "wall_time": 45685.71966910362, "train_loss_step": 3.1219282150268555, "n_params": 4469860, "total_flops": 63164485632000000, "train_loss": 0.014284350872039796, "subset_score_loss": 0.014284350872039796, "memorization_fraction_pixel": 0.7756999731063843, "mean_nn_ratio_pixel": 0.3635464012622833, "fid": 39.323376957876384}
+{"step": 4610000, "wall_time": 45759.50367975235, "train_loss_step": 2.746492862701416, "n_params": 4469860, "total_flops": 63301799731200000, "train_loss": 0.013854985237121581, "subset_score_loss": 0.013854985237121581}
+{"step": 4620000, "wall_time": 45835.787442445755, "train_loss_step": 3.0687389373779297, "n_params": 4469860, "total_flops": 63439113830400000, "train_loss": 0.014549063444137573, "subset_score_loss": 0.014549063444137573}
+{"step": 4630000, "wall_time": 45911.99857759476, "train_loss_step": 3.082793712615967, "n_params": 4469860, "total_flops": 63576427929600000, "train_loss": 0.013898013830184937, "subset_score_loss": 0.013898013830184937}
+{"step": 4640000, "wall_time": 45975.78317141533, "train_loss_step": 2.9421472549438477, "n_params": 4469860, "total_flops": 63713742028800000, "train_loss": 0.01499915361404419, "subset_score_loss": 0.01499915361404419}
+{"step": 4650000, "wall_time": 46036.35084104538, "train_loss_step": 3.1673879623413086, "n_params": 4469860, "total_flops": 63851056128000000, "train_loss": 0.013057396411895753, "subset_score_loss": 0.013057396411895753}
+{"step": 4660000, "wall_time": 46112.808685064316, "train_loss_step": 3.148033618927002, "n_params": 4469860, "total_flops": 63988370227200000, "train_loss": 0.013195711374282836, "subset_score_loss": 0.013195711374282836}
+{"step": 4670000, "wall_time": 46189.19509935379, "train_loss_step": 3.2990000247955322, "n_params": 4469860, "total_flops": 64125684326400000, "train_loss": 0.013973947763442993, "subset_score_loss": 0.013973947763442993}
+{"step": 4680000, "wall_time": 46265.02236676216, "train_loss_step": 2.6596784591674805, "n_params": 4469860, "total_flops": 64262998425600000, "train_loss": 0.013952521085739135, "subset_score_loss": 0.013952521085739135}
+{"step": 4690000, "wall_time": 46341.094628572464, "train_loss_step": 3.4428000450134277, "n_params": 4469860, "total_flops": 64400312524800000, "train_loss": 0.01444403052330017, "subset_score_loss": 0.01444403052330017}
+{"step": 4700000, "wall_time": 46478.09575843811, "train_loss_step": 2.89546799659729, "n_params": 4469860, "total_flops": 64537626624000000, "train_loss": 0.013482301235198975, "subset_score_loss": 0.013482301235198975, "memorization_fraction_pixel": 0.7939000129699707, "mean_nn_ratio_pixel": 0.3506205677986145, "fid": 38.883639010148976}
+{"step": 4710000, "wall_time": 46551.46059679985, "train_loss_step": 3.187519073486328, "n_params": 4469860, "total_flops": 64674940723200000, "train_loss": 0.014294545650482177, "subset_score_loss": 0.014294545650482177}
+{"step": 4720000, "wall_time": 46627.47894573212, "train_loss_step": 3.1142990589141846, "n_params": 4469860, "total_flops": 64812254822400000, "train_loss": 0.01367038607597351, "subset_score_loss": 0.01367038607597351}
+{"step": 4730000, "wall_time": 46700.062140226364, "train_loss_step": 3.35495924949646, "n_params": 4469860, "total_flops": 64949568921600000, "train_loss": 0.013598206043243409, "subset_score_loss": 0.013598206043243409}
+{"step": 4740000, "wall_time": 46754.96173644066, "train_loss_step": 3.2865748405456543, "n_params": 4469860, "total_flops": 65086883020800000, "train_loss": 0.01331716775894165, "subset_score_loss": 0.01331716775894165}
+{"step": 4750000, "wall_time": 46794.17804479599, "train_loss_step": 3.2596628665924072, "n_params": 4469860, "total_flops": 65224197120000000, "train_loss": 0.013358657360076904, "subset_score_loss": 0.013358657360076904}
+{"step": 4760000, "wall_time": 46833.67528486252, "train_loss_step": 2.9927403926849365, "n_params": 4469860, "total_flops": 65361511219200000, "train_loss": 0.01582146644592285, "subset_score_loss": 0.01582146644592285}
+{"step": 4770000, "wall_time": 46872.97402501106, "train_loss_step": 2.9395782947540283, "n_params": 4469860, "total_flops": 65498825318400000, "train_loss": 0.01404511570930481, "subset_score_loss": 0.01404511570930481}
+{"step": 4780000, "wall_time": 46912.49443078041, "train_loss_step": 2.8450331687927246, "n_params": 4469860, "total_flops": 65636139417600000, "train_loss": 0.013044523000717163, "subset_score_loss": 0.013044523000717163}
+{"step": 4790000, "wall_time": 46951.964203834534, "train_loss_step": 3.271573543548584, "n_params": 4469860, "total_flops": 65773453516800000, "train_loss": 0.015173816680908203, "subset_score_loss": 0.015173816680908203}
+{"step": 4800000, "wall_time": 47024.58955383301, "train_loss_step": 3.0715436935424805, "n_params": 4469860, "total_flops": 65910767616000000, "train_loss": 0.01382275104522705, "subset_score_loss": 0.01382275104522705, "memorization_fraction_pixel": 0.7833999991416931, "mean_nn_ratio_pixel": 0.35888877511024475, "fid": 39.23383353964033}
+{"step": 4810000, "wall_time": 47063.80722928047, "train_loss_step": 2.876429319381714, "n_params": 4469860, "total_flops": 66048081715200000, "train_loss": 0.013311160802841187, "subset_score_loss": 0.013311160802841187}
+{"step": 4820000, "wall_time": 47102.9875702858, "train_loss_step": 2.9828901290893555, "n_params": 4469860, "total_flops": 66185395814400000, "train_loss": 0.013650237321853638, "subset_score_loss": 0.013650237321853638}
+{"step": 4830000, "wall_time": 47142.21713256836, "train_loss_step": 3.1847286224365234, "n_params": 4469860, "total_flops": 66322709913600000, "train_loss": 0.013900054693222046, "subset_score_loss": 0.013900054693222046}
+{"step": 4840000, "wall_time": 47181.46728563309, "train_loss_step": 3.0225143432617188, "n_params": 4469860, "total_flops": 66460024012800000, "train_loss": 0.012690103054046631, "subset_score_loss": 0.012690103054046631}
+{"step": 4850000, "wall_time": 47220.598636865616, "train_loss_step": 2.857544183731079, "n_params": 4469860, "total_flops": 66597338112000000, "train_loss": 0.014050511121749877, "subset_score_loss": 0.014050511121749877}
+{"step": 4860000, "wall_time": 47260.14646315575, "train_loss_step": 3.2007713317871094, "n_params": 4469860, "total_flops": 66734652211200000, "train_loss": 0.013567190170288086, "subset_score_loss": 0.013567190170288086}
+{"step": 4870000, "wall_time": 47299.04220151901, "train_loss_step": 3.0086517333984375, "n_params": 4469860, "total_flops": 66871966310400000, "train_loss": 0.012884480953216553, "subset_score_loss": 0.012884480953216553}
+{"step": 4880000, "wall_time": 47338.677686691284, "train_loss_step": 2.9492337703704834, "n_params": 4469860, "total_flops": 67009280409600000, "train_loss": 0.013310879468917847, "subset_score_loss": 0.013310879468917847}
+{"step": 4890000, "wall_time": 47377.95580649376, "train_loss_step": 3.0063979625701904, "n_params": 4469860, "total_flops": 67146594508800000, "train_loss": 0.013367795944213867, "subset_score_loss": 0.013367795944213867}
+{"step": 4900000, "wall_time": 47445.88435173035, "train_loss_step": 2.9480795860290527, "n_params": 4469860, "total_flops": 67283908608000000, "train_loss": 0.01402635097503662, "subset_score_loss": 0.01402635097503662, "memorization_fraction_pixel": 0.7874000072479248, "mean_nn_ratio_pixel": 0.3550136089324951, "fid": 38.806679543962545}
+{"step": 4910000, "wall_time": 47463.91801023483, "train_loss_step": 3.105647563934326, "n_params": 4469860, "total_flops": 67421222707200000, "train_loss": 0.013740949630737305, "subset_score_loss": 0.013740949630737305}
+{"step": 4920000, "wall_time": 47481.983090400696, "train_loss_step": 3.198668956756592, "n_params": 4469860, "total_flops": 67558536806400000, "train_loss": 0.013217980861663819, "subset_score_loss": 0.013217980861663819}
+{"step": 4930000, "wall_time": 47499.91503357887, "train_loss_step": 3.268501043319702, "n_params": 4469860, "total_flops": 67695850905600000, "train_loss": 0.013536043167114258, "subset_score_loss": 0.013536043167114258}
+{"step": 4940000, "wall_time": 47517.72791647911, "train_loss_step": 3.0455222129821777, "n_params": 4469860, "total_flops": 67833165004800000, "train_loss": 0.013591684103012085, "subset_score_loss": 0.013591684103012085}
+{"step": 4950000, "wall_time": 47536.00983762741, "train_loss_step": 3.069140911102295, "n_params": 4469860, "total_flops": 67970479104000000, "train_loss": 0.013632469177246094, "subset_score_loss": 0.013632469177246094}
+{"step": 4960000, "wall_time": 47553.5921766758, "train_loss_step": 2.990856170654297, "n_params": 4469860, "total_flops": 68107793203200000, "train_loss": 0.014366302490234375, "subset_score_loss": 0.014366302490234375}
+{"step": 4970000, "wall_time": 47570.7091987133, "train_loss_step": 2.9245903491973877, "n_params": 4469860, "total_flops": 68245107302400000, "train_loss": 0.013156192302703857, "subset_score_loss": 0.013156192302703857}
+{"step": 4980000, "wall_time": 47588.696672677994, "train_loss_step": 2.737184762954712, "n_params": 4469860, "total_flops": 68382421401600000, "train_loss": 0.013433598279953003, "subset_score_loss": 0.013433598279953003}
+{"step": 4990000, "wall_time": 47606.451827049255, "train_loss_step": 2.682682991027832, "n_params": 4469860, "total_flops": 68519735500800000, "train_loss": 0.01339720606803894, "subset_score_loss": 0.01339720606803894}
+{"step": 5000000, "wall_time": 47642.099601745605, "train_loss_step": 2.923140048980713, "n_params": 4469860, "total_flops": 68657049600000000, "train_loss": 0.01282938838005066, "subset_score_loss": 0.01282938838005066, "memorization_fraction_pixel": 0.7939000129699707, "mean_nn_ratio_pixel": 0.3497076630592346, "fid": 38.18534124626977}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d100/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d100/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..28fefc9249f94c4ba4feb645ed97a09ce0c0fa83
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d100/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     69s | train_loss=1.0053 | fid=290.2963
+  step   10000 |    162s | train_loss=0.8112
+  step   20000 |    256s | train_loss=0.6864
+  step   30000 |    350s | train_loss=0.5488
+  step   40000 |    443s | train_loss=0.4069
+  step   50000 |    537s | train_loss=0.2954
+  step   60000 |    630s | train_loss=0.2228
+  step   70000 |    724s | train_loss=0.1800
+  step   80000 |    818s | train_loss=0.1551
+  step   90000 |    911s | train_loss=0.1383
+  step  100000 |   1064s | train_loss=0.1286 | fid=59.3866
+  step  110000 |   1158s | train_loss=0.1191
+  step  120000 |   1251s | train_loss=0.1151
+  step  130000 |   1345s | train_loss=0.1105
+  step  140000 |   1439s | train_loss=0.1036
+  step  150000 |   1532s | train_loss=0.0997
+  step  160000 |   1626s | train_loss=0.0950
+  step  170000 |   1720s | train_loss=0.0929
+  step  180000 |   1813s | train_loss=0.0899
+  step  190000 |   1905s | train_loss=0.0863
+  step  200000 |   2064s | train_loss=0.0829 | fid=58.7249
+  step  210000 |   2157s | train_loss=0.0838
+  step  220000 |   2251s | train_loss=0.0805
+  step  230000 |   2344s | train_loss=0.0784
+  step  240000 |   2438s | train_loss=0.0772
+  step  250000 |   2532s | train_loss=0.0759
+  step  260000 |   2627s | train_loss=0.0741
+  step  270000 |   2722s | train_loss=0.0722
+  step  280000 |   2814s | train_loss=0.0700
+  step  290000 |   2899s | train_loss=0.0688
+  step  300000 |   3065s | train_loss=0.0666 | fid=55.7937
+  step  310000 |   3160s | train_loss=0.0655
+  step  320000 |   3254s | train_loss=0.0653
+  step  330000 |   3346s | train_loss=0.0645
+  step  340000 |   3440s | train_loss=0.0628
+  step  350000 |   3535s | train_loss=0.0634
+  step  360000 |   3629s | train_loss=0.0613
+  step  370000 |   3723s | train_loss=0.0598
+  step  380000 |   3807s | train_loss=0.0599
+  step  390000 |   3901s | train_loss=0.0595
+  step  400000 |   4066s | train_loss=0.0586 | fid=55.7536
+  step  410000 |   4161s | train_loss=0.0579
+  step  420000 |   4254s | train_loss=0.0566
+  step  430000 |   4348s | train_loss=0.0563
+  step  440000 |   4442s | train_loss=0.0551
+  step  450000 |   4537s | train_loss=0.0551
+  step  460000 |   4631s | train_loss=0.0531
+  step  470000 |   4716s | train_loss=0.0540
+  step  480000 |   4810s | train_loss=0.0548
+  step  490000 |   4906s | train_loss=0.0529
+  step  500000 |   5071s | train_loss=0.0531 | fid=53.9788
+  step  510000 |   5165s | train_loss=0.0508
+  step  520000 |   5259s | train_loss=0.0505
+  step  530000 |   5353s | train_loss=0.0499
+  step  540000 |   5448s | train_loss=0.0500
+  step  550000 |   5543s | train_loss=0.0510
+  step  560000 |   5626s | train_loss=0.0502
+  step  570000 |   5720s | train_loss=0.0479
+  step  580000 |   5814s | train_loss=0.0477
+  step  590000 |   5908s | train_loss=0.0494
+  step  600000 |   6072s | train_loss=0.0482 | fid=51.4758
+  step  610000 |   6167s | train_loss=0.0473
+  step  620000 |   6261s | train_loss=0.0463
+  step  630000 |   6355s | train_loss=0.0463
+  step  640000 |   6450s | train_loss=0.0465
+  step  650000 |   6534s | train_loss=0.0463
+  step  660000 |   6619s | train_loss=0.0454
+  step  670000 |   6709s | train_loss=0.0448
+  step  680000 |   6802s | train_loss=0.0452
+  step  690000 |   6895s | train_loss=0.0434
+  step  700000 |   7060s | train_loss=0.0452 | fid=52.3727
+  step  710000 |   7154s | train_loss=0.0457
+  step  720000 |   7248s | train_loss=0.0425
+  step  730000 |   7342s | train_loss=0.0431
+  step  740000 |   7434s | train_loss=0.0430
+  step  750000 |   7521s | train_loss=0.0419
+  step  760000 |   7615s | train_loss=0.0428
+  step  770000 |   7710s | train_loss=0.0441
+  step  780000 |   7804s | train_loss=0.0418
+  step  790000 |   7898s | train_loss=0.0415
+  step  800000 |   8062s | train_loss=0.0415 | fid=52.9838
+  step  810000 |   8156s | train_loss=0.0413
+  step  820000 |   8250s | train_loss=0.0414
+  step  830000 |   8341s | train_loss=0.0402
+  step  840000 |   8413s | train_loss=0.0408
+  step  850000 |   8506s | train_loss=0.0430
+  step  860000 |   8601s | train_loss=0.0399
+  step  870000 |   8696s | train_loss=0.0397
+  step  880000 |   8790s | train_loss=0.0399
+  step  890000 |   8882s | train_loss=0.0408
+  step  900000 |   9049s | train_loss=0.0409 | fid=52.5372
+  step  910000 |   9144s | train_loss=0.0403
+  step  920000 |   9236s | train_loss=0.0391
+  step  930000 |   9329s | train_loss=0.0390
+  step  940000 |   9404s | train_loss=0.0377
+  step  950000 |   9499s | train_loss=0.0407
+  step  960000 |   9593s | train_loss=0.0377
+  step  970000 |   9687s | train_loss=0.0384
+  step  980000 |   9782s | train_loss=0.0370
+  step  990000 |   9874s | train_loss=0.0377
+  step 1000000 |  10041s | train_loss=0.0376 | fid=51.8149
+  step 1010000 |  10133s | train_loss=0.0370
+  step 1020000 |  10227s | train_loss=0.0366
+  step 1030000 |  10304s | train_loss=0.0369
+  step 1040000 |  10394s | train_loss=0.0356
+  step 1050000 |  10489s | train_loss=0.0366
+  step 1060000 |  10583s | train_loss=0.0362
+  step 1070000 |  10678s | train_loss=0.0364
+  step 1080000 |  10773s | train_loss=0.0369
+  step 1090000 |  10865s | train_loss=0.0355
+  step 1100000 |  11029s | train_loss=0.0361 | fid=47.6922
+  step 1110000 |  11123s | train_loss=0.0352
+  step 1120000 |  11216s | train_loss=0.0362
+  step 1130000 |  11283s | train_loss=0.0382
+  step 1140000 |  11377s | train_loss=0.0354
+  step 1150000 |  11472s | train_loss=0.0346
+  step 1160000 |  11565s | train_loss=0.0335
+  step 1170000 |  11659s | train_loss=0.0339
+  step 1180000 |  11755s | train_loss=0.0345
+  step 1190000 |  11847s | train_loss=0.0343
+  step 1200000 |  12014s | train_loss=0.0339 | fid=47.2089
+  step 1210000 |  12108s | train_loss=0.0344
+  step 1220000 |  12194s | train_loss=0.0358
+  step 1230000 |  12285s | train_loss=0.0329
+  step 1240000 |  12379s | train_loss=0.0338
+  step 1250000 |  12473s | train_loss=0.0326
+  step 1260000 |  12568s | train_loss=0.0329
+  step 1270000 |  12663s | train_loss=0.0350
+  step 1280000 |  12758s | train_loss=0.0331
+  step 1290000 |  12848s | train_loss=0.0337
+  step 1300000 |  13016s | train_loss=0.0316 | fid=48.7277
+  step 1310000 |  13110s | train_loss=0.0337
+  step 1320000 |  13198s | train_loss=0.0312
+  step 1330000 |  13292s | train_loss=0.0322
+  step 1340000 |  13386s | train_loss=0.0315
+  step 1350000 |  13481s | train_loss=0.0333
+  step 1360000 |  13576s | train_loss=0.0341
+  step 1370000 |  13671s | train_loss=0.0306
+  step 1380000 |  13761s | train_loss=0.0317
+  step 1390000 |  13855s | train_loss=0.0308
+  step 1400000 |  14023s | train_loss=0.0321 | fid=49.0069
+  step 1410000 |  14110s | train_loss=0.0314
+  step 1420000 |  14204s | train_loss=0.0319
+  step 1430000 |  14298s | train_loss=0.0316
+  step 1440000 |  14392s | train_loss=0.0312
+  step 1450000 |  14487s | train_loss=0.0305
+  step 1460000 |  14582s | train_loss=0.0304
+  step 1470000 |  14675s | train_loss=0.0312
+  step 1480000 |  14768s | train_loss=0.0314
+  step 1490000 |  14862s | train_loss=0.0299
+  step 1500000 |  15023s | train_loss=0.0298 | fid=48.3897
+  step 1510000 |  15118s | train_loss=0.0312
+  step 1520000 |  15211s | train_loss=0.0301
+  step 1530000 |  15306s | train_loss=0.0292
+  step 1540000 |  15400s | train_loss=0.0294
+  step 1550000 |  15495s | train_loss=0.0304
+  step 1560000 |  15588s | train_loss=0.0294
+  step 1570000 |  15683s | train_loss=0.0298
+  step 1580000 |  15776s | train_loss=0.0302
+  step 1590000 |  15870s | train_loss=0.0286
+  step 1600000 |  16031s | train_loss=0.0293 | fid=47.4168
+  step 1610000 |  16124s | train_loss=0.0289
+  step 1620000 |  16219s | train_loss=0.0286
+  step 1630000 |  16313s | train_loss=0.0277
+  step 1640000 |  16408s | train_loss=0.0288
+  step 1650000 |  16501s | train_loss=0.0283
+  step 1660000 |  16595s | train_loss=0.0283
+  step 1670000 |  16690s | train_loss=0.0277
+  step 1680000 |  16781s | train_loss=0.0273
+  step 1690000 |  16856s | train_loss=0.0280
+  step 1700000 |  17021s | train_loss=0.0266 | fid=47.5540
+  step 1710000 |  17114s | train_loss=0.0281
+  step 1720000 |  17209s | train_loss=0.0288
+  step 1730000 |  17304s | train_loss=0.0270
+  step 1740000 |  17396s | train_loss=0.0270
+  step 1750000 |  17491s | train_loss=0.0277
+  step 1760000 |  17585s | train_loss=0.0266
+  step 1770000 |  17678s | train_loss=0.0272
+  step 1780000 |  17772s | train_loss=0.0268
+  step 1790000 |  17847s | train_loss=0.0261
+  step 1800000 |  18014s | train_loss=0.0270 | fid=45.2132
+  step 1810000 |  18108s | train_loss=0.0257
+  step 1820000 |  18202s | train_loss=0.0270
+  step 1830000 |  18295s | train_loss=0.0259
+  step 1840000 |  18390s | train_loss=0.0256
+  step 1850000 |  18484s | train_loss=0.0265
+  step 1860000 |  18578s | train_loss=0.0248
+  step 1870000 |  18671s | train_loss=0.0251
+  step 1880000 |  18757s | train_loss=0.0252
+  step 1890000 |  18851s | train_loss=0.0253
+  step 1900000 |  19018s | train_loss=0.0254 | fid=45.0444
+  step 1910000 |  19112s | train_loss=0.0275
+  step 1920000 |  19205s | train_loss=0.0245
+  step 1930000 |  19300s | train_loss=0.0249
+  step 1940000 |  19394s | train_loss=0.0257
+  step 1950000 |  19488s | train_loss=0.0252
+  step 1960000 |  19583s | train_loss=0.0245
+  step 1970000 |  19666s | train_loss=0.0250
+  step 1980000 |  19745s | train_loss=0.0255
+  step 1990000 |  19838s | train_loss=0.0249
+  step 2000000 |  20006s | train_loss=0.0246 | fid=44.4209
+  step 2010000 |  20098s | train_loss=0.0242
+  step 2020000 |  20192s | train_loss=0.0233
+  step 2030000 |  20287s | train_loss=0.0238
+  step 2040000 |  20382s | train_loss=0.0246
+  step 2050000 |  20476s | train_loss=0.0246
+  step 2060000 |  20571s | train_loss=0.0242
+  step 2070000 |  20640s | train_loss=0.0248
+  step 2080000 |  20734s | train_loss=0.0238
+  step 2090000 |  20828s | train_loss=0.0248
+  step 2100000 |  20994s | train_loss=0.0233 | fid=44.1596
+  step 2110000 |  21089s | train_loss=0.0227
+  step 2120000 |  21183s | train_loss=0.0234
+  step 2130000 |  21277s | train_loss=0.0246
+  step 2140000 |  21372s | train_loss=0.0250
+  step 2150000 |  21466s | train_loss=0.0235
+  step 2160000 |  21558s | train_loss=0.0240
+  step 2170000 |  21629s | train_loss=0.0239
+  step 2180000 |  21723s | train_loss=0.0227
+  step 2190000 |  21817s | train_loss=0.0228
+  step 2200000 |  21983s | train_loss=0.0233 | fid=44.4788
+  step 2210000 |  22078s | train_loss=0.0225
+  step 2220000 |  22172s | train_loss=0.0236
+  step 2230000 |  22266s | train_loss=0.0226
+  step 2240000 |  22361s | train_loss=0.0225
+  step 2250000 |  22455s | train_loss=0.0226
+  step 2260000 |  22527s | train_loss=0.0227
+  step 2270000 |  22613s | train_loss=0.0227
+  step 2280000 |  22707s | train_loss=0.0230
+  step 2290000 |  22801s | train_loss=0.0223
+  step 2300000 |  22968s | train_loss=0.0221 | fid=44.2714
+  step 2310000 |  23063s | train_loss=0.0241
+  step 2320000 |  23157s | train_loss=0.0234
+  step 2330000 |  23251s | train_loss=0.0224
+  step 2340000 |  23346s | train_loss=0.0223
+  step 2350000 |  23439s | train_loss=0.0224
+  step 2360000 |  23509s | train_loss=0.0227
+  step 2370000 |  23603s | train_loss=0.0214
+  step 2380000 |  23696s | train_loss=0.0208
+  step 2390000 |  23791s | train_loss=0.0212
+  step 2400000 |  23958s | train_loss=0.0210 | fid=43.8721
+  step 2410000 |  24052s | train_loss=0.0238
+  step 2420000 |  24146s | train_loss=0.0221
+  step 2430000 |  24240s | train_loss=0.0215
+  step 2440000 |  24334s | train_loss=0.0218
+  step 2450000 |  24418s | train_loss=0.0231
+  step 2460000 |  24495s | train_loss=0.0229
+  step 2470000 |  24588s | train_loss=0.0213
+  step 2480000 |  24682s | train_loss=0.0214
+  step 2490000 |  24777s | train_loss=0.0223
+  step 2500000 |  24944s | train_loss=0.0205 | fid=42.8367
+  step 2510000 |  25039s | train_loss=0.0213
+  step 2520000 |  25133s | train_loss=0.0210
+  step 2530000 |  25227s | train_loss=0.0212
+  step 2540000 |  25319s | train_loss=0.0203
+  step 2550000 |  25405s | train_loss=0.0211
+  step 2560000 |  25495s | train_loss=0.0206
+  step 2570000 |  25590s | train_loss=0.0216
+  step 2580000 |  25684s | train_loss=0.0202
+  step 2590000 |  25779s | train_loss=0.0199
+  step 2600000 |  25946s | train_loss=0.0205 | fid=42.0643
+  step 2610000 |  26040s | train_loss=0.0202
+  step 2620000 |  26135s | train_loss=0.0196
+  step 2630000 |  26228s | train_loss=0.0205
+  step 2640000 |  26307s | train_loss=0.0198
+  step 2650000 |  26391s | train_loss=0.0191
+  step 2660000 |  26483s | train_loss=0.0204
+  step 2670000 |  26578s | train_loss=0.0208
+  step 2680000 |  26672s | train_loss=0.0194
+  step 2690000 |  26767s | train_loss=0.0198
+  step 2700000 |  26934s | train_loss=0.0203 | fid=41.5297
+  step 2710000 |  27028s | train_loss=0.0198
+  step 2720000 |  27122s | train_loss=0.0194
+  step 2730000 |  27216s | train_loss=0.0210
+  step 2740000 |  27291s | train_loss=0.0188
+  step 2750000 |  27384s | train_loss=0.0193
+  step 2760000 |  27478s | train_loss=0.0191
+  step 2770000 |  27573s | train_loss=0.0202
+  step 2780000 |  27667s | train_loss=0.0193
+  step 2790000 |  27762s | train_loss=0.0200
+  step 2800000 |  27929s | train_loss=0.0205 | fid=41.8629
+  step 2810000 |  28023s | train_loss=0.0194
+  step 2820000 |  28117s | train_loss=0.0196
+  step 2830000 |  28193s | train_loss=0.0189
+  step 2840000 |  28280s | train_loss=0.0194
+  step 2850000 |  28373s | train_loss=0.0191
+  step 2860000 |  28468s | train_loss=0.0196
+  step 2870000 |  28562s | train_loss=0.0185
+  step 2880000 |  28657s | train_loss=0.0190
+  step 2890000 |  28751s | train_loss=0.0189
+  step 2900000 |  28918s | train_loss=0.0195 | fid=40.2635
+  step 2910000 |  29011s | train_loss=0.0184
+  step 2920000 |  29103s | train_loss=0.0188
+  step 2930000 |  29175s | train_loss=0.0185
+  step 2940000 |  29270s | train_loss=0.0193
+  step 2950000 |  29363s | train_loss=0.0202
+  step 2960000 |  29458s | train_loss=0.0192
+  step 2970000 |  29553s | train_loss=0.0193
+  step 2980000 |  29647s | train_loss=0.0195
+  step 2990000 |  29742s | train_loss=0.0191
+  step 3000000 |  29909s | train_loss=0.0199 | fid=40.5126
+  step 3010000 |  30002s | train_loss=0.0188
+  step 3020000 |  30085s | train_loss=0.0190
+  step 3030000 |  30177s | train_loss=0.0181
+  step 3040000 |  30271s | train_loss=0.0185
+  step 3050000 |  30364s | train_loss=0.0181
+  step 3060000 |  30459s | train_loss=0.0181
+  step 3070000 |  30552s | train_loss=0.0181
+  step 3080000 |  30647s | train_loss=0.0181
+  step 3090000 |  30741s | train_loss=0.0184
+  step 3100000 |  30907s | train_loss=0.0176 | fid=41.1190
+  step 3110000 |  31000s | train_loss=0.0180
+  step 3120000 |  31089s | train_loss=0.0196
+  step 3130000 |  31183s | train_loss=0.0192
+  step 3140000 |  31276s | train_loss=0.0182
+  step 3150000 |  31370s | train_loss=0.0184
+  step 3160000 |  31464s | train_loss=0.0181
+  step 3170000 |  31558s | train_loss=0.0181
+  step 3180000 |  31652s | train_loss=0.0177
+  step 3190000 |  31746s | train_loss=0.0176
+  step 3200000 |  31911s | train_loss=0.0181 | fid=40.1063
+  step 3210000 |  31999s | train_loss=0.0175
+  step 3220000 |  32093s | train_loss=0.0172
+  step 3230000 |  32188s | train_loss=0.0176
+  step 3240000 |  32281s | train_loss=0.0189
+  step 3250000 |  32375s | train_loss=0.0181
+  step 3260000 |  32470s | train_loss=0.0175
+  step 3270000 |  32564s | train_loss=0.0170
+  step 3280000 |  32658s | train_loss=0.0167
+  step 3290000 |  32750s | train_loss=0.0174
+  step 3300000 |  32897s | train_loss=0.0181 | fid=40.9460
+  step 3310000 |  32992s | train_loss=0.0188
+  step 3320000 |  33086s | train_loss=0.0166
+  step 3330000 |  33181s | train_loss=0.0171
+  step 3340000 |  33273s | train_loss=0.0183
+  step 3350000 |  33368s | train_loss=0.0166
+  step 3360000 |  33461s | train_loss=0.0183
+  step 3370000 |  33555s | train_loss=0.0173
+  step 3380000 |  33647s | train_loss=0.0165
+  step 3390000 |  33741s | train_loss=0.0173
+  step 3400000 |  33901s | train_loss=0.0181 | fid=40.6710
+  step 3410000 |  33995s | train_loss=0.0162
+  step 3420000 |  34090s | train_loss=0.0172
+  step 3430000 |  34184s | train_loss=0.0179
+  step 3440000 |  34276s | train_loss=0.0167
+  step 3450000 |  34371s | train_loss=0.0165
+  step 3460000 |  34465s | train_loss=0.0167
+  step 3470000 |  34558s | train_loss=0.0174
+  step 3480000 |  34652s | train_loss=0.0167
+  step 3490000 |  34743s | train_loss=0.0163
+  step 3500000 |  34906s | train_loss=0.0164 | fid=40.2359
+  step 3510000 |  35000s | train_loss=0.0164
+  step 3520000 |  35094s | train_loss=0.0172
+  step 3530000 |  35188s | train_loss=0.0161
+  step 3540000 |  35282s | train_loss=0.0171
+  step 3550000 |  35377s | train_loss=0.0178
+  step 3560000 |  35469s | train_loss=0.0170
+  step 3570000 |  35563s | train_loss=0.0163
+  step 3580000 |  35657s | train_loss=0.0169
+  step 3590000 |  35732s | train_loss=0.0164
+  step 3600000 |  35897s | train_loss=0.0166 | fid=39.7614
+  step 3610000 |  35992s | train_loss=0.0159
+  step 3620000 |  36086s | train_loss=0.0160
+  step 3630000 |  36178s | train_loss=0.0169
+  step 3640000 |  36272s | train_loss=0.0162
+  step 3650000 |  36365s | train_loss=0.0172
+  step 3660000 |  36459s | train_loss=0.0170
+  step 3670000 |  36554s | train_loss=0.0158
+  step 3680000 |  36632s | train_loss=0.0165
+  step 3690000 |  36722s | train_loss=0.0174
+  step 3700000 |  36887s | train_loss=0.0156 | fid=40.1850
+  step 3710000 |  36981s | train_loss=0.0157
+  step 3720000 |  37076s | train_loss=0.0154
+  step 3730000 |  37169s | train_loss=0.0161
+  step 3740000 |  37261s | train_loss=0.0157
+  step 3750000 |  37355s | train_loss=0.0158
+  step 3760000 |  37449s | train_loss=0.0155
+  step 3770000 |  37543s | train_loss=0.0162
+  step 3780000 |  37614s | train_loss=0.0158
+  step 3790000 |  37708s | train_loss=0.0156
+  step 3800000 |  37875s | train_loss=0.0163 | fid=39.6159
+  step 3810000 |  37969s | train_loss=0.0168
+  step 3820000 |  38065s | train_loss=0.0162
+  step 3830000 |  38156s | train_loss=0.0158
+  step 3840000 |  38250s | train_loss=0.0158
+  step 3850000 |  38344s | train_loss=0.0160
+  step 3860000 |  38438s | train_loss=0.0155
+  step 3870000 |  38521s | train_loss=0.0152
+  step 3880000 |  38603s | train_loss=0.0155
+  step 3890000 |  38697s | train_loss=0.0160
+  step 3900000 |  38864s | train_loss=0.0155 | fid=39.9841
+  step 3910000 |  38958s | train_loss=0.0161
+  step 3920000 |  39050s | train_loss=0.0151
+  step 3930000 |  39144s | train_loss=0.0145
+  step 3940000 |  39238s | train_loss=0.0148
+  step 3950000 |  39333s | train_loss=0.0153
+  step 3960000 |  39427s | train_loss=0.0156
+  step 3970000 |  39500s | train_loss=0.0157
+  step 3980000 |  39594s | train_loss=0.0154
+  step 3990000 |  39689s | train_loss=0.0162
+  step 4000000 |  39857s | train_loss=0.0158 | fid=39.6164
+  step 4010000 |  39949s | train_loss=0.0153
+  step 4020000 |  40042s | train_loss=0.0152
+  step 4030000 |  40137s | train_loss=0.0161
+  step 4040000 |  40231s | train_loss=0.0160
+  step 4050000 |  40325s | train_loss=0.0151
+  step 4060000 |  40413s | train_loss=0.0149
+  step 4070000 |  40487s | train_loss=0.0165
+  step 4080000 |  40581s | train_loss=0.0146
+  step 4090000 |  40675s | train_loss=0.0163
+  step 4100000 |  40841s | train_loss=0.0154 | fid=39.7960
+  step 4110000 |  40935s | train_loss=0.0148
+  step 4120000 |  41028s | train_loss=0.0146
+  step 4130000 |  41122s | train_loss=0.0151
+  step 4140000 |  41216s | train_loss=0.0153
+  step 4150000 |  41310s | train_loss=0.0162
+  step 4160000 |  41387s | train_loss=0.0150
+  step 4170000 |  41480s | train_loss=0.0147
+  step 4180000 |  41574s | train_loss=0.0144
+  step 4190000 |  41668s | train_loss=0.0147
+  step 4200000 |  41833s | train_loss=0.0149 | fid=38.5170
+  step 4210000 |  41929s | train_loss=0.0155
+  step 4220000 |  42021s | train_loss=0.0147
+  step 4230000 |  42116s | train_loss=0.0154
+  step 4240000 |  42210s | train_loss=0.0146
+  step 4250000 |  42304s | train_loss=0.0145
+  step 4260000 |  42375s | train_loss=0.0149
+  step 4270000 |  42469s | train_loss=0.0148
+  step 4280000 |  42563s | train_loss=0.0141
+  step 4290000 |  42656s | train_loss=0.0149
+  step 4300000 |  42824s | train_loss=0.0152 | fid=38.6649
+  step 4310000 |  42917s | train_loss=0.0155
+  step 4320000 |  43011s | train_loss=0.0141
+  step 4330000 |  43105s | train_loss=0.0146
+  step 4340000 |  43199s | train_loss=0.0144
+  step 4350000 |  43279s | train_loss=0.0137
+  step 4360000 |  43361s | train_loss=0.0153
+  step 4370000 |  43455s | train_loss=0.0143
+  step 4380000 |  43547s | train_loss=0.0142
+  step 4390000 |  43640s | train_loss=0.0138
+  step 4400000 |  43807s | train_loss=0.0143 | fid=39.7831
+  step 4410000 |  43900s | train_loss=0.0145
+  step 4420000 |  43994s | train_loss=0.0138
+  step 4430000 |  44089s | train_loss=0.0154
+  step 4440000 |  44183s | train_loss=0.0152
+  step 4450000 |  44257s | train_loss=0.0155
+  step 4460000 |  44346s | train_loss=0.0153
+  step 4470000 |  44439s | train_loss=0.0153
+  step 4480000 |  44533s | train_loss=0.0149
+  step 4490000 |  44627s | train_loss=0.0150
+  step 4500000 |  44793s | train_loss=0.0136 | fid=38.5125
+  step 4510000 |  44885s | train_loss=0.0143
+  step 4520000 |  44980s | train_loss=0.0140
+  step 4530000 |  45074s | train_loss=0.0147
+  step 4540000 |  45163s | train_loss=0.0142
+  step 4550000 |  45239s | train_loss=0.0134
+  step 4560000 |  45322s | train_loss=0.0149
+  step 4570000 |  45398s | train_loss=0.0147
+  step 4580000 |  45474s | train_loss=0.0140
+  step 4590000 |  45550s | train_loss=0.0144
+  step 4600000 |  45686s | train_loss=0.0143 | fid=39.3234
+  step 4610000 |  45760s | train_loss=0.0139
+  step 4620000 |  45836s | train_loss=0.0145
+  step 4630000 |  45912s | train_loss=0.0139
+  step 4640000 |  45976s | train_loss=0.0150
+  step 4650000 |  46036s | train_loss=0.0131
+  step 4660000 |  46113s | train_loss=0.0132
+  step 4670000 |  46189s | train_loss=0.0140
+  step 4680000 |  46265s | train_loss=0.0140
+  step 4690000 |  46341s | train_loss=0.0144
+  step 4700000 |  46478s | train_loss=0.0135 | fid=38.8836
+  step 4710000 |  46551s | train_loss=0.0143
+  step 4720000 |  46627s | train_loss=0.0137
+  step 4730000 |  46700s | train_loss=0.0136
+  step 4740000 |  46755s | train_loss=0.0133
+  step 4750000 |  46794s | train_loss=0.0134
+  step 4760000 |  46834s | train_loss=0.0158
+  step 4770000 |  46873s | train_loss=0.0140
+  step 4780000 |  46912s | train_loss=0.0130
+  step 4790000 |  46952s | train_loss=0.0152
+  step 4800000 |  47025s | train_loss=0.0138 | fid=39.2338
+  step 4810000 |  47064s | train_loss=0.0133
+  step 4820000 |  47103s | train_loss=0.0137
+  step 4830000 |  47142s | train_loss=0.0139
+  step 4840000 |  47181s | train_loss=0.0127
+  step 4850000 |  47221s | train_loss=0.0141
+  step 4860000 |  47260s | train_loss=0.0136
+  step 4870000 |  47299s | train_loss=0.0129
+  step 4880000 |  47339s | train_loss=0.0133
+  step 4890000 |  47378s | train_loss=0.0134
+  step 4900000 |  47446s | train_loss=0.0140 | fid=38.8067
+  step 4910000 |  47464s | train_loss=0.0137
+  step 4920000 |  47482s | train_loss=0.0132
+  step 4930000 |  47500s | train_loss=0.0135
+  step 4940000 |  47518s | train_loss=0.0136
+  step 4950000 |  47536s | train_loss=0.0136
+  step 4960000 |  47554s | train_loss=0.0144
+  step 4970000 |  47571s | train_loss=0.0132
+  step 4980000 |  47589s | train_loss=0.0134
+  step 4990000 |  47606s | train_loss=0.0134
+  step 5000000 |  47642s | train_loss=0.0128 | fid=38.1853
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d120/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d120/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..890a399f412962cd1bb39bfefd12cf7a1fa614ed
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d120/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d120/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d120",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 46,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d120/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d120/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..f1a73b29defbe35ea586dbc3d7feafafd41bee16
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d120/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 120, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d120/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 46}
+{"step": 1, "wall_time": 73.77437663078308, "train_loss_step": 120.915283203125, "n_params": 4510840, "total_flops": 13857300480, "train_loss": 1.0085552215576172, "subset_score_loss": 1.0085552215576172, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.976651668548584, "fid": 266.35742501832294}
+{"step": 10000, "wall_time": 169.73658990859985, "train_loss_step": 23.328624725341797, "n_params": 4510840, "total_flops": 138573004800000, "train_loss": 0.7981566747029623, "subset_score_loss": 0.7981566747029623}
+{"step": 20000, "wall_time": 266.3180799484253, "train_loss_step": 20.60730743408203, "n_params": 4510840, "total_flops": 277146009600000, "train_loss": 0.6628770192464193, "subset_score_loss": 0.6628770192464193}
+{"step": 30000, "wall_time": 362.41095209121704, "train_loss_step": 18.596202850341797, "n_params": 4510840, "total_flops": 415719014400000, "train_loss": 0.5311768849690756, "subset_score_loss": 0.5311768849690756}
+{"step": 40000, "wall_time": 458.39157700538635, "train_loss_step": 15.981607437133789, "n_params": 4510840, "total_flops": 554292019200000, "train_loss": 0.4091446876525879, "subset_score_loss": 0.4091446876525879}
+{"step": 50000, "wall_time": 554.376761674881, "train_loss_step": 14.780095100402832, "n_params": 4510840, "total_flops": 692865024000000, "train_loss": 0.31435403823852537, "subset_score_loss": 0.31435403823852537}
+{"step": 60000, "wall_time": 650.4545338153839, "train_loss_step": 12.842625617980957, "n_params": 4510840, "total_flops": 831438028800000, "train_loss": 0.24038122495015463, "subset_score_loss": 0.24038122495015463}
+{"step": 70000, "wall_time": 746.3561797142029, "train_loss_step": 11.461030960083008, "n_params": 4510840, "total_flops": 970011033600000, "train_loss": 0.1972150484720866, "subset_score_loss": 0.1972150484720866}
+{"step": 80000, "wall_time": 842.7909789085388, "train_loss_step": 10.779199600219727, "n_params": 4510840, "total_flops": 1108584038400000, "train_loss": 0.1689350922902425, "subset_score_loss": 0.1689350922902425}
+{"step": 90000, "wall_time": 939.1321992874146, "train_loss_step": 10.810541152954102, "n_params": 4510840, "total_flops": 1247157043200000, "train_loss": 0.1492011070251465, "subset_score_loss": 0.1492011070251465}
+{"step": 100000, "wall_time": 1102.8250291347504, "train_loss_step": 10.417954444885254, "n_params": 4510840, "total_flops": 1385730048000000, "train_loss": 0.13837307294209797, "subset_score_loss": 0.13837307294209797, "memorization_fraction_pixel": 0.00019999999494757503, "mean_nn_ratio_pixel": 0.9192610383033752, "fid": 63.61608302831526}
+{"step": 110000, "wall_time": 1197.7239763736725, "train_loss_step": 9.18994426727295, "n_params": 4510840, "total_flops": 1524303052800000, "train_loss": 0.1254536231358846, "subset_score_loss": 0.1254536231358846}
+{"step": 120000, "wall_time": 1293.9255130290985, "train_loss_step": 9.547218322753906, "n_params": 4510840, "total_flops": 1662876057600000, "train_loss": 0.12121806939442953, "subset_score_loss": 0.12121806939442953}
+{"step": 130000, "wall_time": 1390.4766104221344, "train_loss_step": 9.31082820892334, "n_params": 4510840, "total_flops": 1801449062400000, "train_loss": 0.11417721112569174, "subset_score_loss": 0.11417721112569174}
+{"step": 140000, "wall_time": 1486.3248059749603, "train_loss_step": 8.635908126831055, "n_params": 4510840, "total_flops": 1940022067200000, "train_loss": 0.11078453063964844, "subset_score_loss": 0.11078453063964844}
+{"step": 150000, "wall_time": 1582.0302443504333, "train_loss_step": 8.339771270751953, "n_params": 4510840, "total_flops": 2078595072000000, "train_loss": 0.10451807181040446, "subset_score_loss": 0.10451807181040446}
+{"step": 160000, "wall_time": 1677.228904247284, "train_loss_step": 7.994935035705566, "n_params": 4510840, "total_flops": 2217168076800000, "train_loss": 0.09846717516581217, "subset_score_loss": 0.09846717516581217}
+{"step": 170000, "wall_time": 1773.613914012909, "train_loss_step": 8.32364273071289, "n_params": 4510840, "total_flops": 2355741081600000, "train_loss": 0.09795271555582682, "subset_score_loss": 0.09795271555582682}
+{"step": 180000, "wall_time": 1872.1146006584167, "train_loss_step": 8.151111602783203, "n_params": 4510840, "total_flops": 2494314086400000, "train_loss": 0.09521796703338622, "subset_score_loss": 0.09521796703338622}
+{"step": 190000, "wall_time": 1968.9088861942291, "train_loss_step": 8.298693656921387, "n_params": 4510840, "total_flops": 2632887091200000, "train_loss": 0.09005401134490967, "subset_score_loss": 0.09005401134490967}
+{"step": 200000, "wall_time": 2133.7607016563416, "train_loss_step": 8.36941909790039, "n_params": 4510840, "total_flops": 2771460096000000, "train_loss": 0.08878719806671143, "subset_score_loss": 0.08878719806671143, "memorization_fraction_pixel": 0.005100000184029341, "mean_nn_ratio_pixel": 0.8882813453674316, "fid": 64.43570250200166}
+{"step": 210000, "wall_time": 2231.3460376262665, "train_loss_step": 8.278515815734863, "n_params": 4510840, "total_flops": 2910033100800000, "train_loss": 0.0868375539779663, "subset_score_loss": 0.0868375539779663}
+{"step": 220000, "wall_time": 2329.3638911247253, "train_loss_step": 7.524404525756836, "n_params": 4510840, "total_flops": 3048606105600000, "train_loss": 0.08308734099070231, "subset_score_loss": 0.08308734099070231}
+{"step": 230000, "wall_time": 2427.276698112488, "train_loss_step": 8.042268753051758, "n_params": 4510840, "total_flops": 3187179110400000, "train_loss": 0.08210724989573161, "subset_score_loss": 0.08210724989573161}
+{"step": 240000, "wall_time": 2525.22394657135, "train_loss_step": 7.882431507110596, "n_params": 4510840, "total_flops": 3325752115200000, "train_loss": 0.08068544069925944, "subset_score_loss": 0.08068544069925944}
+{"step": 250000, "wall_time": 2623.200041770935, "train_loss_step": 7.7253642082214355, "n_params": 4510840, "total_flops": 3464325120000000, "train_loss": 0.07784949938456218, "subset_score_loss": 0.07784949938456218}
+{"step": 260000, "wall_time": 2720.1557240486145, "train_loss_step": 7.997366905212402, "n_params": 4510840, "total_flops": 3602898124800000, "train_loss": 0.07603241602579752, "subset_score_loss": 0.07603241602579752}
+{"step": 270000, "wall_time": 2815.513035297394, "train_loss_step": 7.77186393737793, "n_params": 4510840, "total_flops": 3741471129600000, "train_loss": 0.07407827377319336, "subset_score_loss": 0.07407827377319336}
+{"step": 280000, "wall_time": 2914.437408685684, "train_loss_step": 7.000229835510254, "n_params": 4510840, "total_flops": 3880044134400000, "train_loss": 0.07311209837595621, "subset_score_loss": 0.07311209837595621}
+{"step": 290000, "wall_time": 3004.5604598522186, "train_loss_step": 7.435651779174805, "n_params": 4510840, "total_flops": 4018617139200000, "train_loss": 0.07094606558481852, "subset_score_loss": 0.07094606558481852}
+{"step": 300000, "wall_time": 3173.108272075653, "train_loss_step": 7.821743488311768, "n_params": 4510840, "total_flops": 4157190144000000, "train_loss": 0.07037435372670492, "subset_score_loss": 0.07037435372670492, "memorization_fraction_pixel": 0.014999999664723873, "mean_nn_ratio_pixel": 0.8561267852783203, "fid": 63.542237453806166}
+{"step": 310000, "wall_time": 3271.00741481781, "train_loss_step": 7.132756233215332, "n_params": 4510840, "total_flops": 4295763148800000, "train_loss": 0.06939103603363037, "subset_score_loss": 0.06939103603363037}
+{"step": 320000, "wall_time": 3368.439850091934, "train_loss_step": 7.62542724609375, "n_params": 4510840, "total_flops": 4434336153600000, "train_loss": 0.06789618333180746, "subset_score_loss": 0.06789618333180746}
+{"step": 330000, "wall_time": 3466.8751454353333, "train_loss_step": 7.165527820587158, "n_params": 4510840, "total_flops": 4572909158400000, "train_loss": 0.06686019897460938, "subset_score_loss": 0.06686019897460938}
+{"step": 340000, "wall_time": 3565.2133231163025, "train_loss_step": 6.977593421936035, "n_params": 4510840, "total_flops": 4711482163200000, "train_loss": 0.06614657640457153, "subset_score_loss": 0.06614657640457153}
+{"step": 350000, "wall_time": 3662.7042994499207, "train_loss_step": 7.2388410568237305, "n_params": 4510840, "total_flops": 4850055168000000, "train_loss": 0.06495482921600342, "subset_score_loss": 0.06495482921600342}
+{"step": 360000, "wall_time": 3760.267710208893, "train_loss_step": 6.843832969665527, "n_params": 4510840, "total_flops": 4988628172800000, "train_loss": 0.06304027636845906, "subset_score_loss": 0.06304027636845906}
+{"step": 370000, "wall_time": 3856.0485677719116, "train_loss_step": 6.952134132385254, "n_params": 4510840, "total_flops": 5127201177600000, "train_loss": 0.06385404666264852, "subset_score_loss": 0.06385404666264852}
+{"step": 380000, "wall_time": 3946.4079809188843, "train_loss_step": 6.957602500915527, "n_params": 4510840, "total_flops": 5265774182400000, "train_loss": 0.06319820086161296, "subset_score_loss": 0.06319820086161296}
+{"step": 390000, "wall_time": 4039.836413383484, "train_loss_step": 6.941876411437988, "n_params": 4510840, "total_flops": 5404347187200000, "train_loss": 0.06232134501139323, "subset_score_loss": 0.06232134501139323}
+{"step": 400000, "wall_time": 4212.492456674576, "train_loss_step": 7.135519981384277, "n_params": 4510840, "total_flops": 5542920192000000, "train_loss": 0.06051434675852458, "subset_score_loss": 0.06051434675852458, "memorization_fraction_pixel": 0.028200000524520874, "mean_nn_ratio_pixel": 0.8287665247917175, "fid": 63.3580561398646}
+{"step": 410000, "wall_time": 4309.604952335358, "train_loss_step": 7.376054763793945, "n_params": 4510840, "total_flops": 5681493196800000, "train_loss": 0.06042634646097819, "subset_score_loss": 0.06042634646097819}
+{"step": 420000, "wall_time": 4408.167697668076, "train_loss_step": 6.893874168395996, "n_params": 4510840, "total_flops": 5820066201600000, "train_loss": 0.06066573063532511, "subset_score_loss": 0.06066573063532511}
+{"step": 430000, "wall_time": 4506.436871767044, "train_loss_step": 6.522766590118408, "n_params": 4510840, "total_flops": 5958639206400000, "train_loss": 0.06044176022211711, "subset_score_loss": 0.06044176022211711}
+{"step": 440000, "wall_time": 4603.248118400574, "train_loss_step": 6.625631332397461, "n_params": 4510840, "total_flops": 6097212211200000, "train_loss": 0.05857099294662475, "subset_score_loss": 0.05857099294662475}
+{"step": 450000, "wall_time": 4701.004801988602, "train_loss_step": 7.042641639709473, "n_params": 4510840, "total_flops": 6235785216000000, "train_loss": 0.060061947504679365, "subset_score_loss": 0.060061947504679365}
+{"step": 460000, "wall_time": 4799.487465381622, "train_loss_step": 6.671882629394531, "n_params": 4510840, "total_flops": 6374358220800000, "train_loss": 0.0592047135035197, "subset_score_loss": 0.0592047135035197}
+{"step": 470000, "wall_time": 4889.656031131744, "train_loss_step": 6.653104305267334, "n_params": 4510840, "total_flops": 6512931225600000, "train_loss": 0.060293249289194745, "subset_score_loss": 0.060293249289194745}
+{"step": 480000, "wall_time": 4982.5906019210815, "train_loss_step": 6.477181911468506, "n_params": 4510840, "total_flops": 6651504230400000, "train_loss": 0.055015838146209715, "subset_score_loss": 0.055015838146209715}
+{"step": 490000, "wall_time": 5079.989886045456, "train_loss_step": 6.743809223175049, "n_params": 4510840, "total_flops": 6790077235200000, "train_loss": 0.05433650016784668, "subset_score_loss": 0.05433650016784668}
+{"step": 500000, "wall_time": 5253.699721097946, "train_loss_step": 6.501182556152344, "n_params": 4510840, "total_flops": 6928650240000000, "train_loss": 0.05558058023452759, "subset_score_loss": 0.05558058023452759, "memorization_fraction_pixel": 0.04520000144839287, "mean_nn_ratio_pixel": 0.8102507591247559, "fid": 61.98393330062739}
+{"step": 510000, "wall_time": 5352.055163145065, "train_loss_step": 6.304414749145508, "n_params": 4510840, "total_flops": 7067223244800000, "train_loss": 0.05368269284566243, "subset_score_loss": 0.05368269284566243}
+{"step": 520000, "wall_time": 5450.4832129478455, "train_loss_step": 6.550908088684082, "n_params": 4510840, "total_flops": 7205796249600000, "train_loss": 0.053631862004597984, "subset_score_loss": 0.053631862004597984}
+{"step": 530000, "wall_time": 5547.629772901535, "train_loss_step": 6.51593017578125, "n_params": 4510840, "total_flops": 7344369254400000, "train_loss": 0.05443713665008545, "subset_score_loss": 0.05443713665008545}
+{"step": 540000, "wall_time": 5645.618745088577, "train_loss_step": 6.633597373962402, "n_params": 4510840, "total_flops": 7482942259200000, "train_loss": 0.05294376214345296, "subset_score_loss": 0.05294376214345296}
+{"step": 550000, "wall_time": 5743.04670548439, "train_loss_step": 6.303397178649902, "n_params": 4510840, "total_flops": 7621515264000000, "train_loss": 0.053872720400492353, "subset_score_loss": 0.053872720400492353}
+{"step": 560000, "wall_time": 5833.73064494133, "train_loss_step": 6.428675651550293, "n_params": 4510840, "total_flops": 7760088268800000, "train_loss": 0.05147000551223755, "subset_score_loss": 0.05147000551223755}
+{"step": 570000, "wall_time": 5930.422386646271, "train_loss_step": 6.240361213684082, "n_params": 4510840, "total_flops": 7898661273600000, "train_loss": 0.050715247790018715, "subset_score_loss": 0.050715247790018715}
+{"step": 580000, "wall_time": 6023.070023775101, "train_loss_step": 6.330307960510254, "n_params": 4510840, "total_flops": 8037234278400000, "train_loss": 0.050972163677215576, "subset_score_loss": 0.050972163677215576}
+{"step": 590000, "wall_time": 6120.80066037178, "train_loss_step": 6.684851169586182, "n_params": 4510840, "total_flops": 8175807283200000, "train_loss": 0.05237292846043905, "subset_score_loss": 0.05237292846043905}
+{"step": 600000, "wall_time": 6292.830065488815, "train_loss_step": 6.339142322540283, "n_params": 4510840, "total_flops": 8314380288000000, "train_loss": 0.0510984738667806, "subset_score_loss": 0.0510984738667806, "memorization_fraction_pixel": 0.05609999969601631, "mean_nn_ratio_pixel": 0.8017058372497559, "fid": 60.48997681320205}
+{"step": 610000, "wall_time": 6390.773929834366, "train_loss_step": 6.469747543334961, "n_params": 4510840, "total_flops": 8452953292800000, "train_loss": 0.05060632228851318, "subset_score_loss": 0.05060632228851318}
+{"step": 620000, "wall_time": 6488.030587673187, "train_loss_step": 6.257172107696533, "n_params": 4510840, "total_flops": 8591526297600000, "train_loss": 0.0498251477877299, "subset_score_loss": 0.0498251477877299}
+{"step": 630000, "wall_time": 6586.4013884067535, "train_loss_step": 6.279088020324707, "n_params": 4510840, "total_flops": 8730099302400000, "train_loss": 0.049393105506896975, "subset_score_loss": 0.049393105506896975}
+{"step": 640000, "wall_time": 6684.084572792053, "train_loss_step": 5.916934967041016, "n_params": 4510840, "total_flops": 8868672307200000, "train_loss": 0.04786128203074137, "subset_score_loss": 0.04786128203074137}
+{"step": 650000, "wall_time": 6775.2520403862, "train_loss_step": 6.302880764007568, "n_params": 4510840, "total_flops": 9007245312000000, "train_loss": 0.05063701470692952, "subset_score_loss": 0.05063701470692952}
+{"step": 660000, "wall_time": 6873.228106498718, "train_loss_step": 6.012789726257324, "n_params": 4510840, "total_flops": 9145818316800000, "train_loss": 0.04795066912968953, "subset_score_loss": 0.04795066912968953}
+{"step": 670000, "wall_time": 6966.759955883026, "train_loss_step": 6.156070709228516, "n_params": 4510840, "total_flops": 9284391321600000, "train_loss": 0.04798702001571655, "subset_score_loss": 0.04798702001571655}
+{"step": 680000, "wall_time": 7062.9447202682495, "train_loss_step": 6.097968101501465, "n_params": 4510840, "total_flops": 9422964326400000, "train_loss": 0.04857166608174642, "subset_score_loss": 0.04857166608174642}
+{"step": 690000, "wall_time": 7161.321984529495, "train_loss_step": 6.112763404846191, "n_params": 4510840, "total_flops": 9561537331200000, "train_loss": 0.047335306803385414, "subset_score_loss": 0.047335306803385414}
+{"step": 700000, "wall_time": 7332.391186237335, "train_loss_step": 5.810636520385742, "n_params": 4510840, "total_flops": 9700110336000000, "train_loss": 0.046471615632375084, "subset_score_loss": 0.046471615632375084, "memorization_fraction_pixel": 0.07530000060796738, "mean_nn_ratio_pixel": 0.7855298519134521, "fid": 62.1911926943317}
+{"step": 710000, "wall_time": 7430.358331203461, "train_loss_step": 6.221149444580078, "n_params": 4510840, "total_flops": 9838683340800000, "train_loss": 0.047876230875651044, "subset_score_loss": 0.047876230875651044}
+{"step": 720000, "wall_time": 7528.017126083374, "train_loss_step": 6.032687187194824, "n_params": 4510840, "total_flops": 9977256345600000, "train_loss": 0.04640314181645711, "subset_score_loss": 0.04640314181645711}
+{"step": 730000, "wall_time": 7626.4888026714325, "train_loss_step": 6.17066764831543, "n_params": 4510840, "total_flops": 10115829350400000, "train_loss": 0.045800554752349856, "subset_score_loss": 0.045800554752349856}
+{"step": 740000, "wall_time": 7716.993841171265, "train_loss_step": 6.03647518157959, "n_params": 4510840, "total_flops": 10254402355200000, "train_loss": 0.04634198745091756, "subset_score_loss": 0.04634198745091756}
+{"step": 750000, "wall_time": 7815.0164494514465, "train_loss_step": 5.664913177490234, "n_params": 4510840, "total_flops": 10392975360000000, "train_loss": 0.045300920804341636, "subset_score_loss": 0.045300920804341636}
+{"step": 760000, "wall_time": 7910.733145236969, "train_loss_step": 6.142422199249268, "n_params": 4510840, "total_flops": 10531548364800000, "train_loss": 0.045729176203409834, "subset_score_loss": 0.045729176203409834}
+{"step": 770000, "wall_time": 8006.867794513702, "train_loss_step": 5.847301483154297, "n_params": 4510840, "total_flops": 10670121369600000, "train_loss": 0.04604116678237915, "subset_score_loss": 0.04604116678237915}
+{"step": 780000, "wall_time": 8103.527923107147, "train_loss_step": 6.195573806762695, "n_params": 4510840, "total_flops": 10808694374400000, "train_loss": 0.0455434521039327, "subset_score_loss": 0.0455434521039327}
+{"step": 790000, "wall_time": 8201.874028682709, "train_loss_step": 5.942146301269531, "n_params": 4510840, "total_flops": 10947267379200000, "train_loss": 0.04462833007176717, "subset_score_loss": 0.04462833007176717}
+{"step": 800000, "wall_time": 8400.807512283325, "train_loss_step": 6.008646011352539, "n_params": 4510840, "total_flops": 11085840384000000, "train_loss": 0.0449500838915507, "subset_score_loss": 0.0449500838915507, "memorization_fraction_pixel": 0.08900000154972076, "mean_nn_ratio_pixel": 0.7828095555305481, "fid": 65.22805573663337}
+{"step": 810000, "wall_time": 8498.777444839478, "train_loss_step": 6.115557670593262, "n_params": 4510840, "total_flops": 11224413388800000, "train_loss": 0.04382826884587606, "subset_score_loss": 0.04382826884587606}
+{"step": 820000, "wall_time": 8596.555902719498, "train_loss_step": 5.9772138595581055, "n_params": 4510840, "total_flops": 11362986393600000, "train_loss": 0.04449337323506673, "subset_score_loss": 0.04449337323506673}
+{"step": 830000, "wall_time": 8682.188186645508, "train_loss_step": 5.792821884155273, "n_params": 4510840, "total_flops": 11501559398400000, "train_loss": 0.04456156889597575, "subset_score_loss": 0.04456156889597575}
+{"step": 840000, "wall_time": 8770.136469125748, "train_loss_step": 5.852191925048828, "n_params": 4510840, "total_flops": 11640132403200000, "train_loss": 0.04316388368606568, "subset_score_loss": 0.04316388368606568}
+{"step": 850000, "wall_time": 8866.229221820831, "train_loss_step": 6.153942108154297, "n_params": 4510840, "total_flops": 11778705408000000, "train_loss": 0.04486552079518636, "subset_score_loss": 0.04486552079518636}
+{"step": 860000, "wall_time": 8949.717568397522, "train_loss_step": 5.962464809417725, "n_params": 4510840, "total_flops": 11917278412800000, "train_loss": 0.04335228204727173, "subset_score_loss": 0.04335228204727173}
+{"step": 870000, "wall_time": 9047.872490167618, "train_loss_step": 5.524170875549316, "n_params": 4510840, "total_flops": 12055851417600000, "train_loss": 0.0428390383720398, "subset_score_loss": 0.0428390383720398}
+{"step": 880000, "wall_time": 9142.784805297852, "train_loss_step": 5.350714206695557, "n_params": 4510840, "total_flops": 12194424422400000, "train_loss": 0.0418133536974589, "subset_score_loss": 0.0418133536974589}
+{"step": 890000, "wall_time": 9237.45130944252, "train_loss_step": 5.909860134124756, "n_params": 4510840, "total_flops": 12332997427200000, "train_loss": 0.044226626555124916, "subset_score_loss": 0.044226626555124916}
+{"step": 900000, "wall_time": 9417.068810462952, "train_loss_step": 5.641268730163574, "n_params": 4510840, "total_flops": 12471570432000000, "train_loss": 0.04177317221959432, "subset_score_loss": 0.04177317221959432, "memorization_fraction_pixel": 0.11010000109672546, "mean_nn_ratio_pixel": 0.777508556842804, "fid": 66.37322749090697}
+{"step": 910000, "wall_time": 9514.860491514206, "train_loss_step": 5.878098487854004, "n_params": 4510840, "total_flops": 12610143436800000, "train_loss": 0.0420051376024882, "subset_score_loss": 0.0420051376024882}
+{"step": 920000, "wall_time": 9609.338472127914, "train_loss_step": 5.89614725112915, "n_params": 4510840, "total_flops": 12748716441600000, "train_loss": 0.042071680227915444, "subset_score_loss": 0.042071680227915444}
+{"step": 930000, "wall_time": 9704.15649485588, "train_loss_step": 5.97027063369751, "n_params": 4510840, "total_flops": 12887289446400000, "train_loss": 0.042462491989135744, "subset_score_loss": 0.042462491989135744}
+{"step": 940000, "wall_time": 9801.903119802475, "train_loss_step": 5.992600440979004, "n_params": 4510840, "total_flops": 13025862451200000, "train_loss": 0.04168491363525391, "subset_score_loss": 0.04168491363525391}
+{"step": 950000, "wall_time": 9896.129801988602, "train_loss_step": 5.564505577087402, "n_params": 4510840, "total_flops": 13164435456000000, "train_loss": 0.04190845886866252, "subset_score_loss": 0.04190845886866252}
+{"step": 960000, "wall_time": 9993.220305204391, "train_loss_step": 5.714211463928223, "n_params": 4510840, "total_flops": 13303008460800000, "train_loss": 0.04017395973205566, "subset_score_loss": 0.04017395973205566}
+{"step": 970000, "wall_time": 10091.445461511612, "train_loss_step": 5.593357086181641, "n_params": 4510840, "total_flops": 13441581465600000, "train_loss": 0.040979226430257164, "subset_score_loss": 0.040979226430257164}
+{"step": 980000, "wall_time": 10187.664679765701, "train_loss_step": 5.385573387145996, "n_params": 4510840, "total_flops": 13580154470400000, "train_loss": 0.04023460547129313, "subset_score_loss": 0.04023460547129313}
+{"step": 990000, "wall_time": 10284.465922355652, "train_loss_step": 5.481444358825684, "n_params": 4510840, "total_flops": 13718727475200000, "train_loss": 0.04030188719431559, "subset_score_loss": 0.04030188719431559}
+{"step": 1000000, "wall_time": 10456.57923078537, "train_loss_step": 5.544004440307617, "n_params": 4510840, "total_flops": 13857300480000000, "train_loss": 0.04115049044291178, "subset_score_loss": 0.04115049044291178, "memorization_fraction_pixel": 0.120899997651577, "mean_nn_ratio_pixel": 0.775599479675293, "fid": 69.44434579685114}
+{"step": 1010000, "wall_time": 10549.782955646515, "train_loss_step": 5.592522144317627, "n_params": 4510840, "total_flops": 13995873484800000, "train_loss": 0.04098569949467977, "subset_score_loss": 0.04098569949467977}
+{"step": 1020000, "wall_time": 10644.816282987595, "train_loss_step": 5.760378837585449, "n_params": 4510840, "total_flops": 14134446489600000, "train_loss": 0.039730350176493325, "subset_score_loss": 0.039730350176493325}
+{"step": 1030000, "wall_time": 10743.137117385864, "train_loss_step": 5.42265510559082, "n_params": 4510840, "total_flops": 14273019494400000, "train_loss": 0.04101165533065796, "subset_score_loss": 0.04101165533065796}
+{"step": 1040000, "wall_time": 10840.878621339798, "train_loss_step": 5.822694301605225, "n_params": 4510840, "total_flops": 14411592499200000, "train_loss": 0.038668131828308104, "subset_score_loss": 0.038668131828308104}
+{"step": 1050000, "wall_time": 10935.643440008163, "train_loss_step": 5.404630661010742, "n_params": 4510840, "total_flops": 14550165504000000, "train_loss": 0.040255284309387206, "subset_score_loss": 0.040255284309387206}
+{"step": 1060000, "wall_time": 11032.615472316742, "train_loss_step": 5.587977409362793, "n_params": 4510840, "total_flops": 14688738508800000, "train_loss": 0.04077486197153727, "subset_score_loss": 0.04077486197153727}
+{"step": 1070000, "wall_time": 11130.598697185516, "train_loss_step": 5.534285068511963, "n_params": 4510840, "total_flops": 14827311513600000, "train_loss": 0.039139219125111896, "subset_score_loss": 0.039139219125111896}
+{"step": 1080000, "wall_time": 11227.76702260971, "train_loss_step": 5.476363182067871, "n_params": 4510840, "total_flops": 14965884518400000, "train_loss": 0.03972173929214477, "subset_score_loss": 0.03972173929214477}
+{"step": 1090000, "wall_time": 11321.477926015854, "train_loss_step": 5.103723526000977, "n_params": 4510840, "total_flops": 15104457523200000, "train_loss": 0.03862278064092, "subset_score_loss": 0.03862278064092}
+{"step": 1100000, "wall_time": 11495.647658109665, "train_loss_step": 5.744854927062988, "n_params": 4510840, "total_flops": 15243030528000000, "train_loss": 0.038160280386606855, "subset_score_loss": 0.038160280386606855, "memorization_fraction_pixel": 0.1501999944448471, "mean_nn_ratio_pixel": 0.7617442607879639, "fid": 68.15449648076837}
+{"step": 1110000, "wall_time": 11591.00752210617, "train_loss_step": 5.3663105964660645, "n_params": 4510840, "total_flops": 15381603532800000, "train_loss": 0.038107391198476157, "subset_score_loss": 0.038107391198476157}
+{"step": 1120000, "wall_time": 11689.012489080429, "train_loss_step": 5.6915740966796875, "n_params": 4510840, "total_flops": 15520176537600000, "train_loss": 0.04100379943847656, "subset_score_loss": 0.04100379943847656}
+{"step": 1130000, "wall_time": 11786.909366130829, "train_loss_step": 5.2439117431640625, "n_params": 4510840, "total_flops": 15658749542400000, "train_loss": 0.04022050301233927, "subset_score_loss": 0.04022050301233927}
+{"step": 1140000, "wall_time": 11874.050873279572, "train_loss_step": 5.182194232940674, "n_params": 4510840, "total_flops": 15797322547200000, "train_loss": 0.039291449387868244, "subset_score_loss": 0.039291449387868244}
+{"step": 1150000, "wall_time": 11971.561578035355, "train_loss_step": 5.224714756011963, "n_params": 4510840, "total_flops": 15935895552000000, "train_loss": 0.038280177116394046, "subset_score_loss": 0.038280177116394046}
+{"step": 1160000, "wall_time": 12069.642308950424, "train_loss_step": 5.138342380523682, "n_params": 4510840, "total_flops": 16074468556800000, "train_loss": 0.03814007043838501, "subset_score_loss": 0.03814007043838501}
+{"step": 1170000, "wall_time": 12167.141788482666, "train_loss_step": 5.08668327331543, "n_params": 4510840, "total_flops": 16213041561600000, "train_loss": 0.03716819683710734, "subset_score_loss": 0.03716819683710734}
+{"step": 1180000, "wall_time": 12265.276043653488, "train_loss_step": 5.107892036437988, "n_params": 4510840, "total_flops": 16351614566400000, "train_loss": 0.03758467435836792, "subset_score_loss": 0.03758467435836792}
+{"step": 1190000, "wall_time": 12351.784112215042, "train_loss_step": 5.337278366088867, "n_params": 4510840, "total_flops": 16490187571200000, "train_loss": 0.03730427424112956, "subset_score_loss": 0.03730427424112956}
+{"step": 1200000, "wall_time": 12562.963473081589, "train_loss_step": 5.325138568878174, "n_params": 4510840, "total_flops": 16628760576000000, "train_loss": 0.036910692850748696, "subset_score_loss": 0.036910692850748696, "memorization_fraction_pixel": 0.163100004196167, "mean_nn_ratio_pixel": 0.7608511447906494, "fid": 70.80873395602828}
+{"step": 1210000, "wall_time": 12660.922278404236, "train_loss_step": 5.154239177703857, "n_params": 4510840, "total_flops": 16767333580800000, "train_loss": 0.037649913628896074, "subset_score_loss": 0.037649913628896074}
+{"step": 1220000, "wall_time": 12757.959944963455, "train_loss_step": 5.0436248779296875, "n_params": 4510840, "total_flops": 16905906585600000, "train_loss": 0.03679282267888387, "subset_score_loss": 0.03679282267888387}
+{"step": 1230000, "wall_time": 12852.23372888565, "train_loss_step": 5.450739860534668, "n_params": 4510840, "total_flops": 17044479590400000, "train_loss": 0.038017912705739336, "subset_score_loss": 0.038017912705739336}
+{"step": 1240000, "wall_time": 12950.582837343216, "train_loss_step": 5.387126445770264, "n_params": 4510840, "total_flops": 17183052595200000, "train_loss": 0.03644162813822428, "subset_score_loss": 0.03644162813822428}
+{"step": 1250000, "wall_time": 13048.204581022263, "train_loss_step": 5.050957202911377, "n_params": 4510840, "total_flops": 17321625600000000, "train_loss": 0.03704454104105632, "subset_score_loss": 0.03704454104105632}
+{"step": 1260000, "wall_time": 13146.134465932846, "train_loss_step": 5.2244720458984375, "n_params": 4510840, "total_flops": 17460198604800000, "train_loss": 0.037175718943277994, "subset_score_loss": 0.037175718943277994}
+{"step": 1270000, "wall_time": 13244.315720319748, "train_loss_step": 5.364723205566406, "n_params": 4510840, "total_flops": 17598771609600000, "train_loss": 0.03848213752110799, "subset_score_loss": 0.03848213752110799}
+{"step": 1280000, "wall_time": 13337.96708369255, "train_loss_step": 4.739684581756592, "n_params": 4510840, "total_flops": 17737344614400000, "train_loss": 0.03649677832921346, "subset_score_loss": 0.03649677832921346}
+{"step": 1290000, "wall_time": 13433.404060840607, "train_loss_step": 5.380386829376221, "n_params": 4510840, "total_flops": 17875917619200000, "train_loss": 0.03604209820429484, "subset_score_loss": 0.03604209820429484}
+{"step": 1300000, "wall_time": 13646.4919424057, "train_loss_step": 5.116354942321777, "n_params": 4510840, "total_flops": 18014490624000000, "train_loss": 0.03564950625101725, "subset_score_loss": 0.03564950625101725, "memorization_fraction_pixel": 0.18979999423027039, "mean_nn_ratio_pixel": 0.7547062039375305, "fid": 74.57348490804189}
+{"step": 1310000, "wall_time": 13744.074956655502, "train_loss_step": 5.118891716003418, "n_params": 4510840, "total_flops": 18153063628800000, "train_loss": 0.035810339450836184, "subset_score_loss": 0.035810339450836184}
+{"step": 1320000, "wall_time": 13831.199484109879, "train_loss_step": 5.006917953491211, "n_params": 4510840, "total_flops": 18291636633600000, "train_loss": 0.03627511262893677, "subset_score_loss": 0.03627511262893677}
+{"step": 1330000, "wall_time": 13928.454898834229, "train_loss_step": 5.011727809906006, "n_params": 4510840, "total_flops": 18430209638400000, "train_loss": 0.03565481106440226, "subset_score_loss": 0.03565481106440226}
+{"step": 1340000, "wall_time": 14025.781840801239, "train_loss_step": 5.121074676513672, "n_params": 4510840, "total_flops": 18568782643200000, "train_loss": 0.036687719821929934, "subset_score_loss": 0.036687719821929934}
+{"step": 1350000, "wall_time": 14123.314931154251, "train_loss_step": 5.365754127502441, "n_params": 4510840, "total_flops": 18707355648000000, "train_loss": 0.03711926539738973, "subset_score_loss": 0.03711926539738973}
+{"step": 1360000, "wall_time": 14221.046325922012, "train_loss_step": 4.872897624969482, "n_params": 4510840, "total_flops": 18845928652800000, "train_loss": 0.03524024486541748, "subset_score_loss": 0.03524024486541748}
+{"step": 1370000, "wall_time": 14317.174288034439, "train_loss_step": 5.055056095123291, "n_params": 4510840, "total_flops": 18984501657600000, "train_loss": 0.035115277767181395, "subset_score_loss": 0.035115277767181395}
+{"step": 1380000, "wall_time": 14403.649066209793, "train_loss_step": 5.005959510803223, "n_params": 4510840, "total_flops": 19123074662400000, "train_loss": 0.035312362511952716, "subset_score_loss": 0.035312362511952716}
+{"step": 1390000, "wall_time": 14491.142330408096, "train_loss_step": 5.022821426391602, "n_params": 4510840, "total_flops": 19261647667200000, "train_loss": 0.03396924734115601, "subset_score_loss": 0.03396924734115601}
+{"step": 1400000, "wall_time": 14694.808757781982, "train_loss_step": 5.261078834533691, "n_params": 4510840, "total_flops": 19400220672000000, "train_loss": 0.03605653842290243, "subset_score_loss": 0.03605653842290243, "memorization_fraction_pixel": 0.2054000049829483, "mean_nn_ratio_pixel": 0.7642048597335815, "fid": 76.52173976809983}
+{"step": 1410000, "wall_time": 14786.756776809692, "train_loss_step": 4.894932270050049, "n_params": 4510840, "total_flops": 19538793676800000, "train_loss": 0.034654641151428224, "subset_score_loss": 0.034654641151428224}
+{"step": 1420000, "wall_time": 14874.322480916977, "train_loss_step": 5.012269020080566, "n_params": 4510840, "total_flops": 19677366681600000, "train_loss": 0.03696836233139038, "subset_score_loss": 0.03696836233139038}
+{"step": 1430000, "wall_time": 14971.896768569946, "train_loss_step": 5.032391548156738, "n_params": 4510840, "total_flops": 19815939686400000, "train_loss": 0.03444614410400391, "subset_score_loss": 0.03444614410400391}
+{"step": 1440000, "wall_time": 15068.421388626099, "train_loss_step": 5.21787166595459, "n_params": 4510840, "total_flops": 19954512691200000, "train_loss": 0.03421472708384196, "subset_score_loss": 0.03421472708384196}
+{"step": 1450000, "wall_time": 15164.615200042725, "train_loss_step": 4.899994850158691, "n_params": 4510840, "total_flops": 20093085696000000, "train_loss": 0.03632948398590088, "subset_score_loss": 0.03632948398590088}
+{"step": 1460000, "wall_time": 15262.22045302391, "train_loss_step": 5.278287887573242, "n_params": 4510840, "total_flops": 20231658700800000, "train_loss": 0.0333694855372111, "subset_score_loss": 0.0333694855372111}
+{"step": 1470000, "wall_time": 15359.076169490814, "train_loss_step": 5.109258651733398, "n_params": 4510840, "total_flops": 20370231705600000, "train_loss": 0.03449451923370361, "subset_score_loss": 0.03449451923370361}
+{"step": 1480000, "wall_time": 15438.449242830276, "train_loss_step": 4.727694511413574, "n_params": 4510840, "total_flops": 20508804710400000, "train_loss": 0.034615731239318846, "subset_score_loss": 0.034615731239318846}
+{"step": 1490000, "wall_time": 15535.676984548569, "train_loss_step": 4.850235939025879, "n_params": 4510840, "total_flops": 20647377715200000, "train_loss": 0.03352924982706706, "subset_score_loss": 0.03352924982706706}
+{"step": 1500000, "wall_time": 15752.331622600555, "train_loss_step": 4.81135892868042, "n_params": 4510840, "total_flops": 20785950720000000, "train_loss": 0.033930830160776776, "subset_score_loss": 0.033930830160776776, "memorization_fraction_pixel": 0.20999999344348907, "mean_nn_ratio_pixel": 0.7624489068984985, "fid": 82.46716146256884}
+{"step": 1510000, "wall_time": 15833.83582186699, "train_loss_step": 5.166158676147461, "n_params": 4510840, "total_flops": 20924523724800000, "train_loss": 0.033170225222905476, "subset_score_loss": 0.033170225222905476}
+{"step": 1520000, "wall_time": 15931.711072921753, "train_loss_step": 4.874853134155273, "n_params": 4510840, "total_flops": 21063096729600000, "train_loss": 0.03361657857894897, "subset_score_loss": 0.03361657857894897}
+{"step": 1530000, "wall_time": 16029.243988513947, "train_loss_step": 4.800991058349609, "n_params": 4510840, "total_flops": 21201669734400000, "train_loss": 0.03475166161855062, "subset_score_loss": 0.03475166161855062}
+{"step": 1540000, "wall_time": 16124.323152065277, "train_loss_step": 4.633577346801758, "n_params": 4510840, "total_flops": 21340242739200000, "train_loss": 0.03301115433375041, "subset_score_loss": 0.03301115433375041}
+{"step": 1550000, "wall_time": 16222.27463722229, "train_loss_step": 4.8765058517456055, "n_params": 4510840, "total_flops": 21478815744000000, "train_loss": 0.03465247551600138, "subset_score_loss": 0.03465247551600138}
+{"step": 1560000, "wall_time": 16319.124738693237, "train_loss_step": 4.881007194519043, "n_params": 4510840, "total_flops": 21617388748800000, "train_loss": 0.03343667586644491, "subset_score_loss": 0.03343667586644491}
+{"step": 1570000, "wall_time": 16394.021099805832, "train_loss_step": 4.78365421295166, "n_params": 4510840, "total_flops": 21755961753600000, "train_loss": 0.03325702548027039, "subset_score_loss": 0.03325702548027039}
+{"step": 1580000, "wall_time": 16485.009237527847, "train_loss_step": 4.64130163192749, "n_params": 4510840, "total_flops": 21894534758400000, "train_loss": 0.03497696717580159, "subset_score_loss": 0.03497696717580159}
+{"step": 1590000, "wall_time": 16580.631147623062, "train_loss_step": 4.837118625640869, "n_params": 4510840, "total_flops": 22033107763200000, "train_loss": 0.03337530692418416, "subset_score_loss": 0.03337530692418416}
+{"step": 1600000, "wall_time": 16794.039701461792, "train_loss_step": 4.664578437805176, "n_params": 4510840, "total_flops": 22171680768000000, "train_loss": 0.032655135790507, "subset_score_loss": 0.032655135790507, "memorization_fraction_pixel": 0.25839999318122864, "mean_nn_ratio_pixel": 0.7326063513755798, "fid": 79.75085831832985}
+{"step": 1610000, "wall_time": 16883.734350204468, "train_loss_step": 4.710677146911621, "n_params": 4510840, "total_flops": 22310253772800000, "train_loss": 0.03197213212649028, "subset_score_loss": 0.03197213212649028}
+{"step": 1620000, "wall_time": 16980.239706993103, "train_loss_step": 4.392726898193359, "n_params": 4510840, "total_flops": 22448826777600000, "train_loss": 0.031987184286117555, "subset_score_loss": 0.031987184286117555}
+{"step": 1630000, "wall_time": 17078.700156211853, "train_loss_step": 4.59208869934082, "n_params": 4510840, "total_flops": 22587399782400000, "train_loss": 0.03164797027905782, "subset_score_loss": 0.03164797027905782}
+{"step": 1640000, "wall_time": 17176.418818473816, "train_loss_step": 4.785513877868652, "n_params": 4510840, "total_flops": 22725972787200000, "train_loss": 0.032440117994944256, "subset_score_loss": 0.032440117994944256}
+{"step": 1650000, "wall_time": 17273.110560178757, "train_loss_step": 4.672794818878174, "n_params": 4510840, "total_flops": 22864545792000000, "train_loss": 0.03187066912651062, "subset_score_loss": 0.03187066912651062}
+{"step": 1660000, "wall_time": 17355.97561788559, "train_loss_step": 4.878066539764404, "n_params": 4510840, "total_flops": 23003118796800000, "train_loss": 0.03165514270464579, "subset_score_loss": 0.03165514270464579}
+{"step": 1670000, "wall_time": 17440.97399020195, "train_loss_step": 4.752163887023926, "n_params": 4510840, "total_flops": 23141691801600000, "train_loss": 0.03177550236384074, "subset_score_loss": 0.03177550236384074}
+{"step": 1680000, "wall_time": 17538.86710047722, "train_loss_step": 4.788251876831055, "n_params": 4510840, "total_flops": 23280264806400000, "train_loss": 0.03269211649894714, "subset_score_loss": 0.03269211649894714}
+{"step": 1690000, "wall_time": 17635.98383283615, "train_loss_step": 4.7751145362854, "n_params": 4510840, "total_flops": 23418837811200000, "train_loss": 0.030927900473276773, "subset_score_loss": 0.030927900473276773}
+{"step": 1700000, "wall_time": 17833.699621915817, "train_loss_step": 4.542608261108398, "n_params": 4510840, "total_flops": 23557410816000000, "train_loss": 0.03034282724062602, "subset_score_loss": 0.03034282724062602, "memorization_fraction_pixel": 0.3176000118255615, "mean_nn_ratio_pixel": 0.6735793948173523, "fid": 72.56357202949766}
+{"step": 1710000, "wall_time": 17929.92191886902, "train_loss_step": 5.137784004211426, "n_params": 4510840, "total_flops": 23695983820800000, "train_loss": 0.032381534576416016, "subset_score_loss": 0.032381534576416016}
+{"step": 1720000, "wall_time": 18027.799291610718, "train_loss_step": 4.270784378051758, "n_params": 4510840, "total_flops": 23834556825600000, "train_loss": 0.03050368030865987, "subset_score_loss": 0.03050368030865987}
+{"step": 1730000, "wall_time": 18124.613874912262, "train_loss_step": 4.923274993896484, "n_params": 4510840, "total_flops": 23973129830400000, "train_loss": 0.030879320700963338, "subset_score_loss": 0.030879320700963338}
+{"step": 1740000, "wall_time": 18222.518774986267, "train_loss_step": 4.671779632568359, "n_params": 4510840, "total_flops": 24111702835200000, "train_loss": 0.031147982676823935, "subset_score_loss": 0.031147982676823935}
+{"step": 1750000, "wall_time": 18308.160151720047, "train_loss_step": 4.620138168334961, "n_params": 4510840, "total_flops": 24250275840000000, "train_loss": 0.03187786340713501, "subset_score_loss": 0.03187786340713501}
+{"step": 1760000, "wall_time": 18406.098281145096, "train_loss_step": 4.450883865356445, "n_params": 4510840, "total_flops": 24388848844800000, "train_loss": 0.029713485638300577, "subset_score_loss": 0.029713485638300577}
+{"step": 1770000, "wall_time": 18486.934730052948, "train_loss_step": 4.534124374389648, "n_params": 4510840, "total_flops": 24527421849600000, "train_loss": 0.029730385541915892, "subset_score_loss": 0.029730385541915892}
+{"step": 1780000, "wall_time": 18585.529044628143, "train_loss_step": 4.435179710388184, "n_params": 4510840, "total_flops": 24665994854400000, "train_loss": 0.03132045269012451, "subset_score_loss": 0.03132045269012451}
+{"step": 1790000, "wall_time": 18682.12120103836, "train_loss_step": 4.557464599609375, "n_params": 4510840, "total_flops": 24804567859200000, "train_loss": 0.02908737858136495, "subset_score_loss": 0.02908737858136495}
+{"step": 1800000, "wall_time": 18859.598185300827, "train_loss_step": 4.280237197875977, "n_params": 4510840, "total_flops": 24943140864000000, "train_loss": 0.029794933398564656, "subset_score_loss": 0.029794933398564656, "memorization_fraction_pixel": 0.3515999913215637, "mean_nn_ratio_pixel": 0.6664890646934509, "fid": 72.90594214040179}
+{"step": 1810000, "wall_time": 18956.94714450836, "train_loss_step": 4.627595901489258, "n_params": 4510840, "total_flops": 25081713868800000, "train_loss": 0.029755403598149616, "subset_score_loss": 0.029755403598149616}
+{"step": 1820000, "wall_time": 19054.891543865204, "train_loss_step": 4.840719223022461, "n_params": 4510840, "total_flops": 25220286873600000, "train_loss": 0.030660714705785116, "subset_score_loss": 0.030660714705785116}
+{"step": 1830000, "wall_time": 19152.66481900215, "train_loss_step": 4.674572944641113, "n_params": 4510840, "total_flops": 25358859878400000, "train_loss": 0.028952781359354654, "subset_score_loss": 0.028952781359354654}
+{"step": 1840000, "wall_time": 19243.01450395584, "train_loss_step": 4.630979537963867, "n_params": 4510840, "total_flops": 25497432883200000, "train_loss": 0.029728764295578004, "subset_score_loss": 0.029728764295578004}
+{"step": 1850000, "wall_time": 19341.019130706787, "train_loss_step": 4.48912239074707, "n_params": 4510840, "total_flops": 25636005888000000, "train_loss": 0.030391410986582438, "subset_score_loss": 0.030391410986582438}
+{"step": 1860000, "wall_time": 19439.966339111328, "train_loss_step": 4.150786399841309, "n_params": 4510840, "total_flops": 25774578892800000, "train_loss": 0.028540066878000894, "subset_score_loss": 0.028540066878000894}
+{"step": 1870000, "wall_time": 19525.29988670349, "train_loss_step": 4.595089912414551, "n_params": 4510840, "total_flops": 25913151897600000, "train_loss": 0.02931985855102539, "subset_score_loss": 0.02931985855102539}
+{"step": 1880000, "wall_time": 19623.2589738369, "train_loss_step": 4.469598770141602, "n_params": 4510840, "total_flops": 26051724902400000, "train_loss": 0.028453018267949423, "subset_score_loss": 0.028453018267949423}
+{"step": 1890000, "wall_time": 19720.595973730087, "train_loss_step": 4.6030964851379395, "n_params": 4510840, "total_flops": 26190297907200000, "train_loss": 0.028970342874526978, "subset_score_loss": 0.028970342874526978}
+{"step": 1900000, "wall_time": 19911.99776172638, "train_loss_step": 4.518526077270508, "n_params": 4510840, "total_flops": 26328870912000000, "train_loss": 0.029619761308034263, "subset_score_loss": 0.029619761308034263, "memorization_fraction_pixel": 0.36980000138282776, "mean_nn_ratio_pixel": 0.6615156531333923, "fid": 71.02634725204433}
+{"step": 1910000, "wall_time": 20010.234222650528, "train_loss_step": 4.374382972717285, "n_params": 4510840, "total_flops": 26467443916800000, "train_loss": 0.028772918383280437, "subset_score_loss": 0.028772918383280437}
+{"step": 1920000, "wall_time": 20107.842272520065, "train_loss_step": 4.370065212249756, "n_params": 4510840, "total_flops": 26606016921600000, "train_loss": 0.028016118208567302, "subset_score_loss": 0.028016118208567302}
+{"step": 1930000, "wall_time": 20194.525118350983, "train_loss_step": 4.1637701988220215, "n_params": 4510840, "total_flops": 26744589926400000, "train_loss": 0.028205186128616333, "subset_score_loss": 0.028205186128616333}
+{"step": 1940000, "wall_time": 20293.11988377571, "train_loss_step": 4.318471908569336, "n_params": 4510840, "total_flops": 26883162931200000, "train_loss": 0.02904965082804362, "subset_score_loss": 0.02904965082804362}
+{"step": 1950000, "wall_time": 20390.613029003143, "train_loss_step": 4.493467330932617, "n_params": 4510840, "total_flops": 27021735936000000, "train_loss": 0.02887083888053894, "subset_score_loss": 0.02887083888053894}
+{"step": 1960000, "wall_time": 20489.459761857986, "train_loss_step": 4.603238105773926, "n_params": 4510840, "total_flops": 27160308940800000, "train_loss": 0.029989365736643472, "subset_score_loss": 0.029989365736643472}
+{"step": 1970000, "wall_time": 20574.278535842896, "train_loss_step": 4.734616279602051, "n_params": 4510840, "total_flops": 27298881945600000, "train_loss": 0.028980360428492228, "subset_score_loss": 0.028980360428492228}
+{"step": 1980000, "wall_time": 20670.284440279007, "train_loss_step": 4.231203079223633, "n_params": 4510840, "total_flops": 27437454950400000, "train_loss": 0.02863767941792806, "subset_score_loss": 0.02863767941792806}
+{"step": 1990000, "wall_time": 20766.69078183174, "train_loss_step": 4.147822856903076, "n_params": 4510840, "total_flops": 27576027955200000, "train_loss": 0.028034275770187377, "subset_score_loss": 0.028034275770187377}
+{"step": 2000000, "wall_time": 20975.727715969086, "train_loss_step": 4.222043991088867, "n_params": 4510840, "total_flops": 27714600960000000, "train_loss": 0.029173817237218222, "subset_score_loss": 0.029173817237218222, "memorization_fraction_pixel": 0.3801000118255615, "mean_nn_ratio_pixel": 0.6632792949676514, "fid": 65.6700609049465}
+{"step": 2010000, "wall_time": 21073.531477212906, "train_loss_step": 4.090117454528809, "n_params": 4510840, "total_flops": 27853173964800000, "train_loss": 0.0280358890692393, "subset_score_loss": 0.0280358890692393}
+{"step": 2020000, "wall_time": 21160.180032253265, "train_loss_step": 4.478794574737549, "n_params": 4510840, "total_flops": 27991746969600000, "train_loss": 0.02794323960940043, "subset_score_loss": 0.02794323960940043}
+{"step": 2030000, "wall_time": 21257.66847705841, "train_loss_step": 4.439958572387695, "n_params": 4510840, "total_flops": 28130319974400000, "train_loss": 0.027369922399520873, "subset_score_loss": 0.027369922399520873}
+{"step": 2040000, "wall_time": 21354.728035211563, "train_loss_step": 4.8010573387146, "n_params": 4510840, "total_flops": 28268892979200000, "train_loss": 0.028156912326812743, "subset_score_loss": 0.028156912326812743}
+{"step": 2050000, "wall_time": 21452.944858312607, "train_loss_step": 4.088356971740723, "n_params": 4510840, "total_flops": 28407465984000000, "train_loss": 0.02756316661834717, "subset_score_loss": 0.02756316661834717}
+{"step": 2060000, "wall_time": 21546.401069879532, "train_loss_step": 4.3234124183654785, "n_params": 4510840, "total_flops": 28546038988800000, "train_loss": 0.027936885754267376, "subset_score_loss": 0.027936885754267376}
+{"step": 2070000, "wall_time": 21632.12091445923, "train_loss_step": 4.23253059387207, "n_params": 4510840, "total_flops": 28684611993600000, "train_loss": 0.028179279963175454, "subset_score_loss": 0.028179279963175454}
+{"step": 2080000, "wall_time": 21729.0654027462, "train_loss_step": 4.092535495758057, "n_params": 4510840, "total_flops": 28823184998400000, "train_loss": 0.026601548989613852, "subset_score_loss": 0.026601548989613852}
+{"step": 2090000, "wall_time": 21817.323566913605, "train_loss_step": 4.0062665939331055, "n_params": 4510840, "total_flops": 28961758003200000, "train_loss": 0.027048230171203613, "subset_score_loss": 0.027048230171203613}
+{"step": 2100000, "wall_time": 22031.30838370323, "train_loss_step": 4.320793151855469, "n_params": 4510840, "total_flops": 29100331008000000, "train_loss": 0.026643099387486775, "subset_score_loss": 0.026643099387486775, "memorization_fraction_pixel": 0.42170000076293945, "mean_nn_ratio_pixel": 0.6308847665786743, "fid": 62.85950057675328}
+{"step": 2110000, "wall_time": 22115.928298950195, "train_loss_step": 4.25868034362793, "n_params": 4510840, "total_flops": 29238904012800000, "train_loss": 0.026987030108769735, "subset_score_loss": 0.026987030108769735}
+{"step": 2120000, "wall_time": 22213.068286418915, "train_loss_step": 4.6187238693237305, "n_params": 4510840, "total_flops": 29377477017600000, "train_loss": 0.028562227884928387, "subset_score_loss": 0.028562227884928387}
+{"step": 2130000, "wall_time": 22310.76011323929, "train_loss_step": 4.268124580383301, "n_params": 4510840, "total_flops": 29516050022400000, "train_loss": 0.028361546993255615, "subset_score_loss": 0.028361546993255615}
+{"step": 2140000, "wall_time": 22408.44766187668, "train_loss_step": 4.083684921264648, "n_params": 4510840, "total_flops": 29654623027200000, "train_loss": 0.027819697062174478, "subset_score_loss": 0.027819697062174478}
+{"step": 2150000, "wall_time": 22504.90086865425, "train_loss_step": 4.241957664489746, "n_params": 4510840, "total_flops": 29793196032000000, "train_loss": 0.026957188049952188, "subset_score_loss": 0.026957188049952188}
+{"step": 2160000, "wall_time": 22593.637625932693, "train_loss_step": 4.128810882568359, "n_params": 4510840, "total_flops": 29931769036800000, "train_loss": 0.02812069853146871, "subset_score_loss": 0.02812069853146871}
+{"step": 2170000, "wall_time": 22683.35284423828, "train_loss_step": 4.303071022033691, "n_params": 4510840, "total_flops": 30070342041600000, "train_loss": 0.025759702920913695, "subset_score_loss": 0.025759702920913695}
+{"step": 2180000, "wall_time": 22769.905493736267, "train_loss_step": 4.340871810913086, "n_params": 4510840, "total_flops": 30208915046400000, "train_loss": 0.027188271284103394, "subset_score_loss": 0.027188271284103394}
+{"step": 2190000, "wall_time": 22863.260238409042, "train_loss_step": 4.458965301513672, "n_params": 4510840, "total_flops": 30347488051200000, "train_loss": 0.026311383644739787, "subset_score_loss": 0.026311383644739787}
+{"step": 2200000, "wall_time": 23061.43350672722, "train_loss_step": 4.454619884490967, "n_params": 4510840, "total_flops": 30486061056000000, "train_loss": 0.026751863956451415, "subset_score_loss": 0.026751863956451415, "memorization_fraction_pixel": 0.44600000977516174, "mean_nn_ratio_pixel": 0.6065143346786499, "fid": 56.28925030386026}
+{"step": 2210000, "wall_time": 23157.651831626892, "train_loss_step": 3.7994771003723145, "n_params": 4510840, "total_flops": 30624634060800000, "train_loss": 0.025767638285954794, "subset_score_loss": 0.025767638285954794}
+{"step": 2220000, "wall_time": 23253.27660012245, "train_loss_step": 4.208126068115234, "n_params": 4510840, "total_flops": 30763207065600000, "train_loss": 0.02664432128270467, "subset_score_loss": 0.02664432128270467}
+{"step": 2230000, "wall_time": 23350.906111717224, "train_loss_step": 4.534372806549072, "n_params": 4510840, "total_flops": 30901780070400000, "train_loss": 0.02664256691932678, "subset_score_loss": 0.02664256691932678}
+{"step": 2240000, "wall_time": 23447.211115837097, "train_loss_step": 4.2175469398498535, "n_params": 4510840, "total_flops": 31040353075200000, "train_loss": 0.025425295035044353, "subset_score_loss": 0.025425295035044353}
+{"step": 2250000, "wall_time": 23546.69820690155, "train_loss_step": 4.371091842651367, "n_params": 4510840, "total_flops": 31178926080000000, "train_loss": 0.02555698752403259, "subset_score_loss": 0.02555698752403259}
+{"step": 2260000, "wall_time": 23636.212362527847, "train_loss_step": 4.510350227355957, "n_params": 4510840, "total_flops": 31317499084800000, "train_loss": 0.025428789854049682, "subset_score_loss": 0.025428789854049682}
+{"step": 2270000, "wall_time": 23724.886507749557, "train_loss_step": 4.153461456298828, "n_params": 4510840, "total_flops": 31456072089600000, "train_loss": 0.025865580638249716, "subset_score_loss": 0.025865580638249716}
+{"step": 2280000, "wall_time": 23811.581748247147, "train_loss_step": 4.434634208679199, "n_params": 4510840, "total_flops": 31594645094400000, "train_loss": 0.02647886276245117, "subset_score_loss": 0.02647886276245117}
+{"step": 2290000, "wall_time": 23907.75647830963, "train_loss_step": 4.029152870178223, "n_params": 4510840, "total_flops": 31733218099200000, "train_loss": 0.02578923503557841, "subset_score_loss": 0.02578923503557841}
+{"step": 2300000, "wall_time": 24128.72463440895, "train_loss_step": 4.102560043334961, "n_params": 4510840, "total_flops": 31871791104000000, "train_loss": 0.02503544290860494, "subset_score_loss": 0.02503544290860494, "memorization_fraction_pixel": 0.44859999418258667, "mean_nn_ratio_pixel": 0.6083629727363586, "fid": 52.280102591415485}
+{"step": 2310000, "wall_time": 24225.255581855774, "train_loss_step": 4.403630256652832, "n_params": 4510840, "total_flops": 32010364108800000, "train_loss": 0.025965076684951783, "subset_score_loss": 0.025965076684951783}
+{"step": 2320000, "wall_time": 24321.759653568268, "train_loss_step": 4.10163688659668, "n_params": 4510840, "total_flops": 32148937113600000, "train_loss": 0.0262834628423055, "subset_score_loss": 0.0262834628423055}
+{"step": 2330000, "wall_time": 24420.11727666855, "train_loss_step": 3.8830277919769287, "n_params": 4510840, "total_flops": 32287510118400000, "train_loss": 0.02551244099934896, "subset_score_loss": 0.02551244099934896}
+{"step": 2340000, "wall_time": 24518.485798597336, "train_loss_step": 3.800448417663574, "n_params": 4510840, "total_flops": 32426083123200000, "train_loss": 0.025137261549631754, "subset_score_loss": 0.025137261549631754}
+{"step": 2350000, "wall_time": 24617.320922374725, "train_loss_step": 3.989546537399292, "n_params": 4510840, "total_flops": 32564656128000000, "train_loss": 0.02621003190676371, "subset_score_loss": 0.02621003190676371}
+{"step": 2360000, "wall_time": 24711.07467198372, "train_loss_step": 4.083036422729492, "n_params": 4510840, "total_flops": 32703229132800000, "train_loss": 0.024936910470326742, "subset_score_loss": 0.024936910470326742}
+{"step": 2370000, "wall_time": 24805.622572660446, "train_loss_step": 4.156279563903809, "n_params": 4510840, "total_flops": 32841802137600000, "train_loss": 0.025112682580947877, "subset_score_loss": 0.025112682580947877}
+{"step": 2380000, "wall_time": 24904.121312379837, "train_loss_step": 3.7456798553466797, "n_params": 4510840, "total_flops": 32980375142400000, "train_loss": 0.02389869491259257, "subset_score_loss": 0.02389869491259257}
+{"step": 2390000, "wall_time": 24999.40842652321, "train_loss_step": 4.342142105102539, "n_params": 4510840, "total_flops": 33118948147200000, "train_loss": 0.02518584132194519, "subset_score_loss": 0.02518584132194519}
+{"step": 2400000, "wall_time": 25189.009657144547, "train_loss_step": 3.939009189605713, "n_params": 4510840, "total_flops": 33257521152000000, "train_loss": 0.02485683759053548, "subset_score_loss": 0.02485683759053548, "memorization_fraction_pixel": 0.47380000352859497, "mean_nn_ratio_pixel": 0.589582085609436, "fid": 51.81849839622432}
+{"step": 2410000, "wall_time": 25283.60380744934, "train_loss_step": 4.290903091430664, "n_params": 4510840, "total_flops": 33396094156800000, "train_loss": 0.024708108107248942, "subset_score_loss": 0.024708108107248942}
+{"step": 2420000, "wall_time": 25382.352735757828, "train_loss_step": 3.7579445838928223, "n_params": 4510840, "total_flops": 33534667161600000, "train_loss": 0.024999227126439413, "subset_score_loss": 0.024999227126439413}
+{"step": 2430000, "wall_time": 25480.61143231392, "train_loss_step": 4.095778465270996, "n_params": 4510840, "total_flops": 33673240166400000, "train_loss": 0.02518957257270813, "subset_score_loss": 0.02518957257270813}
+{"step": 2440000, "wall_time": 25579.056446790695, "train_loss_step": 4.127254486083984, "n_params": 4510840, "total_flops": 33811813171200000, "train_loss": 0.025592503945032756, "subset_score_loss": 0.025592503945032756}
+{"step": 2450000, "wall_time": 25674.568536520004, "train_loss_step": 4.012204170227051, "n_params": 4510840, "total_flops": 33950386176000000, "train_loss": 0.024829028050104777, "subset_score_loss": 0.024829028050104777}
+{"step": 2460000, "wall_time": 25749.887959241867, "train_loss_step": 3.8674113750457764, "n_params": 4510840, "total_flops": 34088959180800000, "train_loss": 0.025862006346384685, "subset_score_loss": 0.025862006346384685}
+{"step": 2470000, "wall_time": 25848.58165717125, "train_loss_step": 4.045544147491455, "n_params": 4510840, "total_flops": 34227532185600000, "train_loss": 0.024004846811294556, "subset_score_loss": 0.024004846811294556}
+{"step": 2480000, "wall_time": 25936.329936742783, "train_loss_step": 3.911808490753174, "n_params": 4510840, "total_flops": 34366105190400000, "train_loss": 0.023834176858266196, "subset_score_loss": 0.023834176858266196}
+{"step": 2490000, "wall_time": 26033.58371281624, "train_loss_step": 4.010364532470703, "n_params": 4510840, "total_flops": 34504678195200000, "train_loss": 0.02470247944196065, "subset_score_loss": 0.02470247944196065}
+{"step": 2500000, "wall_time": 26247.70776438713, "train_loss_step": 3.838331699371338, "n_params": 4510840, "total_flops": 34643251200000000, "train_loss": 0.02329718867937724, "subset_score_loss": 0.02329718867937724, "memorization_fraction_pixel": 0.49410000443458557, "mean_nn_ratio_pixel": 0.5757164359092712, "fid": 51.58001048352842}
+{"step": 2510000, "wall_time": 26344.781603336334, "train_loss_step": 4.009214401245117, "n_params": 4510840, "total_flops": 34781824204800000, "train_loss": 0.02423865795135498, "subset_score_loss": 0.02423865795135498}
+{"step": 2520000, "wall_time": 26443.002193689346, "train_loss_step": 3.8114380836486816, "n_params": 4510840, "total_flops": 34920397209600000, "train_loss": 0.023907395203908284, "subset_score_loss": 0.023907395203908284}
+{"step": 2530000, "wall_time": 26541.020013570786, "train_loss_step": 3.8897738456726074, "n_params": 4510840, "total_flops": 35058970214400000, "train_loss": 0.023640360434850058, "subset_score_loss": 0.023640360434850058}
+{"step": 2540000, "wall_time": 26638.614993810654, "train_loss_step": 3.9355804920196533, "n_params": 4510840, "total_flops": 35197543219200000, "train_loss": 0.02323052684466044, "subset_score_loss": 0.02323052684466044}
+{"step": 2550000, "wall_time": 26715.8396859169, "train_loss_step": 4.213087558746338, "n_params": 4510840, "total_flops": 35336116224000000, "train_loss": 0.023081072171529136, "subset_score_loss": 0.023081072171529136}
+{"step": 2560000, "wall_time": 26806.74321913719, "train_loss_step": 4.0983381271362305, "n_params": 4510840, "total_flops": 35474689228800000, "train_loss": 0.024009563525517783, "subset_score_loss": 0.024009563525517783}
+{"step": 2570000, "wall_time": 26888.027693986893, "train_loss_step": 3.9254186153411865, "n_params": 4510840, "total_flops": 35613262233600000, "train_loss": 0.024295469125111897, "subset_score_loss": 0.024295469125111897}
+{"step": 2580000, "wall_time": 26984.779985189438, "train_loss_step": 3.8492536544799805, "n_params": 4510840, "total_flops": 35751835238400000, "train_loss": 0.02349055608113607, "subset_score_loss": 0.02349055608113607}
+{"step": 2590000, "wall_time": 27082.8827085495, "train_loss_step": 3.718669891357422, "n_params": 4510840, "total_flops": 35890408243200000, "train_loss": 0.024576729536056517, "subset_score_loss": 0.024576729536056517}
+{"step": 2600000, "wall_time": 27274.752798318863, "train_loss_step": 3.748784065246582, "n_params": 4510840, "total_flops": 36028981248000000, "train_loss": 0.02357065280278524, "subset_score_loss": 0.02357065280278524, "memorization_fraction_pixel": 0.5066999793052673, "mean_nn_ratio_pixel": 0.56859290599823, "fid": 51.181373112469586}
+{"step": 2610000, "wall_time": 27371.65514063835, "train_loss_step": 3.8157296180725098, "n_params": 4510840, "total_flops": 36167554252800000, "train_loss": 0.02260183294614156, "subset_score_loss": 0.02260183294614156}
+{"step": 2620000, "wall_time": 27469.599271535873, "train_loss_step": 3.7884411811828613, "n_params": 4510840, "total_flops": 36306127257600000, "train_loss": 0.02261138359705607, "subset_score_loss": 0.02261138359705607}
+{"step": 2630000, "wall_time": 27567.357918977737, "train_loss_step": 4.027868270874023, "n_params": 4510840, "total_flops": 36444700262400000, "train_loss": 0.02273977200190226, "subset_score_loss": 0.02273977200190226}
+{"step": 2640000, "wall_time": 27665.59024500847, "train_loss_step": 3.744171142578125, "n_params": 4510840, "total_flops": 36583273267200000, "train_loss": 0.022015907367070518, "subset_score_loss": 0.022015907367070518}
+{"step": 2650000, "wall_time": 27743.317679405212, "train_loss_step": 4.01947021484375, "n_params": 4510840, "total_flops": 36721846272000000, "train_loss": 0.022647658983866375, "subset_score_loss": 0.022647658983866375}
+{"step": 2660000, "wall_time": 27826.200105667114, "train_loss_step": 4.040915012359619, "n_params": 4510840, "total_flops": 36860419276800000, "train_loss": 0.024186638991038005, "subset_score_loss": 0.024186638991038005}
+{"step": 2670000, "wall_time": 27916.75787138939, "train_loss_step": 3.92830753326416, "n_params": 4510840, "total_flops": 36998992281600000, "train_loss": 0.02316582997639974, "subset_score_loss": 0.02316582997639974}
+{"step": 2680000, "wall_time": 28013.646770715714, "train_loss_step": 3.547746419906616, "n_params": 4510840, "total_flops": 37137565286400000, "train_loss": 0.02296171188354492, "subset_score_loss": 0.02296171188354492}
+{"step": 2690000, "wall_time": 28109.191675662994, "train_loss_step": 3.724344253540039, "n_params": 4510840, "total_flops": 37276138291200000, "train_loss": 0.022600462039311726, "subset_score_loss": 0.022600462039311726}
+{"step": 2700000, "wall_time": 28320.713411331177, "train_loss_step": 4.164451599121094, "n_params": 4510840, "total_flops": 37414711296000000, "train_loss": 0.023575584093729656, "subset_score_loss": 0.023575584093729656, "memorization_fraction_pixel": 0.5117999911308289, "mean_nn_ratio_pixel": 0.5615413784980774, "fid": 51.9828536175511}
+{"step": 2710000, "wall_time": 28418.0745344162, "train_loss_step": 3.896195411682129, "n_params": 4510840, "total_flops": 37553284300800000, "train_loss": 0.02331403096516927, "subset_score_loss": 0.02331403096516927}
+{"step": 2720000, "wall_time": 28517.0179977417, "train_loss_step": 3.907527208328247, "n_params": 4510840, "total_flops": 37691857305600000, "train_loss": 0.02215471665064494, "subset_score_loss": 0.02215471665064494}
+{"step": 2730000, "wall_time": 28615.55640244484, "train_loss_step": 3.5426669120788574, "n_params": 4510840, "total_flops": 37830430310400000, "train_loss": 0.02429829239845276, "subset_score_loss": 0.02429829239845276}
+{"step": 2740000, "wall_time": 28700.950668811798, "train_loss_step": 4.245190620422363, "n_params": 4510840, "total_flops": 37969003315200000, "train_loss": 0.02141336997350057, "subset_score_loss": 0.02141336997350057}
+{"step": 2750000, "wall_time": 28789.588095903397, "train_loss_step": 3.7565650939941406, "n_params": 4510840, "total_flops": 38107576320000000, "train_loss": 0.021918457746505738, "subset_score_loss": 0.021918457746505738}
+{"step": 2760000, "wall_time": 28888.889584302902, "train_loss_step": 4.010298728942871, "n_params": 4510840, "total_flops": 38246149324800000, "train_loss": 0.021860520044962566, "subset_score_loss": 0.021860520044962566}
+{"step": 2770000, "wall_time": 28984.55326938629, "train_loss_step": 3.7585949897766113, "n_params": 4510840, "total_flops": 38384722329600000, "train_loss": 0.02272764245669047, "subset_score_loss": 0.02272764245669047}
+{"step": 2780000, "wall_time": 29080.749239444733, "train_loss_step": 4.037039279937744, "n_params": 4510840, "total_flops": 38523295334400000, "train_loss": 0.022906039158503214, "subset_score_loss": 0.022906039158503214}
+{"step": 2790000, "wall_time": 29177.493788957596, "train_loss_step": 3.9066197872161865, "n_params": 4510840, "total_flops": 38661868339200000, "train_loss": 0.022878479957580567, "subset_score_loss": 0.022878479957580567}
+{"step": 2800000, "wall_time": 29353.88042330742, "train_loss_step": 3.697878360748291, "n_params": 4510840, "total_flops": 38800441344000000, "train_loss": 0.02296688755353292, "subset_score_loss": 0.02296688755353292, "memorization_fraction_pixel": 0.5235000252723694, "mean_nn_ratio_pixel": 0.5573696494102478, "fid": 49.45108744136097}
+{"step": 2810000, "wall_time": 29452.44203066826, "train_loss_step": 3.947648525238037, "n_params": 4510840, "total_flops": 38939014348800000, "train_loss": 0.02222670316696167, "subset_score_loss": 0.02222670316696167}
+{"step": 2820000, "wall_time": 29550.819406747818, "train_loss_step": 3.8920254707336426, "n_params": 4510840, "total_flops": 39077587353600000, "train_loss": 0.021673486630121867, "subset_score_loss": 0.021673486630121867}
+{"step": 2830000, "wall_time": 29649.007255077362, "train_loss_step": 3.8369140625, "n_params": 4510840, "total_flops": 39216160358400000, "train_loss": 0.022108207146326702, "subset_score_loss": 0.022108207146326702}
+{"step": 2840000, "wall_time": 29741.897112846375, "train_loss_step": 3.6060280799865723, "n_params": 4510840, "total_flops": 39354733363200000, "train_loss": 0.021659465630849202, "subset_score_loss": 0.021659465630849202}
+{"step": 2850000, "wall_time": 29836.564453840256, "train_loss_step": 4.137057304382324, "n_params": 4510840, "total_flops": 39493306368000000, "train_loss": 0.022354704141616822, "subset_score_loss": 0.022354704141616822}
+{"step": 2860000, "wall_time": 29932.99982070923, "train_loss_step": 3.9122486114501953, "n_params": 4510840, "total_flops": 39631879372800000, "train_loss": 0.02256306211153666, "subset_score_loss": 0.02256306211153666}
+{"step": 2870000, "wall_time": 30029.47666811943, "train_loss_step": 3.8153367042541504, "n_params": 4510840, "total_flops": 39770452377600000, "train_loss": 0.02238337993621826, "subset_score_loss": 0.02238337993621826}
+{"step": 2880000, "wall_time": 30125.705636262894, "train_loss_step": 3.8813624382019043, "n_params": 4510840, "total_flops": 39909025382400000, "train_loss": 0.02261153260866801, "subset_score_loss": 0.02261153260866801}
+{"step": 2890000, "wall_time": 30225.27255511284, "train_loss_step": 3.5843372344970703, "n_params": 4510840, "total_flops": 40047598387200000, "train_loss": 0.022035799423853555, "subset_score_loss": 0.022035799423853555}
+{"step": 2900000, "wall_time": 30396.38993215561, "train_loss_step": 4.117847919464111, "n_params": 4510840, "total_flops": 40186171392000000, "train_loss": 0.022996638218561807, "subset_score_loss": 0.022996638218561807, "memorization_fraction_pixel": 0.5428000092506409, "mean_nn_ratio_pixel": 0.5351250767707825, "fid": 49.73986903098174}
+{"step": 2910000, "wall_time": 30494.97625684738, "train_loss_step": 3.6408495903015137, "n_params": 4510840, "total_flops": 40324744396800000, "train_loss": 0.022052284081776938, "subset_score_loss": 0.022052284081776938}
+{"step": 2920000, "wall_time": 30593.688331842422, "train_loss_step": 3.5989251136779785, "n_params": 4510840, "total_flops": 40463317401600000, "train_loss": 0.021820825338363648, "subset_score_loss": 0.021820825338363648}
+{"step": 2930000, "wall_time": 30686.069113969803, "train_loss_step": 3.9754409790039062, "n_params": 4510840, "total_flops": 40601890406400000, "train_loss": 0.021551754077275595, "subset_score_loss": 0.021551754077275595}
+{"step": 2940000, "wall_time": 30770.165874004364, "train_loss_step": 3.636446237564087, "n_params": 4510840, "total_flops": 40740463411200000, "train_loss": 0.021692055463790893, "subset_score_loss": 0.021692055463790893}
+{"step": 2950000, "wall_time": 30864.12270617485, "train_loss_step": 3.9797189235687256, "n_params": 4510840, "total_flops": 40879036416000000, "train_loss": 0.022742893298467, "subset_score_loss": 0.022742893298467}
+{"step": 2960000, "wall_time": 30961.862896680832, "train_loss_step": 3.7509372234344482, "n_params": 4510840, "total_flops": 41017609420800000, "train_loss": 0.021972920497258505, "subset_score_loss": 0.021972920497258505}
+{"step": 2970000, "wall_time": 31059.820475816727, "train_loss_step": 3.4077298641204834, "n_params": 4510840, "total_flops": 41156182425600000, "train_loss": 0.02257867455482483, "subset_score_loss": 0.02257867455482483}
+{"step": 2980000, "wall_time": 31156.90943813324, "train_loss_step": 3.777003765106201, "n_params": 4510840, "total_flops": 41294755430400000, "train_loss": 0.021836707989374798, "subset_score_loss": 0.021836707989374798}
+{"step": 2990000, "wall_time": 31255.77612566948, "train_loss_step": 3.756542205810547, "n_params": 4510840, "total_flops": 41433328435200000, "train_loss": 0.021721770366032917, "subset_score_loss": 0.021721770366032917}
+{"step": 3000000, "wall_time": 31427.37368965149, "train_loss_step": 3.927856922149658, "n_params": 4510840, "total_flops": 41571901440000000, "train_loss": 0.021604116757710776, "subset_score_loss": 0.021604116757710776, "memorization_fraction_pixel": 0.5813000202178955, "mean_nn_ratio_pixel": 0.5117295384407043, "fid": 47.892902428035036}
+{"step": 3010000, "wall_time": 31524.98694729805, "train_loss_step": 3.7818572521209717, "n_params": 4510840, "total_flops": 41710474444800000, "train_loss": 0.021634141604105633, "subset_score_loss": 0.021634141604105633}
+{"step": 3020000, "wall_time": 31623.087627887726, "train_loss_step": 3.8408420085906982, "n_params": 4510840, "total_flops": 41849047449600000, "train_loss": 0.021331155300140382, "subset_score_loss": 0.021331155300140382}
+{"step": 3030000, "wall_time": 31700.455072402954, "train_loss_step": 3.641982078552246, "n_params": 4510840, "total_flops": 41987620454400000, "train_loss": 0.02176229953765869, "subset_score_loss": 0.02176229953765869}
+{"step": 3040000, "wall_time": 31789.25041604042, "train_loss_step": 3.4777297973632812, "n_params": 4510840, "total_flops": 42126193459200000, "train_loss": 0.022330355644226075, "subset_score_loss": 0.022330355644226075}
+{"step": 3050000, "wall_time": 31885.8720433712, "train_loss_step": 3.7000255584716797, "n_params": 4510840, "total_flops": 42264766464000000, "train_loss": 0.020568257570266722, "subset_score_loss": 0.020568257570266722}
+{"step": 3060000, "wall_time": 31983.69120001793, "train_loss_step": 3.789916515350342, "n_params": 4510840, "total_flops": 42403339468800000, "train_loss": 0.02107386589050293, "subset_score_loss": 0.02107386589050293}
+{"step": 3070000, "wall_time": 32082.178866386414, "train_loss_step": 3.676205635070801, "n_params": 4510840, "total_flops": 42541912473600000, "train_loss": 0.020876771211624144, "subset_score_loss": 0.020876771211624144}
+{"step": 3080000, "wall_time": 32178.910563468933, "train_loss_step": 3.672800302505493, "n_params": 4510840, "total_flops": 42680485478400000, "train_loss": 0.021471259991327922, "subset_score_loss": 0.021471259991327922}
+{"step": 3090000, "wall_time": 32277.872784137726, "train_loss_step": 3.7083959579467773, "n_params": 4510840, "total_flops": 42819058483200000, "train_loss": 0.02043057878812154, "subset_score_loss": 0.02043057878812154}
+{"step": 3100000, "wall_time": 32448.292590856552, "train_loss_step": 3.9159231185913086, "n_params": 4510840, "total_flops": 42957631488000000, "train_loss": 0.0204693595568339, "subset_score_loss": 0.0204693595568339, "memorization_fraction_pixel": 0.5604000091552734, "mean_nn_ratio_pixel": 0.5226014256477356, "fid": 48.630497865072826}
+{"step": 3110000, "wall_time": 32546.031051635742, "train_loss_step": 3.5965943336486816, "n_params": 4510840, "total_flops": 43096204492800000, "train_loss": 0.0198592483997345, "subset_score_loss": 0.0198592483997345}
+{"step": 3120000, "wall_time": 32643.436677455902, "train_loss_step": 3.6724753379821777, "n_params": 4510840, "total_flops": 43234777497600000, "train_loss": 0.02258424957593282, "subset_score_loss": 0.02258424957593282}
+{"step": 3130000, "wall_time": 32714.2640273571, "train_loss_step": 3.622837781906128, "n_params": 4510840, "total_flops": 43373350502400000, "train_loss": 0.02175939679145813, "subset_score_loss": 0.02175939679145813}
+{"step": 3140000, "wall_time": 32809.847074985504, "train_loss_step": 3.661651611328125, "n_params": 4510840, "total_flops": 43511923507200000, "train_loss": 0.020284581184387206, "subset_score_loss": 0.020284581184387206}
+{"step": 3150000, "wall_time": 32908.339921712875, "train_loss_step": 3.760551929473877, "n_params": 4510840, "total_flops": 43650496512000000, "train_loss": 0.01995542049407959, "subset_score_loss": 0.01995542049407959}
+{"step": 3160000, "wall_time": 33006.0479388237, "train_loss_step": 3.7773213386535645, "n_params": 4510840, "total_flops": 43789069516800000, "train_loss": 0.02020583947499593, "subset_score_loss": 0.02020583947499593}
+{"step": 3170000, "wall_time": 33105.63857460022, "train_loss_step": 4.06990385055542, "n_params": 4510840, "total_flops": 43927642521600000, "train_loss": 0.021384823322296142, "subset_score_loss": 0.021384823322296142}
+{"step": 3180000, "wall_time": 33203.546122550964, "train_loss_step": 3.763072967529297, "n_params": 4510840, "total_flops": 44066215526400000, "train_loss": 0.020464658737182617, "subset_score_loss": 0.020464658737182617}
+{"step": 3190000, "wall_time": 33300.03362751007, "train_loss_step": 3.6526942253112793, "n_params": 4510840, "total_flops": 44204788531200000, "train_loss": 0.021176413695017497, "subset_score_loss": 0.021176413695017497}
+{"step": 3200000, "wall_time": 33469.373311281204, "train_loss_step": 3.6623611450195312, "n_params": 4510840, "total_flops": 44343361536000000, "train_loss": 0.02066855033238729, "subset_score_loss": 0.02066855033238729, "memorization_fraction_pixel": 0.6054999828338623, "mean_nn_ratio_pixel": 0.49327903985977173, "fid": 46.306320362041724}
+{"step": 3210000, "wall_time": 33567.09932398796, "train_loss_step": 3.7364659309387207, "n_params": 4510840, "total_flops": 44481934540800000, "train_loss": 0.019448087612787882, "subset_score_loss": 0.019448087612787882}
+{"step": 3220000, "wall_time": 33660.751734972, "train_loss_step": 3.5938830375671387, "n_params": 4510840, "total_flops": 44620507545600000, "train_loss": 0.019668620824813843, "subset_score_loss": 0.019668620824813843}
+{"step": 3230000, "wall_time": 33752.43925881386, "train_loss_step": 3.485114097595215, "n_params": 4510840, "total_flops": 44759080550400000, "train_loss": 0.020166460673014322, "subset_score_loss": 0.020166460673014322}
+{"step": 3240000, "wall_time": 33848.52489042282, "train_loss_step": 3.478966236114502, "n_params": 4510840, "total_flops": 44897653555200000, "train_loss": 0.020679823557535806, "subset_score_loss": 0.020679823557535806}
+{"step": 3250000, "wall_time": 33945.86556196213, "train_loss_step": 3.6626546382904053, "n_params": 4510840, "total_flops": 45036226560000000, "train_loss": 0.02195631663004557, "subset_score_loss": 0.02195631663004557}
+{"step": 3260000, "wall_time": 34044.92668604851, "train_loss_step": 3.7371551990509033, "n_params": 4510840, "total_flops": 45174799564800000, "train_loss": 0.019659815231959026, "subset_score_loss": 0.019659815231959026}
+{"step": 3270000, "wall_time": 34143.44122838974, "train_loss_step": 3.554752826690674, "n_params": 4510840, "total_flops": 45313372569600000, "train_loss": 0.01998278498649597, "subset_score_loss": 0.01998278498649597}
+{"step": 3280000, "wall_time": 34241.21829223633, "train_loss_step": 3.6969351768493652, "n_params": 4510840, "total_flops": 45451945574400000, "train_loss": 0.01946291923522949, "subset_score_loss": 0.01946291923522949}
+{"step": 3290000, "wall_time": 34338.71174955368, "train_loss_step": 3.6330578327178955, "n_params": 4510840, "total_flops": 45590518579200000, "train_loss": 0.020122929414113363, "subset_score_loss": 0.020122929414113363}
+{"step": 3300000, "wall_time": 34506.95399284363, "train_loss_step": 3.6781086921691895, "n_params": 4510840, "total_flops": 45729091584000000, "train_loss": 0.020813743273417156, "subset_score_loss": 0.020813743273417156, "memorization_fraction_pixel": 0.5972999930381775, "mean_nn_ratio_pixel": 0.49870142340660095, "fid": 46.534961588024935}
+{"step": 3310000, "wall_time": 34603.55751633644, "train_loss_step": 3.67293119430542, "n_params": 4510840, "total_flops": 45867664588800000, "train_loss": 0.02034451166788737, "subset_score_loss": 0.02034451166788737}
+{"step": 3320000, "wall_time": 34674.90765404701, "train_loss_step": 3.828840494155884, "n_params": 4510840, "total_flops": 46006237593600000, "train_loss": 0.01991449991861979, "subset_score_loss": 0.01991449991861979}
+{"step": 3330000, "wall_time": 34767.611146211624, "train_loss_step": 3.577092170715332, "n_params": 4510840, "total_flops": 46144810598400000, "train_loss": 0.019930750131607056, "subset_score_loss": 0.019930750131607056}
+{"step": 3340000, "wall_time": 34863.39547276497, "train_loss_step": 3.5231964588165283, "n_params": 4510840, "total_flops": 46283383603200000, "train_loss": 0.02101519505182902, "subset_score_loss": 0.02101519505182902}
+{"step": 3350000, "wall_time": 34960.7685008049, "train_loss_step": 3.708922863006592, "n_params": 4510840, "total_flops": 46421956608000000, "train_loss": 0.01966611941655477, "subset_score_loss": 0.01966611941655477}
+{"step": 3360000, "wall_time": 35059.50474143028, "train_loss_step": 3.545001745223999, "n_params": 4510840, "total_flops": 46560529612800000, "train_loss": 0.020329225063323974, "subset_score_loss": 0.020329225063323974}
+{"step": 3370000, "wall_time": 35157.215220451355, "train_loss_step": 3.6124837398529053, "n_params": 4510840, "total_flops": 46699102617600000, "train_loss": 0.019792558749516805, "subset_score_loss": 0.019792558749516805}
+{"step": 3380000, "wall_time": 35254.84810614586, "train_loss_step": 3.742443799972534, "n_params": 4510840, "total_flops": 46837675622400000, "train_loss": 0.019894121090571086, "subset_score_loss": 0.019894121090571086}
+{"step": 3390000, "wall_time": 35353.02680516243, "train_loss_step": 3.6219680309295654, "n_params": 4510840, "total_flops": 46976248627200000, "train_loss": 0.02050097386042277, "subset_score_loss": 0.02050097386042277}
+{"step": 3400000, "wall_time": 35523.324818611145, "train_loss_step": 3.468906879425049, "n_params": 4510840, "total_flops": 47114821632000000, "train_loss": 0.020435887575149535, "subset_score_loss": 0.020435887575149535, "memorization_fraction_pixel": 0.5964000225067139, "mean_nn_ratio_pixel": 0.5017899870872498, "fid": 45.1900022911877}
+{"step": 3410000, "wall_time": 35613.83303689957, "train_loss_step": 3.693732976913452, "n_params": 4510840, "total_flops": 47253394636800000, "train_loss": 0.01919747789700826, "subset_score_loss": 0.01919747789700826}
+{"step": 3420000, "wall_time": 35692.46904993057, "train_loss_step": 3.6161322593688965, "n_params": 4510840, "total_flops": 47391967641600000, "train_loss": 0.019258175293604532, "subset_score_loss": 0.019258175293604532}
+{"step": 3430000, "wall_time": 35786.08341407776, "train_loss_step": 4.078484058380127, "n_params": 4510840, "total_flops": 47530540646400000, "train_loss": 0.01974416971206665, "subset_score_loss": 0.01974416971206665}
+{"step": 3440000, "wall_time": 35883.07079696655, "train_loss_step": 3.6912167072296143, "n_params": 4510840, "total_flops": 47669113651200000, "train_loss": 0.018979634841283163, "subset_score_loss": 0.018979634841283163}
+{"step": 3450000, "wall_time": 35981.01966190338, "train_loss_step": 3.6087305545806885, "n_params": 4510840, "total_flops": 47807686656000000, "train_loss": 0.0191994845867157, "subset_score_loss": 0.0191994845867157}
+{"step": 3460000, "wall_time": 36079.28533029556, "train_loss_step": 3.49076247215271, "n_params": 4510840, "total_flops": 47946259660800000, "train_loss": 0.01963193416595459, "subset_score_loss": 0.01963193416595459}
+{"step": 3470000, "wall_time": 36177.662251234055, "train_loss_step": 3.6264588832855225, "n_params": 4510840, "total_flops": 48084832665600000, "train_loss": 0.01960843602816264, "subset_score_loss": 0.01960843602816264}
+{"step": 3480000, "wall_time": 36275.54299926758, "train_loss_step": 3.5722579956054688, "n_params": 4510840, "total_flops": 48223405670400000, "train_loss": 0.018994396924972533, "subset_score_loss": 0.018994396924972533}
+{"step": 3490000, "wall_time": 36372.785819768906, "train_loss_step": 3.6714859008789062, "n_params": 4510840, "total_flops": 48361978675200000, "train_loss": 0.019656594594319662, "subset_score_loss": 0.019656594594319662}
+{"step": 3500000, "wall_time": 36541.23299431801, "train_loss_step": 3.4502389430999756, "n_params": 4510840, "total_flops": 48500551680000000, "train_loss": 0.019135491053263346, "subset_score_loss": 0.019135491053263346, "memorization_fraction_pixel": 0.6158999800682068, "mean_nn_ratio_pixel": 0.48529067635536194, "fid": 43.750346852161506}
+{"step": 3510000, "wall_time": 36629.562361717224, "train_loss_step": 3.8237903118133545, "n_params": 4510840, "total_flops": 48639124684800000, "train_loss": 0.018895190954208375, "subset_score_loss": 0.018895190954208375}
+{"step": 3520000, "wall_time": 36716.671654224396, "train_loss_step": 3.3049089908599854, "n_params": 4510840, "total_flops": 48777697689600000, "train_loss": 0.01883134643236796, "subset_score_loss": 0.01883134643236796}
+{"step": 3530000, "wall_time": 36812.78628063202, "train_loss_step": 3.48078989982605, "n_params": 4510840, "total_flops": 48916270694400000, "train_loss": 0.019190897544225056, "subset_score_loss": 0.019190897544225056}
+{"step": 3540000, "wall_time": 36909.08387899399, "train_loss_step": 3.368912696838379, "n_params": 4510840, "total_flops": 49054843699200000, "train_loss": 0.019124460220336915, "subset_score_loss": 0.019124460220336915}
+{"step": 3550000, "wall_time": 37006.430901288986, "train_loss_step": 3.691987991333008, "n_params": 4510840, "total_flops": 49193416704000000, "train_loss": 0.019900302092234295, "subset_score_loss": 0.019900302092234295}
+{"step": 3560000, "wall_time": 37104.12149977684, "train_loss_step": 3.381039619445801, "n_params": 4510840, "total_flops": 49331989708800000, "train_loss": 0.019272836049397786, "subset_score_loss": 0.019272836049397786}
+{"step": 3570000, "wall_time": 37203.39504170418, "train_loss_step": 3.747370958328247, "n_params": 4510840, "total_flops": 49470562713600000, "train_loss": 0.019167560338974, "subset_score_loss": 0.019167560338974}
+{"step": 3580000, "wall_time": 37301.11360311508, "train_loss_step": 3.75607967376709, "n_params": 4510840, "total_flops": 49609135718400000, "train_loss": 0.01816984216372172, "subset_score_loss": 0.01816984216372172}
+{"step": 3590000, "wall_time": 37398.54300618172, "train_loss_step": 3.609062671661377, "n_params": 4510840, "total_flops": 49747708723200000, "train_loss": 0.01936968962351481, "subset_score_loss": 0.01936968962351481}
+{"step": 3600000, "wall_time": 37567.23934388161, "train_loss_step": 3.356121778488159, "n_params": 4510840, "total_flops": 49886281728000000, "train_loss": 0.01939751108487447, "subset_score_loss": 0.01939751108487447, "memorization_fraction_pixel": 0.6437000036239624, "mean_nn_ratio_pixel": 0.4682340919971466, "fid": 42.86426587218787}
+{"step": 3610000, "wall_time": 37653.26975893974, "train_loss_step": 3.7110214233398438, "n_params": 4510840, "total_flops": 50024854732800000, "train_loss": 0.01842063069343567, "subset_score_loss": 0.01842063069343567}
+{"step": 3620000, "wall_time": 37740.2716858387, "train_loss_step": 3.5122947692871094, "n_params": 4510840, "total_flops": 50163427737600000, "train_loss": 0.019289143880208335, "subset_score_loss": 0.019289143880208335}
+{"step": 3630000, "wall_time": 37836.343032598495, "train_loss_step": 3.203505754470825, "n_params": 4510840, "total_flops": 50302000742400000, "train_loss": 0.018979352712631226, "subset_score_loss": 0.018979352712631226}
+{"step": 3640000, "wall_time": 37932.817689180374, "train_loss_step": 3.995091438293457, "n_params": 4510840, "total_flops": 50440573747200000, "train_loss": 0.019963109493255617, "subset_score_loss": 0.019963109493255617}
+{"step": 3650000, "wall_time": 38030.344068050385, "train_loss_step": 3.3750991821289062, "n_params": 4510840, "total_flops": 50579146752000000, "train_loss": 0.019186590115229288, "subset_score_loss": 0.019186590115229288}
+{"step": 3660000, "wall_time": 38128.85406446457, "train_loss_step": 3.5398690700531006, "n_params": 4510840, "total_flops": 50717719756800000, "train_loss": 0.018946383396784464, "subset_score_loss": 0.018946383396784464}
+{"step": 3670000, "wall_time": 38227.18307232857, "train_loss_step": 3.8142542839050293, "n_params": 4510840, "total_flops": 50856292761600000, "train_loss": 0.0183319091796875, "subset_score_loss": 0.0183319091796875}
+{"step": 3680000, "wall_time": 38326.544650793076, "train_loss_step": 3.466205596923828, "n_params": 4510840, "total_flops": 50994865766400000, "train_loss": 0.01881452798843384, "subset_score_loss": 0.01881452798843384}
+{"step": 3690000, "wall_time": 38421.52217030525, "train_loss_step": 3.7480688095092773, "n_params": 4510840, "total_flops": 51133438771200000, "train_loss": 0.01953157186508179, "subset_score_loss": 0.01953157186508179}
+{"step": 3700000, "wall_time": 38585.487518787384, "train_loss_step": 3.3431172370910645, "n_params": 4510840, "total_flops": 51272011776000000, "train_loss": 0.018232319752375284, "subset_score_loss": 0.018232319752375284, "memorization_fraction_pixel": 0.6197999715805054, "mean_nn_ratio_pixel": 0.48503378033638, "fid": 44.04879360062717}
+{"step": 3710000, "wall_time": 38673.24936914444, "train_loss_step": 3.625431537628174, "n_params": 4510840, "total_flops": 51410584780800000, "train_loss": 0.018119051059087118, "subset_score_loss": 0.018119051059087118}
+{"step": 3720000, "wall_time": 38764.67916369438, "train_loss_step": 3.754143476486206, "n_params": 4510840, "total_flops": 51549157785600000, "train_loss": 0.01817347009976705, "subset_score_loss": 0.01817347009976705}
+{"step": 3730000, "wall_time": 38860.30013394356, "train_loss_step": 3.466573715209961, "n_params": 4510840, "total_flops": 51687730790400000, "train_loss": 0.017996432383855183, "subset_score_loss": 0.017996432383855183}
+{"step": 3740000, "wall_time": 38957.82298231125, "train_loss_step": 3.5723214149475098, "n_params": 4510840, "total_flops": 51826303795200000, "train_loss": 0.018353456258773805, "subset_score_loss": 0.018353456258773805}
+{"step": 3750000, "wall_time": 39056.34297657013, "train_loss_step": 3.3434486389160156, "n_params": 4510840, "total_flops": 51964876800000000, "train_loss": 0.018569533030192056, "subset_score_loss": 0.018569533030192056}
+{"step": 3760000, "wall_time": 39153.84289097786, "train_loss_step": 3.442075252532959, "n_params": 4510840, "total_flops": 52103449804800000, "train_loss": 0.01728401780128479, "subset_score_loss": 0.01728401780128479}
+{"step": 3770000, "wall_time": 39253.02424621582, "train_loss_step": 3.523242235183716, "n_params": 4510840, "total_flops": 52242022809600000, "train_loss": 0.018224777777989705, "subset_score_loss": 0.018224777777989705}
+{"step": 3780000, "wall_time": 39348.943427324295, "train_loss_step": 3.3519670963287354, "n_params": 4510840, "total_flops": 52380595814400000, "train_loss": 0.018663440148035684, "subset_score_loss": 0.018663440148035684}
+{"step": 3790000, "wall_time": 39445.965948820114, "train_loss_step": 3.3755552768707275, "n_params": 4510840, "total_flops": 52519168819200000, "train_loss": 0.017967645327250162, "subset_score_loss": 0.017967645327250162}
+{"step": 3800000, "wall_time": 39606.95397877693, "train_loss_step": 3.5948386192321777, "n_params": 4510840, "total_flops": 52657741824000000, "train_loss": 0.019049843152364094, "subset_score_loss": 0.019049843152364094, "memorization_fraction_pixel": 0.6622999906539917, "mean_nn_ratio_pixel": 0.45250633358955383, "fid": 41.4853260997986}
+{"step": 3810000, "wall_time": 39694.4710996151, "train_loss_step": 3.7076380252838135, "n_params": 4510840, "total_flops": 52796314828800000, "train_loss": 0.01836094856262207, "subset_score_loss": 0.01836094856262207}
+{"step": 3820000, "wall_time": 39783.17284798622, "train_loss_step": 3.3216769695281982, "n_params": 4510840, "total_flops": 52934887833600000, "train_loss": 0.017933098475138347, "subset_score_loss": 0.017933098475138347}
+{"step": 3830000, "wall_time": 39881.360379219055, "train_loss_step": 3.6381382942199707, "n_params": 4510840, "total_flops": 53073460838400000, "train_loss": 0.017810046672821045, "subset_score_loss": 0.017810046672821045}
+{"step": 3840000, "wall_time": 39978.993391513824, "train_loss_step": 3.3351593017578125, "n_params": 4510840, "total_flops": 53212033843200000, "train_loss": 0.01772345503171285, "subset_score_loss": 0.01772345503171285}
+{"step": 3850000, "wall_time": 40077.62953329086, "train_loss_step": 3.6006832122802734, "n_params": 4510840, "total_flops": 53350606848000000, "train_loss": 0.018843380610148112, "subset_score_loss": 0.018843380610148112}
+{"step": 3860000, "wall_time": 40176.02524471283, "train_loss_step": 3.3660330772399902, "n_params": 4510840, "total_flops": 53489179852800000, "train_loss": 0.018129193782806398, "subset_score_loss": 0.018129193782806398}
+{"step": 3870000, "wall_time": 40272.37114548683, "train_loss_step": 3.612668991088867, "n_params": 4510840, "total_flops": 53627752857600000, "train_loss": 0.01748349666595459, "subset_score_loss": 0.01748349666595459}
+{"step": 3880000, "wall_time": 40370.34997558594, "train_loss_step": 3.5649328231811523, "n_params": 4510840, "total_flops": 53766325862400000, "train_loss": 0.018885127703348794, "subset_score_loss": 0.018885127703348794}
+{"step": 3890000, "wall_time": 40466.89127898216, "train_loss_step": 3.3723762035369873, "n_params": 4510840, "total_flops": 53904898867200000, "train_loss": 0.01804388165473938, "subset_score_loss": 0.01804388165473938}
+{"step": 3900000, "wall_time": 40622.27855014801, "train_loss_step": 3.9512112140655518, "n_params": 4510840, "total_flops": 54043471872000000, "train_loss": 0.018413196007410686, "subset_score_loss": 0.018413196007410686, "memorization_fraction_pixel": 0.6629999876022339, "mean_nn_ratio_pixel": 0.45558109879493713, "fid": 40.853601899176596}
+{"step": 3910000, "wall_time": 40714.57530260086, "train_loss_step": 3.44384765625, "n_params": 4510840, "total_flops": 54182044876800000, "train_loss": 0.01784509817759196, "subset_score_loss": 0.01784509817759196}
+{"step": 3920000, "wall_time": 40802.664957761765, "train_loss_step": 3.253554344177246, "n_params": 4510840, "total_flops": 54320617881600000, "train_loss": 0.017397103706995647, "subset_score_loss": 0.017397103706995647}
+{"step": 3930000, "wall_time": 40900.14850401878, "train_loss_step": 3.5601797103881836, "n_params": 4510840, "total_flops": 54459190886400000, "train_loss": 0.016995098193486533, "subset_score_loss": 0.016995098193486533}
+{"step": 3940000, "wall_time": 40996.924496650696, "train_loss_step": 3.075531482696533, "n_params": 4510840, "total_flops": 54597763891200000, "train_loss": 0.01787034273147583, "subset_score_loss": 0.01787034273147583}
+{"step": 3950000, "wall_time": 41093.230496406555, "train_loss_step": 3.5524182319641113, "n_params": 4510840, "total_flops": 54736336896000000, "train_loss": 0.017339237531026206, "subset_score_loss": 0.017339237531026206}
+{"step": 3960000, "wall_time": 41188.40168428421, "train_loss_step": 3.407471179962158, "n_params": 4510840, "total_flops": 54874909900800000, "train_loss": 0.017743456363677978, "subset_score_loss": 0.017743456363677978}
+{"step": 3970000, "wall_time": 41285.670197963715, "train_loss_step": 3.556978702545166, "n_params": 4510840, "total_flops": 55013482905600000, "train_loss": 0.018971363703409832, "subset_score_loss": 0.018971363703409832}
+{"step": 3980000, "wall_time": 41383.87937569618, "train_loss_step": 3.4917221069335938, "n_params": 4510840, "total_flops": 55152055910400000, "train_loss": 0.018033677339553834, "subset_score_loss": 0.018033677339553834}
+{"step": 3990000, "wall_time": 41481.709628582, "train_loss_step": 3.3404769897460938, "n_params": 4510840, "total_flops": 55290628915200000, "train_loss": 0.019464919964472454, "subset_score_loss": 0.019464919964472454}
+{"step": 4000000, "wall_time": 41640.057445287704, "train_loss_step": 3.4522228240966797, "n_params": 4510840, "total_flops": 55429201920000000, "train_loss": 0.017977039019266765, "subset_score_loss": 0.017977039019266765, "memorization_fraction_pixel": 0.6449999809265137, "mean_nn_ratio_pixel": 0.467648983001709, "fid": 41.852525809540396}
+{"step": 4010000, "wall_time": 41733.01495361328, "train_loss_step": 3.1617026329040527, "n_params": 4510840, "total_flops": 55567774924800000, "train_loss": 0.01766767104466756, "subset_score_loss": 0.01766767104466756}
+{"step": 4020000, "wall_time": 41822.9785194397, "train_loss_step": 3.3275091648101807, "n_params": 4510840, "total_flops": 55706347929600000, "train_loss": 0.017923458417256673, "subset_score_loss": 0.017923458417256673}
+{"step": 4030000, "wall_time": 41921.451802015305, "train_loss_step": 3.299682855606079, "n_params": 4510840, "total_flops": 55844920934400000, "train_loss": 0.01743908921877543, "subset_score_loss": 0.01743908921877543}
+{"step": 4040000, "wall_time": 42019.631888866425, "train_loss_step": 3.4384102821350098, "n_params": 4510840, "total_flops": 55983493939200000, "train_loss": 0.018146346012751263, "subset_score_loss": 0.018146346012751263}
+{"step": 4050000, "wall_time": 42115.9534072876, "train_loss_step": 3.5437607765197754, "n_params": 4510840, "total_flops": 56122066944000000, "train_loss": 0.018089115619659424, "subset_score_loss": 0.018089115619659424}
+{"step": 4060000, "wall_time": 42214.210171699524, "train_loss_step": 3.71014666557312, "n_params": 4510840, "total_flops": 56260639948800000, "train_loss": 0.0188152809937795, "subset_score_loss": 0.0188152809937795}
+{"step": 4070000, "wall_time": 42312.925490140915, "train_loss_step": 3.5914740562438965, "n_params": 4510840, "total_flops": 56399212953600000, "train_loss": 0.019159334897994994, "subset_score_loss": 0.019159334897994994}
+{"step": 4080000, "wall_time": 42411.82625055313, "train_loss_step": 3.1637063026428223, "n_params": 4510840, "total_flops": 56537785958400000, "train_loss": 0.016899247964223225, "subset_score_loss": 0.016899247964223225}
+{"step": 4090000, "wall_time": 42509.41553449631, "train_loss_step": 3.2773337364196777, "n_params": 4510840, "total_flops": 56676358963200000, "train_loss": 0.017981151739756267, "subset_score_loss": 0.017981151739756267}
+{"step": 4100000, "wall_time": 42669.33084702492, "train_loss_step": 3.5853209495544434, "n_params": 4510840, "total_flops": 56814931968000000, "train_loss": 0.01659745673338572, "subset_score_loss": 0.01659745673338572, "memorization_fraction_pixel": 0.6651999950408936, "mean_nn_ratio_pixel": 0.45157310366630554, "fid": 40.7720006370686}
+{"step": 4110000, "wall_time": 42759.04091644287, "train_loss_step": 3.321305274963379, "n_params": 4510840, "total_flops": 56953504972800000, "train_loss": 0.017721323172251384, "subset_score_loss": 0.017721323172251384}
+{"step": 4120000, "wall_time": 42855.271448373795, "train_loss_step": 3.3878602981567383, "n_params": 4510840, "total_flops": 57092077977600000, "train_loss": 0.01646476686000824, "subset_score_loss": 0.01646476686000824}
+{"step": 4130000, "wall_time": 42953.5086581707, "train_loss_step": 3.3540000915527344, "n_params": 4510840, "total_flops": 57230650982400000, "train_loss": 0.017094782988230386, "subset_score_loss": 0.017094782988230386}
+{"step": 4140000, "wall_time": 43049.690641880035, "train_loss_step": 3.617518424987793, "n_params": 4510840, "total_flops": 57369223987200000, "train_loss": 0.01741960843404134, "subset_score_loss": 0.01741960843404134}
+{"step": 4150000, "wall_time": 43147.850130319595, "train_loss_step": 3.4441285133361816, "n_params": 4510840, "total_flops": 57507796992000000, "train_loss": 0.019158883889516195, "subset_score_loss": 0.019158883889516195}
+{"step": 4160000, "wall_time": 43246.4131193161, "train_loss_step": 3.3884100914001465, "n_params": 4510840, "total_flops": 57646369996800000, "train_loss": 0.01724025805791219, "subset_score_loss": 0.01724025805791219}
+{"step": 4170000, "wall_time": 43344.79683256149, "train_loss_step": 3.194552421569824, "n_params": 4510840, "total_flops": 57784943001600000, "train_loss": 0.017594178517659504, "subset_score_loss": 0.017594178517659504}
+{"step": 4180000, "wall_time": 43442.16633820534, "train_loss_step": 3.3566641807556152, "n_params": 4510840, "total_flops": 57923516006400000, "train_loss": 0.016970284779866538, "subset_score_loss": 0.016970284779866538}
+{"step": 4190000, "wall_time": 43531.778030872345, "train_loss_step": 3.4175243377685547, "n_params": 4510840, "total_flops": 58062089011200000, "train_loss": 0.017485872904459635, "subset_score_loss": 0.017485872904459635}
+{"step": 4200000, "wall_time": 43699.88945198059, "train_loss_step": 3.830667495727539, "n_params": 4510840, "total_flops": 58200662016000000, "train_loss": 0.01707217494646708, "subset_score_loss": 0.01707217494646708, "memorization_fraction_pixel": 0.6521000266075134, "mean_nn_ratio_pixel": 0.4614350199699402, "fid": 41.264925787936306}
+{"step": 4210000, "wall_time": 43785.08731865883, "train_loss_step": 3.3624160289764404, "n_params": 4510840, "total_flops": 58339235020800000, "train_loss": 0.01720042824745178, "subset_score_loss": 0.01720042824745178}
+{"step": 4220000, "wall_time": 43883.57662606239, "train_loss_step": 3.418766498565674, "n_params": 4510840, "total_flops": 58477808025600000, "train_loss": 0.017041065295537314, "subset_score_loss": 0.017041065295537314}
+{"step": 4230000, "wall_time": 43980.002416849136, "train_loss_step": 3.4086315631866455, "n_params": 4510840, "total_flops": 58616381030400000, "train_loss": 0.017253569761912026, "subset_score_loss": 0.017253569761912026}
+{"step": 4240000, "wall_time": 44078.29875421524, "train_loss_step": 3.2331409454345703, "n_params": 4510840, "total_flops": 58754954035200000, "train_loss": 0.016817772388458253, "subset_score_loss": 0.016817772388458253}
+{"step": 4250000, "wall_time": 44176.84638953209, "train_loss_step": 3.4720101356506348, "n_params": 4510840, "total_flops": 58893527040000000, "train_loss": 0.01627670427163442, "subset_score_loss": 0.01627670427163442}
+{"step": 4260000, "wall_time": 44274.712834596634, "train_loss_step": 3.4431324005126953, "n_params": 4510840, "total_flops": 59032100044800000, "train_loss": 0.017350892225901287, "subset_score_loss": 0.017350892225901287}
+{"step": 4270000, "wall_time": 44373.88486289978, "train_loss_step": 3.463489055633545, "n_params": 4510840, "total_flops": 59170673049600000, "train_loss": 0.017467157046000163, "subset_score_loss": 0.017467157046000163}
+{"step": 4280000, "wall_time": 44471.901196718216, "train_loss_step": 3.4278745651245117, "n_params": 4510840, "total_flops": 59309246054400000, "train_loss": 0.017141419649124145, "subset_score_loss": 0.017141419649124145}
+{"step": 4290000, "wall_time": 44558.405094861984, "train_loss_step": 3.212937355041504, "n_params": 4510840, "total_flops": 59447819059200000, "train_loss": 0.01790809432665507, "subset_score_loss": 0.01790809432665507}
+{"step": 4300000, "wall_time": 44727.48411870003, "train_loss_step": 3.460405111312866, "n_params": 4510840, "total_flops": 59586392064000000, "train_loss": 0.016930262247721355, "subset_score_loss": 0.016930262247721355, "memorization_fraction_pixel": 0.6740999817848206, "mean_nn_ratio_pixel": 0.4480973184108734, "fid": 41.290735408992546}
+{"step": 4310000, "wall_time": 44816.20243167877, "train_loss_step": 3.081756353378296, "n_params": 4510840, "total_flops": 59724965068800000, "train_loss": 0.0178984264532725, "subset_score_loss": 0.0178984264532725}
+{"step": 4320000, "wall_time": 44912.959775447845, "train_loss_step": 3.2518508434295654, "n_params": 4510840, "total_flops": 59863538073600000, "train_loss": 0.016978967189788818, "subset_score_loss": 0.016978967189788818}
+{"step": 4330000, "wall_time": 45011.1986720562, "train_loss_step": 3.5275113582611084, "n_params": 4510840, "total_flops": 60002111078400000, "train_loss": 0.01697848637898763, "subset_score_loss": 0.01697848637898763}
+{"step": 4340000, "wall_time": 45109.64817452431, "train_loss_step": 3.5321388244628906, "n_params": 4510840, "total_flops": 60140684083200000, "train_loss": 0.016999749342600505, "subset_score_loss": 0.016999749342600505}
+{"step": 4350000, "wall_time": 45208.57797384262, "train_loss_step": 3.225558280944824, "n_params": 4510840, "total_flops": 60279257088000000, "train_loss": 0.01572095851103465, "subset_score_loss": 0.01572095851103465}
+{"step": 4360000, "wall_time": 45306.65967297554, "train_loss_step": 3.5229544639587402, "n_params": 4510840, "total_flops": 60417830092800000, "train_loss": 0.016706132888793947, "subset_score_loss": 0.016706132888793947}
+{"step": 4370000, "wall_time": 45404.7837934494, "train_loss_step": 3.5077409744262695, "n_params": 4510840, "total_flops": 60556403097600000, "train_loss": 0.01686826745669047, "subset_score_loss": 0.01686826745669047}
+{"step": 4380000, "wall_time": 45491.125259399414, "train_loss_step": 3.7168030738830566, "n_params": 4510840, "total_flops": 60694976102400000, "train_loss": 0.01698778470357259, "subset_score_loss": 0.01698778470357259}
+{"step": 4390000, "wall_time": 45586.851076602936, "train_loss_step": 3.2698421478271484, "n_params": 4510840, "total_flops": 60833549107200000, "train_loss": 0.016020644704500833, "subset_score_loss": 0.016020644704500833}
+{"step": 4400000, "wall_time": 45750.932503700256, "train_loss_step": 3.1831562519073486, "n_params": 4510840, "total_flops": 60972122112000000, "train_loss": 0.016292268037796022, "subset_score_loss": 0.016292268037796022, "memorization_fraction_pixel": 0.6783000230789185, "mean_nn_ratio_pixel": 0.4441365599632263, "fid": 41.233467367977354}
+{"step": 4410000, "wall_time": 45841.1023273468, "train_loss_step": 3.4616379737854004, "n_params": 4510840, "total_flops": 61110695116800000, "train_loss": 0.017065632343292236, "subset_score_loss": 0.017065632343292236}
+{"step": 4420000, "wall_time": 45938.33285903931, "train_loss_step": 3.3000292778015137, "n_params": 4510840, "total_flops": 61249268121600000, "train_loss": 0.01624378760655721, "subset_score_loss": 0.01624378760655721}
+{"step": 4430000, "wall_time": 46037.53509640694, "train_loss_step": 3.4275310039520264, "n_params": 4510840, "total_flops": 61387841126400000, "train_loss": 0.01682622035344442, "subset_score_loss": 0.01682622035344442}
+{"step": 4440000, "wall_time": 46136.00740456581, "train_loss_step": 3.71250319480896, "n_params": 4510840, "total_flops": 61526414131200000, "train_loss": 0.017830981810887655, "subset_score_loss": 0.017830981810887655}
+{"step": 4450000, "wall_time": 46233.557884931564, "train_loss_step": 3.0597620010375977, "n_params": 4510840, "total_flops": 61664987136000000, "train_loss": 0.01847432057062785, "subset_score_loss": 0.01847432057062785}
+{"step": 4460000, "wall_time": 46331.4475774765, "train_loss_step": 3.608065605163574, "n_params": 4510840, "total_flops": 61803560140800000, "train_loss": 0.017150243123372395, "subset_score_loss": 0.017150243123372395}
+{"step": 4470000, "wall_time": 46429.81663799286, "train_loss_step": 3.6099605560302734, "n_params": 4510840, "total_flops": 61942133145600000, "train_loss": 0.01646334628264109, "subset_score_loss": 0.01646334628264109}
+{"step": 4480000, "wall_time": 46518.303492069244, "train_loss_step": 3.333430290222168, "n_params": 4510840, "total_flops": 62080706150400000, "train_loss": 0.01812134583791097, "subset_score_loss": 0.01812134583791097}
+{"step": 4490000, "wall_time": 46615.44668531418, "train_loss_step": 3.173497438430786, "n_params": 4510840, "total_flops": 62219279155200000, "train_loss": 0.01720121701558431, "subset_score_loss": 0.01720121701558431}
+{"step": 4500000, "wall_time": 46777.973096847534, "train_loss_step": 3.1921095848083496, "n_params": 4510840, "total_flops": 62357852160000000, "train_loss": 0.015787910421689352, "subset_score_loss": 0.015787910421689352, "memorization_fraction_pixel": 0.7186999917030334, "mean_nn_ratio_pixel": 0.4157606065273285, "fid": 40.01146361454747}
+{"step": 4510000, "wall_time": 46857.38319158554, "train_loss_step": 3.629284620285034, "n_params": 4510840, "total_flops": 62496425164800000, "train_loss": 0.016120785474777223, "subset_score_loss": 0.016120785474777223}
+{"step": 4520000, "wall_time": 46936.2182765007, "train_loss_step": 3.489048480987549, "n_params": 4510840, "total_flops": 62634998169600000, "train_loss": 0.01622280478477478, "subset_score_loss": 0.01622280478477478}
+{"step": 4530000, "wall_time": 47015.78245282173, "train_loss_step": 3.291248321533203, "n_params": 4510840, "total_flops": 62773571174400000, "train_loss": 0.016621124744415284, "subset_score_loss": 0.016621124744415284}
+{"step": 4540000, "wall_time": 47093.91493320465, "train_loss_step": 3.269660472869873, "n_params": 4510840, "total_flops": 62912144179200000, "train_loss": 0.016092711687088014, "subset_score_loss": 0.016092711687088014}
+{"step": 4550000, "wall_time": 47171.89815926552, "train_loss_step": 3.2976131439208984, "n_params": 4510840, "total_flops": 63050717184000000, "train_loss": 0.01664055585861206, "subset_score_loss": 0.01664055585861206}
+{"step": 4560000, "wall_time": 47250.16753196716, "train_loss_step": 3.2889633178710938, "n_params": 4510840, "total_flops": 63189290188800000, "train_loss": 0.016980578502019245, "subset_score_loss": 0.016980578502019245}
+{"step": 4570000, "wall_time": 47319.56029558182, "train_loss_step": 3.4180984497070312, "n_params": 4510840, "total_flops": 63327863193600000, "train_loss": 0.018005001544952392, "subset_score_loss": 0.018005001544952392}
+{"step": 4580000, "wall_time": 47398.751745224, "train_loss_step": 3.457994222640991, "n_params": 4510840, "total_flops": 63466436198400000, "train_loss": 0.016526963313420615, "subset_score_loss": 0.016526963313420615}
+{"step": 4590000, "wall_time": 47477.71793746948, "train_loss_step": 3.290963888168335, "n_params": 4510840, "total_flops": 63605009203200000, "train_loss": 0.016369794805844624, "subset_score_loss": 0.016369794805844624}
+{"step": 4600000, "wall_time": 47600.36692619324, "train_loss_step": 3.2258315086364746, "n_params": 4510840, "total_flops": 63743582208000000, "train_loss": 0.016590059796969096, "subset_score_loss": 0.016590059796969096, "memorization_fraction_pixel": 0.7013999819755554, "mean_nn_ratio_pixel": 0.4261389672756195, "fid": 40.1577993478093}
+{"step": 4610000, "wall_time": 47678.07756638527, "train_loss_step": 3.2135119438171387, "n_params": 4510840, "total_flops": 63882155212800000, "train_loss": 0.016154024998346964, "subset_score_loss": 0.016154024998346964}
+{"step": 4620000, "wall_time": 47756.703478336334, "train_loss_step": 3.5476200580596924, "n_params": 4510840, "total_flops": 64020728217600000, "train_loss": 0.01694382429122925, "subset_score_loss": 0.01694382429122925}
+{"step": 4630000, "wall_time": 47835.71206140518, "train_loss_step": 3.2419116497039795, "n_params": 4510840, "total_flops": 64159301222400000, "train_loss": 0.016265491644541424, "subset_score_loss": 0.016265491644541424}
+{"step": 4640000, "wall_time": 47914.56763482094, "train_loss_step": 3.570892572402954, "n_params": 4510840, "total_flops": 64297874227200000, "train_loss": 0.016609193881352742, "subset_score_loss": 0.016609193881352742}
+{"step": 4650000, "wall_time": 47994.432743787766, "train_loss_step": 3.3110878467559814, "n_params": 4510840, "total_flops": 64436447232000000, "train_loss": 0.015544912219047547, "subset_score_loss": 0.015544912219047547}
+{"step": 4660000, "wall_time": 48067.57640814781, "train_loss_step": 3.3416709899902344, "n_params": 4510840, "total_flops": 64575020236800000, "train_loss": 0.015162753065427144, "subset_score_loss": 0.015162753065427144}
+{"step": 4670000, "wall_time": 48126.8749563694, "train_loss_step": 3.565948009490967, "n_params": 4510840, "total_flops": 64713593241600000, "train_loss": 0.016333484649658205, "subset_score_loss": 0.016333484649658205}
+{"step": 4680000, "wall_time": 48187.02926135063, "train_loss_step": 3.1590778827667236, "n_params": 4510840, "total_flops": 64852166246400000, "train_loss": 0.01666279137134552, "subset_score_loss": 0.01666279137134552}
+{"step": 4690000, "wall_time": 48247.70612335205, "train_loss_step": 3.2649388313293457, "n_params": 4510840, "total_flops": 64990739251200000, "train_loss": 0.01599096953868866, "subset_score_loss": 0.01599096953868866}
+{"step": 4700000, "wall_time": 48343.38499188423, "train_loss_step": 3.396113634109497, "n_params": 4510840, "total_flops": 65129312256000000, "train_loss": 0.015585761268933613, "subset_score_loss": 0.015585761268933613, "memorization_fraction_pixel": 0.7024000287055969, "mean_nn_ratio_pixel": 0.426987886428833, "fid": 41.98262489028001}
+{"step": 4710000, "wall_time": 48404.28158855438, "train_loss_step": 3.575562000274658, "n_params": 4510840, "total_flops": 65267885260800000, "train_loss": 0.01709117293357849, "subset_score_loss": 0.01709117293357849}
+{"step": 4720000, "wall_time": 48465.1181807518, "train_loss_step": 3.647822380065918, "n_params": 4510840, "total_flops": 65406458265600000, "train_loss": 0.016187048951784768, "subset_score_loss": 0.016187048951784768}
+{"step": 4730000, "wall_time": 48525.68768143654, "train_loss_step": 3.1363022327423096, "n_params": 4510840, "total_flops": 65545031270400000, "train_loss": 0.01594500243663788, "subset_score_loss": 0.01594500243663788}
+{"step": 4740000, "wall_time": 48586.20167040825, "train_loss_step": 3.2718749046325684, "n_params": 4510840, "total_flops": 65683604275200000, "train_loss": 0.016010083754857383, "subset_score_loss": 0.016010083754857383}
+{"step": 4750000, "wall_time": 48645.7720246315, "train_loss_step": 3.4583091735839844, "n_params": 4510840, "total_flops": 65822177280000000, "train_loss": 0.015077583988507589, "subset_score_loss": 0.015077583988507589}
+{"step": 4760000, "wall_time": 48705.29354381561, "train_loss_step": 3.26739239692688, "n_params": 4510840, "total_flops": 65960750284800000, "train_loss": 0.01807272434234619, "subset_score_loss": 0.01807272434234619}
+{"step": 4770000, "wall_time": 48763.84238362312, "train_loss_step": 3.254227638244629, "n_params": 4510840, "total_flops": 66099323289600000, "train_loss": 0.016170417269070942, "subset_score_loss": 0.016170417269070942}
+{"step": 4780000, "wall_time": 48824.6161365509, "train_loss_step": 3.0414884090423584, "n_params": 4510840, "total_flops": 66237896294400000, "train_loss": 0.01590872307618459, "subset_score_loss": 0.01590872307618459}
+{"step": 4790000, "wall_time": 48884.56621050835, "train_loss_step": 3.4399871826171875, "n_params": 4510840, "total_flops": 66376469299200000, "train_loss": 0.017902441819508872, "subset_score_loss": 0.017902441819508872}
+{"step": 4800000, "wall_time": 48957.55896496773, "train_loss_step": 3.4485297203063965, "n_params": 4510840, "total_flops": 66515042304000000, "train_loss": 0.016270528237024944, "subset_score_loss": 0.016270528237024944, "memorization_fraction_pixel": 0.7221999764442444, "mean_nn_ratio_pixel": 0.41218656301498413, "fid": 40.19308224029231}
+{"step": 4810000, "wall_time": 48998.49033546448, "train_loss_step": 3.103498697280884, "n_params": 4510840, "total_flops": 66653615308800000, "train_loss": 0.015108964840571086, "subset_score_loss": 0.015108964840571086}
+{"step": 4820000, "wall_time": 49040.21463561058, "train_loss_step": 3.3382561206817627, "n_params": 4510840, "total_flops": 66792188313600000, "train_loss": 0.015791893005371094, "subset_score_loss": 0.015791893005371094}
+{"step": 4830000, "wall_time": 49081.823892593384, "train_loss_step": 3.3572850227355957, "n_params": 4510840, "total_flops": 66930761318400000, "train_loss": 0.015880114833513894, "subset_score_loss": 0.015880114833513894}
+{"step": 4840000, "wall_time": 49122.91283726692, "train_loss_step": 3.260438919067383, "n_params": 4510840, "total_flops": 67069334323200000, "train_loss": 0.015080477794011433, "subset_score_loss": 0.015080477794011433}
+{"step": 4850000, "wall_time": 49165.500512838364, "train_loss_step": 3.3107352256774902, "n_params": 4510840, "total_flops": 67207907328000000, "train_loss": 0.01658554971218109, "subset_score_loss": 0.01658554971218109}
+{"step": 4860000, "wall_time": 49207.390357255936, "train_loss_step": 3.2377400398254395, "n_params": 4510840, "total_flops": 67346480332800000, "train_loss": 0.015220577518145243, "subset_score_loss": 0.015220577518145243}
+{"step": 4870000, "wall_time": 49248.9751663208, "train_loss_step": 3.219881057739258, "n_params": 4510840, "total_flops": 67485053337600000, "train_loss": 0.015113155047098795, "subset_score_loss": 0.015113155047098795}
+{"step": 4880000, "wall_time": 49290.66076898575, "train_loss_step": 3.5598959922790527, "n_params": 4510840, "total_flops": 67623626342400000, "train_loss": 0.01526851455370585, "subset_score_loss": 0.01526851455370585}
+{"step": 4890000, "wall_time": 49332.77484917641, "train_loss_step": 3.269786834716797, "n_params": 4510840, "total_flops": 67762199347200000, "train_loss": 0.01633519728978475, "subset_score_loss": 0.01633519728978475}
+{"step": 4900000, "wall_time": 49384.58057284355, "train_loss_step": 2.9802870750427246, "n_params": 4510840, "total_flops": 67900772352000000, "train_loss": 0.016489840547243752, "subset_score_loss": 0.016489840547243752, "memorization_fraction_pixel": 0.7157999873161316, "mean_nn_ratio_pixel": 0.4168550670146942, "fid": 40.7318859336407}
+{"step": 4910000, "wall_time": 49402.00661301613, "train_loss_step": 3.219616413116455, "n_params": 4510840, "total_flops": 68039345356800000, "train_loss": 0.015762901306152342, "subset_score_loss": 0.015762901306152342}
+{"step": 4920000, "wall_time": 49419.46365571022, "train_loss_step": 3.194742202758789, "n_params": 4510840, "total_flops": 68177918361600000, "train_loss": 0.015230647722880046, "subset_score_loss": 0.015230647722880046}
+{"step": 4930000, "wall_time": 49436.82484412193, "train_loss_step": 3.2879276275634766, "n_params": 4510840, "total_flops": 68316491366400000, "train_loss": 0.01525901754697164, "subset_score_loss": 0.01525901754697164}
+{"step": 4940000, "wall_time": 49454.14475107193, "train_loss_step": 3.2316198348999023, "n_params": 4510840, "total_flops": 68455064371200000, "train_loss": 0.015071495374043783, "subset_score_loss": 0.015071495374043783}
+{"step": 4950000, "wall_time": 49471.59131526947, "train_loss_step": 3.2858521938323975, "n_params": 4510840, "total_flops": 68593637376000000, "train_loss": 0.015200478831926982, "subset_score_loss": 0.015200478831926982}
+{"step": 4960000, "wall_time": 49488.59382367134, "train_loss_step": 3.133716583251953, "n_params": 4510840, "total_flops": 68732210380800000, "train_loss": 0.015889150897661845, "subset_score_loss": 0.015889150897661845}
+{"step": 4970000, "wall_time": 49506.301522254944, "train_loss_step": 3.2877938747406006, "n_params": 4510840, "total_flops": 68870783385600000, "train_loss": 0.014963115255037943, "subset_score_loss": 0.014963115255037943}
+{"step": 4980000, "wall_time": 49523.67713308334, "train_loss_step": 3.1867904663085938, "n_params": 4510840, "total_flops": 69009356390400000, "train_loss": 0.015491946538289388, "subset_score_loss": 0.015491946538289388}
+{"step": 4990000, "wall_time": 49541.25936985016, "train_loss_step": 3.3271141052246094, "n_params": 4510840, "total_flops": 69147929395200000, "train_loss": 0.0160957137743632, "subset_score_loss": 0.0160957137743632}
+{"step": 5000000, "wall_time": 49576.48704743385, "train_loss_step": 3.1510071754455566, "n_params": 4510840, "total_flops": 69286502400000000, "train_loss": 0.01609714925289154, "subset_score_loss": 0.01609714925289154, "memorization_fraction_pixel": 0.713100016117096, "mean_nn_ratio_pixel": 0.42061787843704224, "fid": 40.46581775028882}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d120/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d120/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..9e1d4292d0f47c00a63c406581fb7b6eb61dd656
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d120/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     74s | train_loss=1.0086 | fid=266.3574
+  step   10000 |    170s | train_loss=0.7982
+  step   20000 |    266s | train_loss=0.6629
+  step   30000 |    362s | train_loss=0.5312
+  step   40000 |    458s | train_loss=0.4091
+  step   50000 |    554s | train_loss=0.3144
+  step   60000 |    650s | train_loss=0.2404
+  step   70000 |    746s | train_loss=0.1972
+  step   80000 |    843s | train_loss=0.1689
+  step   90000 |    939s | train_loss=0.1492
+  step  100000 |   1103s | train_loss=0.1384 | fid=63.6161
+  step  110000 |   1198s | train_loss=0.1255
+  step  120000 |   1294s | train_loss=0.1212
+  step  130000 |   1390s | train_loss=0.1142
+  step  140000 |   1486s | train_loss=0.1108
+  step  150000 |   1582s | train_loss=0.1045
+  step  160000 |   1677s | train_loss=0.0985
+  step  170000 |   1774s | train_loss=0.0980
+  step  180000 |   1872s | train_loss=0.0952
+  step  190000 |   1969s | train_loss=0.0901
+  step  200000 |   2134s | train_loss=0.0888 | fid=64.4357
+  step  210000 |   2231s | train_loss=0.0868
+  step  220000 |   2329s | train_loss=0.0831
+  step  230000 |   2427s | train_loss=0.0821
+  step  240000 |   2525s | train_loss=0.0807
+  step  250000 |   2623s | train_loss=0.0778
+  step  260000 |   2720s | train_loss=0.0760
+  step  270000 |   2816s | train_loss=0.0741
+  step  280000 |   2914s | train_loss=0.0731
+  step  290000 |   3005s | train_loss=0.0709
+  step  300000 |   3173s | train_loss=0.0704 | fid=63.5422
+  step  310000 |   3271s | train_loss=0.0694
+  step  320000 |   3368s | train_loss=0.0679
+  step  330000 |   3467s | train_loss=0.0669
+  step  340000 |   3565s | train_loss=0.0661
+  step  350000 |   3663s | train_loss=0.0650
+  step  360000 |   3760s | train_loss=0.0630
+  step  370000 |   3856s | train_loss=0.0639
+  step  380000 |   3946s | train_loss=0.0632
+  step  390000 |   4040s | train_loss=0.0623
+  step  400000 |   4212s | train_loss=0.0605 | fid=63.3581
+  step  410000 |   4310s | train_loss=0.0604
+  step  420000 |   4408s | train_loss=0.0607
+  step  430000 |   4506s | train_loss=0.0604
+  step  440000 |   4603s | train_loss=0.0586
+  step  450000 |   4701s | train_loss=0.0601
+  step  460000 |   4799s | train_loss=0.0592
+  step  470000 |   4890s | train_loss=0.0603
+  step  480000 |   4983s | train_loss=0.0550
+  step  490000 |   5080s | train_loss=0.0543
+  step  500000 |   5254s | train_loss=0.0556 | fid=61.9839
+  step  510000 |   5352s | train_loss=0.0537
+  step  520000 |   5450s | train_loss=0.0536
+  step  530000 |   5548s | train_loss=0.0544
+  step  540000 |   5646s | train_loss=0.0529
+  step  550000 |   5743s | train_loss=0.0539
+  step  560000 |   5834s | train_loss=0.0515
+  step  570000 |   5930s | train_loss=0.0507
+  step  580000 |   6023s | train_loss=0.0510
+  step  590000 |   6121s | train_loss=0.0524
+  step  600000 |   6293s | train_loss=0.0511 | fid=60.4900
+  step  610000 |   6391s | train_loss=0.0506
+  step  620000 |   6488s | train_loss=0.0498
+  step  630000 |   6586s | train_loss=0.0494
+  step  640000 |   6684s | train_loss=0.0479
+  step  650000 |   6775s | train_loss=0.0506
+  step  660000 |   6873s | train_loss=0.0480
+  step  670000 |   6967s | train_loss=0.0480
+  step  680000 |   7063s | train_loss=0.0486
+  step  690000 |   7161s | train_loss=0.0473
+  step  700000 |   7332s | train_loss=0.0465 | fid=62.1912
+  step  710000 |   7430s | train_loss=0.0479
+  step  720000 |   7528s | train_loss=0.0464
+  step  730000 |   7626s | train_loss=0.0458
+  step  740000 |   7717s | train_loss=0.0463
+  step  750000 |   7815s | train_loss=0.0453
+  step  760000 |   7911s | train_loss=0.0457
+  step  770000 |   8007s | train_loss=0.0460
+  step  780000 |   8104s | train_loss=0.0455
+  step  790000 |   8202s | train_loss=0.0446
+  step  800000 |   8401s | train_loss=0.0450 | fid=65.2281
+  step  810000 |   8499s | train_loss=0.0438
+  step  820000 |   8597s | train_loss=0.0445
+  step  830000 |   8682s | train_loss=0.0446
+  step  840000 |   8770s | train_loss=0.0432
+  step  850000 |   8866s | train_loss=0.0449
+  step  860000 |   8950s | train_loss=0.0434
+  step  870000 |   9048s | train_loss=0.0428
+  step  880000 |   9143s | train_loss=0.0418
+  step  890000 |   9237s | train_loss=0.0442
+  step  900000 |   9417s | train_loss=0.0418 | fid=66.3732
+  step  910000 |   9515s | train_loss=0.0420
+  step  920000 |   9609s | train_loss=0.0421
+  step  930000 |   9704s | train_loss=0.0425
+  step  940000 |   9802s | train_loss=0.0417
+  step  950000 |   9896s | train_loss=0.0419
+  step  960000 |   9993s | train_loss=0.0402
+  step  970000 |  10091s | train_loss=0.0410
+  step  980000 |  10188s | train_loss=0.0402
+  step  990000 |  10284s | train_loss=0.0403
+  step 1000000 |  10457s | train_loss=0.0412 | fid=69.4443
+  step 1010000 |  10550s | train_loss=0.0410
+  step 1020000 |  10645s | train_loss=0.0397
+  step 1030000 |  10743s | train_loss=0.0410
+  step 1040000 |  10841s | train_loss=0.0387
+  step 1050000 |  10936s | train_loss=0.0403
+  step 1060000 |  11033s | train_loss=0.0408
+  step 1070000 |  11131s | train_loss=0.0391
+  step 1080000 |  11228s | train_loss=0.0397
+  step 1090000 |  11321s | train_loss=0.0386
+  step 1100000 |  11496s | train_loss=0.0382 | fid=68.1545
+  step 1110000 |  11591s | train_loss=0.0381
+  step 1120000 |  11689s | train_loss=0.0410
+  step 1130000 |  11787s | train_loss=0.0402
+  step 1140000 |  11874s | train_loss=0.0393
+  step 1150000 |  11972s | train_loss=0.0383
+  step 1160000 |  12070s | train_loss=0.0381
+  step 1170000 |  12167s | train_loss=0.0372
+  step 1180000 |  12265s | train_loss=0.0376
+  step 1190000 |  12352s | train_loss=0.0373
+  step 1200000 |  12563s | train_loss=0.0369 | fid=70.8087
+  step 1210000 |  12661s | train_loss=0.0376
+  step 1220000 |  12758s | train_loss=0.0368
+  step 1230000 |  12852s | train_loss=0.0380
+  step 1240000 |  12951s | train_loss=0.0364
+  step 1250000 |  13048s | train_loss=0.0370
+  step 1260000 |  13146s | train_loss=0.0372
+  step 1270000 |  13244s | train_loss=0.0385
+  step 1280000 |  13338s | train_loss=0.0365
+  step 1290000 |  13433s | train_loss=0.0360
+  step 1300000 |  13646s | train_loss=0.0356 | fid=74.5735
+  step 1310000 |  13744s | train_loss=0.0358
+  step 1320000 |  13831s | train_loss=0.0363
+  step 1330000 |  13928s | train_loss=0.0357
+  step 1340000 |  14026s | train_loss=0.0367
+  step 1350000 |  14123s | train_loss=0.0371
+  step 1360000 |  14221s | train_loss=0.0352
+  step 1370000 |  14317s | train_loss=0.0351
+  step 1380000 |  14404s | train_loss=0.0353
+  step 1390000 |  14491s | train_loss=0.0340
+  step 1400000 |  14695s | train_loss=0.0361 | fid=76.5217
+  step 1410000 |  14787s | train_loss=0.0347
+  step 1420000 |  14874s | train_loss=0.0370
+  step 1430000 |  14972s | train_loss=0.0344
+  step 1440000 |  15068s | train_loss=0.0342
+  step 1450000 |  15165s | train_loss=0.0363
+  step 1460000 |  15262s | train_loss=0.0334
+  step 1470000 |  15359s | train_loss=0.0345
+  step 1480000 |  15438s | train_loss=0.0346
+  step 1490000 |  15536s | train_loss=0.0335
+  step 1500000 |  15752s | train_loss=0.0339 | fid=82.4672
+  step 1510000 |  15834s | train_loss=0.0332
+  step 1520000 |  15932s | train_loss=0.0336
+  step 1530000 |  16029s | train_loss=0.0348
+  step 1540000 |  16124s | train_loss=0.0330
+  step 1550000 |  16222s | train_loss=0.0347
+  step 1560000 |  16319s | train_loss=0.0334
+  step 1570000 |  16394s | train_loss=0.0333
+  step 1580000 |  16485s | train_loss=0.0350
+  step 1590000 |  16581s | train_loss=0.0334
+  step 1600000 |  16794s | train_loss=0.0327 | fid=79.7509
+  step 1610000 |  16884s | train_loss=0.0320
+  step 1620000 |  16980s | train_loss=0.0320
+  step 1630000 |  17079s | train_loss=0.0316
+  step 1640000 |  17176s | train_loss=0.0324
+  step 1650000 |  17273s | train_loss=0.0319
+  step 1660000 |  17356s | train_loss=0.0317
+  step 1670000 |  17441s | train_loss=0.0318
+  step 1680000 |  17539s | train_loss=0.0327
+  step 1690000 |  17636s | train_loss=0.0309
+  step 1700000 |  17834s | train_loss=0.0303 | fid=72.5636
+  step 1710000 |  17930s | train_loss=0.0324
+  step 1720000 |  18028s | train_loss=0.0305
+  step 1730000 |  18125s | train_loss=0.0309
+  step 1740000 |  18223s | train_loss=0.0311
+  step 1750000 |  18308s | train_loss=0.0319
+  step 1760000 |  18406s | train_loss=0.0297
+  step 1770000 |  18487s | train_loss=0.0297
+  step 1780000 |  18586s | train_loss=0.0313
+  step 1790000 |  18682s | train_loss=0.0291
+  step 1800000 |  18860s | train_loss=0.0298 | fid=72.9059
+  step 1810000 |  18957s | train_loss=0.0298
+  step 1820000 |  19055s | train_loss=0.0307
+  step 1830000 |  19153s | train_loss=0.0290
+  step 1840000 |  19243s | train_loss=0.0297
+  step 1850000 |  19341s | train_loss=0.0304
+  step 1860000 |  19440s | train_loss=0.0285
+  step 1870000 |  19525s | train_loss=0.0293
+  step 1880000 |  19623s | train_loss=0.0285
+  step 1890000 |  19721s | train_loss=0.0290
+  step 1900000 |  19912s | train_loss=0.0296 | fid=71.0263
+  step 1910000 |  20010s | train_loss=0.0288
+  step 1920000 |  20108s | train_loss=0.0280
+  step 1930000 |  20195s | train_loss=0.0282
+  step 1940000 |  20293s | train_loss=0.0290
+  step 1950000 |  20391s | train_loss=0.0289
+  step 1960000 |  20489s | train_loss=0.0300
+  step 1970000 |  20574s | train_loss=0.0290
+  step 1980000 |  20670s | train_loss=0.0286
+  step 1990000 |  20767s | train_loss=0.0280
+  step 2000000 |  20976s | train_loss=0.0292 | fid=65.6701
+  step 2010000 |  21074s | train_loss=0.0280
+  step 2020000 |  21160s | train_loss=0.0279
+  step 2030000 |  21258s | train_loss=0.0274
+  step 2040000 |  21355s | train_loss=0.0282
+  step 2050000 |  21453s | train_loss=0.0276
+  step 2060000 |  21546s | train_loss=0.0279
+  step 2070000 |  21632s | train_loss=0.0282
+  step 2080000 |  21729s | train_loss=0.0266
+  step 2090000 |  21817s | train_loss=0.0270
+  step 2100000 |  22031s | train_loss=0.0266 | fid=62.8595
+  step 2110000 |  22116s | train_loss=0.0270
+  step 2120000 |  22213s | train_loss=0.0286
+  step 2130000 |  22311s | train_loss=0.0284
+  step 2140000 |  22408s | train_loss=0.0278
+  step 2150000 |  22505s | train_loss=0.0270
+  step 2160000 |  22594s | train_loss=0.0281
+  step 2170000 |  22683s | train_loss=0.0258
+  step 2180000 |  22770s | train_loss=0.0272
+  step 2190000 |  22863s | train_loss=0.0263
+  step 2200000 |  23061s | train_loss=0.0268 | fid=56.2893
+  step 2210000 |  23158s | train_loss=0.0258
+  step 2220000 |  23253s | train_loss=0.0266
+  step 2230000 |  23351s | train_loss=0.0266
+  step 2240000 |  23447s | train_loss=0.0254
+  step 2250000 |  23547s | train_loss=0.0256
+  step 2260000 |  23636s | train_loss=0.0254
+  step 2270000 |  23725s | train_loss=0.0259
+  step 2280000 |  23812s | train_loss=0.0265
+  step 2290000 |  23908s | train_loss=0.0258
+  step 2300000 |  24129s | train_loss=0.0250 | fid=52.2801
+  step 2310000 |  24225s | train_loss=0.0260
+  step 2320000 |  24322s | train_loss=0.0263
+  step 2330000 |  24420s | train_loss=0.0255
+  step 2340000 |  24518s | train_loss=0.0251
+  step 2350000 |  24617s | train_loss=0.0262
+  step 2360000 |  24711s | train_loss=0.0249
+  step 2370000 |  24806s | train_loss=0.0251
+  step 2380000 |  24904s | train_loss=0.0239
+  step 2390000 |  24999s | train_loss=0.0252
+  step 2400000 |  25189s | train_loss=0.0249 | fid=51.8185
+  step 2410000 |  25284s | train_loss=0.0247
+  step 2420000 |  25382s | train_loss=0.0250
+  step 2430000 |  25481s | train_loss=0.0252
+  step 2440000 |  25579s | train_loss=0.0256
+  step 2450000 |  25675s | train_loss=0.0248
+  step 2460000 |  25750s | train_loss=0.0259
+  step 2470000 |  25849s | train_loss=0.0240
+  step 2480000 |  25936s | train_loss=0.0238
+  step 2490000 |  26034s | train_loss=0.0247
+  step 2500000 |  26248s | train_loss=0.0233 | fid=51.5800
+  step 2510000 |  26345s | train_loss=0.0242
+  step 2520000 |  26443s | train_loss=0.0239
+  step 2530000 |  26541s | train_loss=0.0236
+  step 2540000 |  26639s | train_loss=0.0232
+  step 2550000 |  26716s | train_loss=0.0231
+  step 2560000 |  26807s | train_loss=0.0240
+  step 2570000 |  26888s | train_loss=0.0243
+  step 2580000 |  26985s | train_loss=0.0235
+  step 2590000 |  27083s | train_loss=0.0246
+  step 2600000 |  27275s | train_loss=0.0236 | fid=51.1814
+  step 2610000 |  27372s | train_loss=0.0226
+  step 2620000 |  27470s | train_loss=0.0226
+  step 2630000 |  27567s | train_loss=0.0227
+  step 2640000 |  27666s | train_loss=0.0220
+  step 2650000 |  27743s | train_loss=0.0226
+  step 2660000 |  27826s | train_loss=0.0242
+  step 2670000 |  27917s | train_loss=0.0232
+  step 2680000 |  28014s | train_loss=0.0230
+  step 2690000 |  28109s | train_loss=0.0226
+  step 2700000 |  28321s | train_loss=0.0236 | fid=51.9829
+  step 2710000 |  28418s | train_loss=0.0233
+  step 2720000 |  28517s | train_loss=0.0222
+  step 2730000 |  28616s | train_loss=0.0243
+  step 2740000 |  28701s | train_loss=0.0214
+  step 2750000 |  28790s | train_loss=0.0219
+  step 2760000 |  28889s | train_loss=0.0219
+  step 2770000 |  28985s | train_loss=0.0227
+  step 2780000 |  29081s | train_loss=0.0229
+  step 2790000 |  29177s | train_loss=0.0229
+  step 2800000 |  29354s | train_loss=0.0230 | fid=49.4511
+  step 2810000 |  29452s | train_loss=0.0222
+  step 2820000 |  29551s | train_loss=0.0217
+  step 2830000 |  29649s | train_loss=0.0221
+  step 2840000 |  29742s | train_loss=0.0217
+  step 2850000 |  29837s | train_loss=0.0224
+  step 2860000 |  29933s | train_loss=0.0226
+  step 2870000 |  30029s | train_loss=0.0224
+  step 2880000 |  30126s | train_loss=0.0226
+  step 2890000 |  30225s | train_loss=0.0220
+  step 2900000 |  30396s | train_loss=0.0230 | fid=49.7399
+  step 2910000 |  30495s | train_loss=0.0221
+  step 2920000 |  30594s | train_loss=0.0218
+  step 2930000 |  30686s | train_loss=0.0216
+  step 2940000 |  30770s | train_loss=0.0217
+  step 2950000 |  30864s | train_loss=0.0227
+  step 2960000 |  30962s | train_loss=0.0220
+  step 2970000 |  31060s | train_loss=0.0226
+  step 2980000 |  31157s | train_loss=0.0218
+  step 2990000 |  31256s | train_loss=0.0217
+  step 3000000 |  31427s | train_loss=0.0216 | fid=47.8929
+  step 3010000 |  31525s | train_loss=0.0216
+  step 3020000 |  31623s | train_loss=0.0213
+  step 3030000 |  31700s | train_loss=0.0218
+  step 3040000 |  31789s | train_loss=0.0223
+  step 3050000 |  31886s | train_loss=0.0206
+  step 3060000 |  31984s | train_loss=0.0211
+  step 3070000 |  32082s | train_loss=0.0209
+  step 3080000 |  32179s | train_loss=0.0215
+  step 3090000 |  32278s | train_loss=0.0204
+  step 3100000 |  32448s | train_loss=0.0205 | fid=48.6305
+  step 3110000 |  32546s | train_loss=0.0199
+  step 3120000 |  32643s | train_loss=0.0226
+  step 3130000 |  32714s | train_loss=0.0218
+  step 3140000 |  32810s | train_loss=0.0203
+  step 3150000 |  32908s | train_loss=0.0200
+  step 3160000 |  33006s | train_loss=0.0202
+  step 3170000 |  33106s | train_loss=0.0214
+  step 3180000 |  33204s | train_loss=0.0205
+  step 3190000 |  33300s | train_loss=0.0212
+  step 3200000 |  33469s | train_loss=0.0207 | fid=46.3063
+  step 3210000 |  33567s | train_loss=0.0194
+  step 3220000 |  33661s | train_loss=0.0197
+  step 3230000 |  33752s | train_loss=0.0202
+  step 3240000 |  33849s | train_loss=0.0207
+  step 3250000 |  33946s | train_loss=0.0220
+  step 3260000 |  34045s | train_loss=0.0197
+  step 3270000 |  34143s | train_loss=0.0200
+  step 3280000 |  34241s | train_loss=0.0195
+  step 3290000 |  34339s | train_loss=0.0201
+  step 3300000 |  34507s | train_loss=0.0208 | fid=46.5350
+  step 3310000 |  34604s | train_loss=0.0203
+  step 3320000 |  34675s | train_loss=0.0199
+  step 3330000 |  34768s | train_loss=0.0199
+  step 3340000 |  34863s | train_loss=0.0210
+  step 3350000 |  34961s | train_loss=0.0197
+  step 3360000 |  35060s | train_loss=0.0203
+  step 3370000 |  35157s | train_loss=0.0198
+  step 3380000 |  35255s | train_loss=0.0199
+  step 3390000 |  35353s | train_loss=0.0205
+  step 3400000 |  35523s | train_loss=0.0204 | fid=45.1900
+  step 3410000 |  35614s | train_loss=0.0192
+  step 3420000 |  35692s | train_loss=0.0193
+  step 3430000 |  35786s | train_loss=0.0197
+  step 3440000 |  35883s | train_loss=0.0190
+  step 3450000 |  35981s | train_loss=0.0192
+  step 3460000 |  36079s | train_loss=0.0196
+  step 3470000 |  36178s | train_loss=0.0196
+  step 3480000 |  36276s | train_loss=0.0190
+  step 3490000 |  36373s | train_loss=0.0197
+  step 3500000 |  36541s | train_loss=0.0191 | fid=43.7503
+  step 3510000 |  36630s | train_loss=0.0189
+  step 3520000 |  36717s | train_loss=0.0188
+  step 3530000 |  36813s | train_loss=0.0192
+  step 3540000 |  36909s | train_loss=0.0191
+  step 3550000 |  37006s | train_loss=0.0199
+  step 3560000 |  37104s | train_loss=0.0193
+  step 3570000 |  37203s | train_loss=0.0192
+  step 3580000 |  37301s | train_loss=0.0182
+  step 3590000 |  37399s | train_loss=0.0194
+  step 3600000 |  37567s | train_loss=0.0194 | fid=42.8643
+  step 3610000 |  37653s | train_loss=0.0184
+  step 3620000 |  37740s | train_loss=0.0193
+  step 3630000 |  37836s | train_loss=0.0190
+  step 3640000 |  37933s | train_loss=0.0200
+  step 3650000 |  38030s | train_loss=0.0192
+  step 3660000 |  38129s | train_loss=0.0189
+  step 3670000 |  38227s | train_loss=0.0183
+  step 3680000 |  38327s | train_loss=0.0188
+  step 3690000 |  38422s | train_loss=0.0195
+  step 3700000 |  38585s | train_loss=0.0182 | fid=44.0488
+  step 3710000 |  38673s | train_loss=0.0181
+  step 3720000 |  38765s | train_loss=0.0182
+  step 3730000 |  38860s | train_loss=0.0180
+  step 3740000 |  38958s | train_loss=0.0184
+  step 3750000 |  39056s | train_loss=0.0186
+  step 3760000 |  39154s | train_loss=0.0173
+  step 3770000 |  39253s | train_loss=0.0182
+  step 3780000 |  39349s | train_loss=0.0187
+  step 3790000 |  39446s | train_loss=0.0180
+  step 3800000 |  39607s | train_loss=0.0190 | fid=41.4853
+  step 3810000 |  39694s | train_loss=0.0184
+  step 3820000 |  39783s | train_loss=0.0179
+  step 3830000 |  39881s | train_loss=0.0178
+  step 3840000 |  39979s | train_loss=0.0177
+  step 3850000 |  40078s | train_loss=0.0188
+  step 3860000 |  40176s | train_loss=0.0181
+  step 3870000 |  40272s | train_loss=0.0175
+  step 3880000 |  40370s | train_loss=0.0189
+  step 3890000 |  40467s | train_loss=0.0180
+  step 3900000 |  40622s | train_loss=0.0184 | fid=40.8536
+  step 3910000 |  40715s | train_loss=0.0178
+  step 3920000 |  40803s | train_loss=0.0174
+  step 3930000 |  40900s | train_loss=0.0170
+  step 3940000 |  40997s | train_loss=0.0179
+  step 3950000 |  41093s | train_loss=0.0173
+  step 3960000 |  41188s | train_loss=0.0177
+  step 3970000 |  41286s | train_loss=0.0190
+  step 3980000 |  41384s | train_loss=0.0180
+  step 3990000 |  41482s | train_loss=0.0195
+  step 4000000 |  41640s | train_loss=0.0180 | fid=41.8525
+  step 4010000 |  41733s | train_loss=0.0177
+  step 4020000 |  41823s | train_loss=0.0179
+  step 4030000 |  41921s | train_loss=0.0174
+  step 4040000 |  42020s | train_loss=0.0181
+  step 4050000 |  42116s | train_loss=0.0181
+  step 4060000 |  42214s | train_loss=0.0188
+  step 4070000 |  42313s | train_loss=0.0192
+  step 4080000 |  42412s | train_loss=0.0169
+  step 4090000 |  42509s | train_loss=0.0180
+  step 4100000 |  42669s | train_loss=0.0166 | fid=40.7720
+  step 4110000 |  42759s | train_loss=0.0177
+  step 4120000 |  42855s | train_loss=0.0165
+  step 4130000 |  42954s | train_loss=0.0171
+  step 4140000 |  43050s | train_loss=0.0174
+  step 4150000 |  43148s | train_loss=0.0192
+  step 4160000 |  43246s | train_loss=0.0172
+  step 4170000 |  43345s | train_loss=0.0176
+  step 4180000 |  43442s | train_loss=0.0170
+  step 4190000 |  43532s | train_loss=0.0175
+  step 4200000 |  43700s | train_loss=0.0171 | fid=41.2649
+  step 4210000 |  43785s | train_loss=0.0172
+  step 4220000 |  43884s | train_loss=0.0170
+  step 4230000 |  43980s | train_loss=0.0173
+  step 4240000 |  44078s | train_loss=0.0168
+  step 4250000 |  44177s | train_loss=0.0163
+  step 4260000 |  44275s | train_loss=0.0174
+  step 4270000 |  44374s | train_loss=0.0175
+  step 4280000 |  44472s | train_loss=0.0171
+  step 4290000 |  44558s | train_loss=0.0179
+  step 4300000 |  44727s | train_loss=0.0169 | fid=41.2907
+  step 4310000 |  44816s | train_loss=0.0179
+  step 4320000 |  44913s | train_loss=0.0170
+  step 4330000 |  45011s | train_loss=0.0170
+  step 4340000 |  45110s | train_loss=0.0170
+  step 4350000 |  45209s | train_loss=0.0157
+  step 4360000 |  45307s | train_loss=0.0167
+  step 4370000 |  45405s | train_loss=0.0169
+  step 4380000 |  45491s | train_loss=0.0170
+  step 4390000 |  45587s | train_loss=0.0160
+  step 4400000 |  45751s | train_loss=0.0163 | fid=41.2335
+  step 4410000 |  45841s | train_loss=0.0171
+  step 4420000 |  45938s | train_loss=0.0162
+  step 4430000 |  46038s | train_loss=0.0168
+  step 4440000 |  46136s | train_loss=0.0178
+  step 4450000 |  46234s | train_loss=0.0185
+  step 4460000 |  46331s | train_loss=0.0172
+  step 4470000 |  46430s | train_loss=0.0165
+  step 4480000 |  46518s | train_loss=0.0181
+  step 4490000 |  46615s | train_loss=0.0172
+  step 4500000 |  46778s | train_loss=0.0158 | fid=40.0115
+  step 4510000 |  46857s | train_loss=0.0161
+  step 4520000 |  46936s | train_loss=0.0162
+  step 4530000 |  47016s | train_loss=0.0166
+  step 4540000 |  47094s | train_loss=0.0161
+  step 4550000 |  47172s | train_loss=0.0166
+  step 4560000 |  47250s | train_loss=0.0170
+  step 4570000 |  47320s | train_loss=0.0180
+  step 4580000 |  47399s | train_loss=0.0165
+  step 4590000 |  47478s | train_loss=0.0164
+  step 4600000 |  47600s | train_loss=0.0166 | fid=40.1578
+  step 4610000 |  47678s | train_loss=0.0162
+  step 4620000 |  47757s | train_loss=0.0169
+  step 4630000 |  47836s | train_loss=0.0163
+  step 4640000 |  47915s | train_loss=0.0166
+  step 4650000 |  47994s | train_loss=0.0155
+  step 4660000 |  48068s | train_loss=0.0152
+  step 4670000 |  48127s | train_loss=0.0163
+  step 4680000 |  48187s | train_loss=0.0167
+  step 4690000 |  48248s | train_loss=0.0160
+  step 4700000 |  48343s | train_loss=0.0156 | fid=41.9826
+  step 4710000 |  48404s | train_loss=0.0171
+  step 4720000 |  48465s | train_loss=0.0162
+  step 4730000 |  48526s | train_loss=0.0159
+  step 4740000 |  48586s | train_loss=0.0160
+  step 4750000 |  48646s | train_loss=0.0151
+  step 4760000 |  48705s | train_loss=0.0181
+  step 4770000 |  48764s | train_loss=0.0162
+  step 4780000 |  48825s | train_loss=0.0159
+  step 4790000 |  48885s | train_loss=0.0179
+  step 4800000 |  48958s | train_loss=0.0163 | fid=40.1931
+  step 4810000 |  48998s | train_loss=0.0151
+  step 4820000 |  49040s | train_loss=0.0158
+  step 4830000 |  49082s | train_loss=0.0159
+  step 4840000 |  49123s | train_loss=0.0151
+  step 4850000 |  49166s | train_loss=0.0166
+  step 4860000 |  49207s | train_loss=0.0152
+  step 4870000 |  49249s | train_loss=0.0151
+  step 4880000 |  49291s | train_loss=0.0153
+  step 4890000 |  49333s | train_loss=0.0163
+  step 4900000 |  49385s | train_loss=0.0165 | fid=40.7319
+  step 4910000 |  49402s | train_loss=0.0158
+  step 4920000 |  49419s | train_loss=0.0152
+  step 4930000 |  49437s | train_loss=0.0153
+  step 4940000 |  49454s | train_loss=0.0151
+  step 4950000 |  49472s | train_loss=0.0152
+  step 4960000 |  49489s | train_loss=0.0159
+  step 4970000 |  49506s | train_loss=0.0150
+  step 4980000 |  49524s | train_loss=0.0155
+  step 4990000 |  49541s | train_loss=0.0161
+  step 5000000 |  49576s | train_loss=0.0161 | fid=40.4658
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d140/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d140/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..243da3b3f806cbfbeec34be40ca332e0fdb06974
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d140/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d140/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d140",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 46,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d140/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d140/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..f459fab8d62590c4e7fd9b6828a8a649214c3e96
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d140/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 140, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d140/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 46}
+{"step": 1, "wall_time": 71.15245795249939, "train_loss_step": 140.70883178710938, "n_params": 4551820, "total_flops": 13983191040, "train_loss": 1.0053034101213727, "subset_score_loss": 1.0053034101213727, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9770957231521606, "fid": 309.2849288896356}
+{"step": 10000, "wall_time": 155.9690136909485, "train_loss_step": 25.97079086303711, "n_params": 4551820, "total_flops": 139831910400000, "train_loss": 0.7610157557896206, "subset_score_loss": 0.7610157557896206}
+{"step": 20000, "wall_time": 245.27380800247192, "train_loss_step": 22.69409942626953, "n_params": 4551820, "total_flops": 279663820800000, "train_loss": 0.6321320669991629, "subset_score_loss": 0.6321320669991629}
+{"step": 30000, "wall_time": 334.583598613739, "train_loss_step": 20.896881103515625, "n_params": 4551820, "total_flops": 419495731200000, "train_loss": 0.5189867837088449, "subset_score_loss": 0.5189867837088449}
+{"step": 40000, "wall_time": 423.8147985935211, "train_loss_step": 18.023103713989258, "n_params": 4551820, "total_flops": 559327641600000, "train_loss": 0.4177281243460519, "subset_score_loss": 0.4177281243460519}
+{"step": 50000, "wall_time": 513.1212537288666, "train_loss_step": 17.674392700195312, "n_params": 4551820, "total_flops": 699159552000000, "train_loss": 0.33527199881417413, "subset_score_loss": 0.33527199881417413}
+{"step": 60000, "wall_time": 602.438817024231, "train_loss_step": 15.62822151184082, "n_params": 4551820, "total_flops": 838991462400000, "train_loss": 0.2671396255493164, "subset_score_loss": 0.2671396255493164}
+{"step": 70000, "wall_time": 691.6375782489777, "train_loss_step": 13.348028182983398, "n_params": 4551820, "total_flops": 978823372800000, "train_loss": 0.22383218492780413, "subset_score_loss": 0.22383218492780413}
+{"step": 80000, "wall_time": 780.892055273056, "train_loss_step": 13.189546585083008, "n_params": 4551820, "total_flops": 1118655283200000, "train_loss": 0.18683637891496932, "subset_score_loss": 0.18683637891496932}
+{"step": 90000, "wall_time": 870.2492487430573, "train_loss_step": 12.114953994750977, "n_params": 4551820, "total_flops": 1258487193600000, "train_loss": 0.16458405085972377, "subset_score_loss": 0.16458405085972377}
+{"step": 100000, "wall_time": 1029.8357372283936, "train_loss_step": 11.78918743133545, "n_params": 4551820, "total_flops": 1398319104000000, "train_loss": 0.1511046954563686, "subset_score_loss": 0.1511046954563686, "memorization_fraction_pixel": 9.999999747378752e-05, "mean_nn_ratio_pixel": 0.9271748065948486, "fid": 65.28583873143334}
+{"step": 110000, "wall_time": 1108.6379735469818, "train_loss_step": 10.37216567993164, "n_params": 4551820, "total_flops": 1538151014400000, "train_loss": 0.13561132975987025, "subset_score_loss": 0.13561132975987025}
+{"step": 120000, "wall_time": 1197.6803033351898, "train_loss_step": 11.013010025024414, "n_params": 4551820, "total_flops": 1677982924800000, "train_loss": 0.12630265099661692, "subset_score_loss": 0.12630265099661692}
+{"step": 130000, "wall_time": 1286.9822595119476, "train_loss_step": 10.81037712097168, "n_params": 4551820, "total_flops": 1817814835200000, "train_loss": 0.11995996747698102, "subset_score_loss": 0.11995996747698102}
+{"step": 140000, "wall_time": 1376.3094890117645, "train_loss_step": 10.40347671508789, "n_params": 4551820, "total_flops": 1957646745600000, "train_loss": 0.11058476311819894, "subset_score_loss": 0.11058476311819894}
+{"step": 150000, "wall_time": 1465.521101474762, "train_loss_step": 9.803750991821289, "n_params": 4551820, "total_flops": 2097478656000000, "train_loss": 0.10713560240609306, "subset_score_loss": 0.10713560240609306}
+{"step": 160000, "wall_time": 1554.7367656230927, "train_loss_step": 9.260894775390625, "n_params": 4551820, "total_flops": 2237310566400000, "train_loss": 0.10049121720450264, "subset_score_loss": 0.10049121720450264}
+{"step": 170000, "wall_time": 1643.9239811897278, "train_loss_step": 9.595808982849121, "n_params": 4551820, "total_flops": 2377142476800000, "train_loss": 0.1010547501700265, "subset_score_loss": 0.1010547501700265}
+{"step": 180000, "wall_time": 1732.6434752941132, "train_loss_step": 8.934303283691406, "n_params": 4551820, "total_flops": 2516974387200000, "train_loss": 0.09587382589067732, "subset_score_loss": 0.09587382589067732}
+{"step": 190000, "wall_time": 1822.1834025382996, "train_loss_step": 9.34526538848877, "n_params": 4551820, "total_flops": 2656806297600000, "train_loss": 0.09184201104300363, "subset_score_loss": 0.09184201104300363}
+{"step": 200000, "wall_time": 1981.891434431076, "train_loss_step": 9.403176307678223, "n_params": 4551820, "total_flops": 2796638208000000, "train_loss": 0.08843368121555874, "subset_score_loss": 0.08843368121555874, "memorization_fraction_pixel": 0.002300000051036477, "mean_nn_ratio_pixel": 0.9010617136955261, "fid": 66.7645365262772}
+{"step": 210000, "wall_time": 2068.2181103229523, "train_loss_step": 10.151199340820312, "n_params": 4551820, "total_flops": 2936470118400000, "train_loss": 0.08782627241952079, "subset_score_loss": 0.08782627241952079}
+{"step": 220000, "wall_time": 2151.0610961914062, "train_loss_step": 8.73399829864502, "n_params": 4551820, "total_flops": 3076302028800000, "train_loss": 0.08345943178449358, "subset_score_loss": 0.08345943178449358}
+{"step": 230000, "wall_time": 2240.3286633491516, "train_loss_step": 8.931045532226562, "n_params": 4551820, "total_flops": 3216133939200000, "train_loss": 0.08280208451407296, "subset_score_loss": 0.08280208451407296}
+{"step": 240000, "wall_time": 2329.8575406074524, "train_loss_step": 8.820195198059082, "n_params": 4551820, "total_flops": 3355965849600000, "train_loss": 0.08088156836373465, "subset_score_loss": 0.08088156836373465}
+{"step": 250000, "wall_time": 2419.2933547496796, "train_loss_step": 8.471258163452148, "n_params": 4551820, "total_flops": 3495797760000000, "train_loss": 0.07774030821663992, "subset_score_loss": 0.07774030821663992}
+{"step": 260000, "wall_time": 2508.734918832779, "train_loss_step": 9.09963607788086, "n_params": 4551820, "total_flops": 3635629670400000, "train_loss": 0.07638609068734305, "subset_score_loss": 0.07638609068734305}
+{"step": 270000, "wall_time": 2598.2372987270355, "train_loss_step": 8.81466007232666, "n_params": 4551820, "total_flops": 3775461580800000, "train_loss": 0.07416340964181083, "subset_score_loss": 0.07416340964181083}
+{"step": 280000, "wall_time": 2687.41038274765, "train_loss_step": 7.933093070983887, "n_params": 4551820, "total_flops": 3915293491200000, "train_loss": 0.07471731049673898, "subset_score_loss": 0.07471731049673898}
+{"step": 290000, "wall_time": 2776.3500707149506, "train_loss_step": 8.417407989501953, "n_params": 4551820, "total_flops": 4055125401600000, "train_loss": 0.07260381153651646, "subset_score_loss": 0.07260381153651646}
+{"step": 300000, "wall_time": 2935.940420627594, "train_loss_step": 8.373180389404297, "n_params": 4551820, "total_flops": 4194957312000000, "train_loss": 0.0730177470615932, "subset_score_loss": 0.0730177470615932, "memorization_fraction_pixel": 0.00860000029206276, "mean_nn_ratio_pixel": 0.877251386642456, "fid": 66.57070514596965}
+{"step": 310000, "wall_time": 3022.2684304714203, "train_loss_step": 8.096468925476074, "n_params": 4551820, "total_flops": 4334789222400000, "train_loss": 0.07095375061035156, "subset_score_loss": 0.07095375061035156}
+{"step": 320000, "wall_time": 3112.055121898651, "train_loss_step": 8.44247817993164, "n_params": 4551820, "total_flops": 4474621132800000, "train_loss": 0.06744467190333775, "subset_score_loss": 0.06744467190333775}
+{"step": 330000, "wall_time": 3195.5570635795593, "train_loss_step": 8.155274391174316, "n_params": 4551820, "total_flops": 4614453043200000, "train_loss": 0.06695760318211147, "subset_score_loss": 0.06695760318211147}
+{"step": 340000, "wall_time": 3284.9020965099335, "train_loss_step": 7.803465843200684, "n_params": 4551820, "total_flops": 4754284953600000, "train_loss": 0.0654261520930699, "subset_score_loss": 0.0654261520930699}
+{"step": 350000, "wall_time": 3374.2553567886353, "train_loss_step": 7.903373718261719, "n_params": 4551820, "total_flops": 4894116864000000, "train_loss": 0.06415638242449079, "subset_score_loss": 0.06415638242449079}
+{"step": 360000, "wall_time": 3463.80131649971, "train_loss_step": 7.895158767700195, "n_params": 4551820, "total_flops": 5033948774400000, "train_loss": 0.06422333036150252, "subset_score_loss": 0.06422333036150252}
+{"step": 370000, "wall_time": 3553.3438065052032, "train_loss_step": 7.669018745422363, "n_params": 4551820, "total_flops": 5173780684800000, "train_loss": 0.06236798422677176, "subset_score_loss": 0.06236798422677176}
+{"step": 380000, "wall_time": 3642.6303372383118, "train_loss_step": 7.668505668640137, "n_params": 4551820, "total_flops": 5313612595200000, "train_loss": 0.06012795993259975, "subset_score_loss": 0.06012795993259975}
+{"step": 390000, "wall_time": 3731.911293745041, "train_loss_step": 7.841531753540039, "n_params": 4551820, "total_flops": 5453444505600000, "train_loss": 0.06082758222307478, "subset_score_loss": 0.06082758222307478}
+{"step": 400000, "wall_time": 3890.040267467499, "train_loss_step": 7.797983169555664, "n_params": 4551820, "total_flops": 5593276416000000, "train_loss": 0.06010485376630511, "subset_score_loss": 0.06010485376630511, "memorization_fraction_pixel": 0.016899999231100082, "mean_nn_ratio_pixel": 0.8644816279411316, "fid": 69.030736182282}
+{"step": 410000, "wall_time": 3979.2951226234436, "train_loss_step": 7.991166591644287, "n_params": 4551820, "total_flops": 5733108326400000, "train_loss": 0.0633563654763358, "subset_score_loss": 0.0633563654763358}
+{"step": 420000, "wall_time": 4065.3286814689636, "train_loss_step": 7.730084419250488, "n_params": 4551820, "total_flops": 5872940236800000, "train_loss": 0.05926070213317871, "subset_score_loss": 0.05926070213317871}
+{"step": 430000, "wall_time": 4155.469325065613, "train_loss_step": 7.044489860534668, "n_params": 4551820, "total_flops": 6012772147200000, "train_loss": 0.05890792437962123, "subset_score_loss": 0.05890792437962123}
+{"step": 440000, "wall_time": 4238.531619787216, "train_loss_step": 7.087851524353027, "n_params": 4551820, "total_flops": 6152604057600000, "train_loss": 0.056428442682538715, "subset_score_loss": 0.056428442682538715}
+{"step": 450000, "wall_time": 4327.724458456039, "train_loss_step": 7.9509172439575195, "n_params": 4551820, "total_flops": 6292435968000000, "train_loss": 0.058292511531284875, "subset_score_loss": 0.058292511531284875}
+{"step": 460000, "wall_time": 4417.262982845306, "train_loss_step": 7.535653591156006, "n_params": 4551820, "total_flops": 6432267878400000, "train_loss": 0.0586277893611363, "subset_score_loss": 0.0586277893611363}
+{"step": 470000, "wall_time": 4506.800454616547, "train_loss_step": 7.414837837219238, "n_params": 4551820, "total_flops": 6572099788800000, "train_loss": 0.05622358662741525, "subset_score_loss": 0.05622358662741525}
+{"step": 480000, "wall_time": 4596.050979614258, "train_loss_step": 7.22581672668457, "n_params": 4551820, "total_flops": 6711931699200000, "train_loss": 0.05436018875667027, "subset_score_loss": 0.05436018875667027}
+{"step": 490000, "wall_time": 4685.450476169586, "train_loss_step": 7.4485273361206055, "n_params": 4551820, "total_flops": 6851763609600000, "train_loss": 0.05263473987579346, "subset_score_loss": 0.05263473987579346}
+{"step": 500000, "wall_time": 4844.770565986633, "train_loss_step": 7.112592697143555, "n_params": 4551820, "total_flops": 6991595520000000, "train_loss": 0.05291403702327183, "subset_score_loss": 0.05291403702327183, "memorization_fraction_pixel": 0.03440000116825104, "mean_nn_ratio_pixel": 0.8296288847923279, "fid": 63.1915672283482}
+{"step": 510000, "wall_time": 4933.862941980362, "train_loss_step": 7.207910537719727, "n_params": 4551820, "total_flops": 7131427430400000, "train_loss": 0.05380160127367292, "subset_score_loss": 0.05380160127367292}
+{"step": 520000, "wall_time": 5019.758367776871, "train_loss_step": 7.18943452835083, "n_params": 4551820, "total_flops": 7271259340800000, "train_loss": 0.05476151875087193, "subset_score_loss": 0.05476151875087193}
+{"step": 530000, "wall_time": 5109.252692937851, "train_loss_step": 7.300983428955078, "n_params": 4551820, "total_flops": 7411091251200000, "train_loss": 0.05153188364846366, "subset_score_loss": 0.05153188364846366}
+{"step": 540000, "wall_time": 5195.98930644989, "train_loss_step": 7.18671989440918, "n_params": 4551820, "total_flops": 7550923161600000, "train_loss": 0.052671592576163155, "subset_score_loss": 0.052671592576163155}
+{"step": 550000, "wall_time": 5282.246613502502, "train_loss_step": 6.877474784851074, "n_params": 4551820, "total_flops": 7690755072000000, "train_loss": 0.05047685078212193, "subset_score_loss": 0.05047685078212193}
+{"step": 560000, "wall_time": 5371.704482555389, "train_loss_step": 7.295083999633789, "n_params": 4551820, "total_flops": 7830586982400000, "train_loss": 0.05397721018110003, "subset_score_loss": 0.05397721018110003}
+{"step": 570000, "wall_time": 5461.2572655677795, "train_loss_step": 6.8616180419921875, "n_params": 4551820, "total_flops": 7970418892800000, "train_loss": 0.05012664113725935, "subset_score_loss": 0.05012664113725935}
+{"step": 580000, "wall_time": 5550.4638748168945, "train_loss_step": 6.939697742462158, "n_params": 4551820, "total_flops": 8110250803200000, "train_loss": 0.051001146861485075, "subset_score_loss": 0.051001146861485075}
+{"step": 590000, "wall_time": 5639.8641674518585, "train_loss_step": 7.4035115242004395, "n_params": 4551820, "total_flops": 8250082713600000, "train_loss": 0.049581071308680946, "subset_score_loss": 0.049581071308680946}
+{"step": 600000, "wall_time": 5799.466919183731, "train_loss_step": 6.686786651611328, "n_params": 4551820, "total_flops": 8389914624000000, "train_loss": 0.04885145936693464, "subset_score_loss": 0.04885145936693464, "memorization_fraction_pixel": 0.044199999421834946, "mean_nn_ratio_pixel": 0.8212751746177673, "fid": 62.139130484559104}
+{"step": 610000, "wall_time": 5888.871741056442, "train_loss_step": 6.997057914733887, "n_params": 4551820, "total_flops": 8529746534400000, "train_loss": 0.04842653274536133, "subset_score_loss": 0.04842653274536133}
+{"step": 620000, "wall_time": 5974.543629169464, "train_loss_step": 6.544545650482178, "n_params": 4551820, "total_flops": 8669578444800000, "train_loss": 0.048543633733476914, "subset_score_loss": 0.048543633733476914}
+{"step": 630000, "wall_time": 6063.991032361984, "train_loss_step": 6.602843284606934, "n_params": 4551820, "total_flops": 8809410355200000, "train_loss": 0.05208648954119001, "subset_score_loss": 0.05208648954119001}
+{"step": 640000, "wall_time": 6153.493593931198, "train_loss_step": 6.832831859588623, "n_params": 4551820, "total_flops": 8949242265600000, "train_loss": 0.046841675894601004, "subset_score_loss": 0.046841675894601004}
+{"step": 650000, "wall_time": 6239.990790605545, "train_loss_step": 6.529578685760498, "n_params": 4551820, "total_flops": 9089074176000000, "train_loss": 0.046459828104291646, "subset_score_loss": 0.046459828104291646}
+{"step": 660000, "wall_time": 6326.2544486522675, "train_loss_step": 6.484565734863281, "n_params": 4551820, "total_flops": 9228906086400000, "train_loss": 0.04656499794551305, "subset_score_loss": 0.04656499794551305}
+{"step": 670000, "wall_time": 6415.643905878067, "train_loss_step": 6.916116714477539, "n_params": 4551820, "total_flops": 9368737996800000, "train_loss": 0.04757603577205113, "subset_score_loss": 0.04757603577205113}
+{"step": 680000, "wall_time": 6504.899588108063, "train_loss_step": 6.535029888153076, "n_params": 4551820, "total_flops": 9508569907200000, "train_loss": 0.04825333867754255, "subset_score_loss": 0.04825333867754255}
+{"step": 690000, "wall_time": 6594.310499191284, "train_loss_step": 6.768363952636719, "n_params": 4551820, "total_flops": 9648401817600000, "train_loss": 0.04536258493150983, "subset_score_loss": 0.04536258493150983}
+{"step": 700000, "wall_time": 6754.311783075333, "train_loss_step": 6.438044548034668, "n_params": 4551820, "total_flops": 9788233728000000, "train_loss": 0.044549540110996794, "subset_score_loss": 0.044549540110996794, "memorization_fraction_pixel": 0.06440000236034393, "mean_nn_ratio_pixel": 0.806373119354248, "fid": 61.621025330289264}
+{"step": 710000, "wall_time": 6843.849703073502, "train_loss_step": 7.097770690917969, "n_params": 4551820, "total_flops": 9928065638400000, "train_loss": 0.04999322891235351, "subset_score_loss": 0.04999322891235351}
+{"step": 720000, "wall_time": 6931.250671625137, "train_loss_step": 6.588555812835693, "n_params": 4551820, "total_flops": 10067897548800000, "train_loss": 0.04774294921330043, "subset_score_loss": 0.04774294921330043}
+{"step": 730000, "wall_time": 7019.02875328064, "train_loss_step": 6.19721794128418, "n_params": 4551820, "total_flops": 10207729459200000, "train_loss": 0.04487446376255581, "subset_score_loss": 0.04487446376255581}
+{"step": 740000, "wall_time": 7108.305954694748, "train_loss_step": 6.32086706161499, "n_params": 4551820, "total_flops": 10347561369600000, "train_loss": 0.04403515202658517, "subset_score_loss": 0.04403515202658517}
+{"step": 750000, "wall_time": 7197.975625753403, "train_loss_step": 6.41055965423584, "n_params": 4551820, "total_flops": 10487393280000000, "train_loss": 0.041857123374938965, "subset_score_loss": 0.041857123374938965}
+{"step": 760000, "wall_time": 7284.257826805115, "train_loss_step": 6.4684367179870605, "n_params": 4551820, "total_flops": 10627225190400000, "train_loss": 0.042531098638262065, "subset_score_loss": 0.042531098638262065}
+{"step": 770000, "wall_time": 7370.64622926712, "train_loss_step": 6.477065086364746, "n_params": 4551820, "total_flops": 10767057100800000, "train_loss": 0.04522714955466134, "subset_score_loss": 0.04522714955466134}
+{"step": 780000, "wall_time": 7459.846970319748, "train_loss_step": 6.607367038726807, "n_params": 4551820, "total_flops": 10906889011200000, "train_loss": 0.04380791187286377, "subset_score_loss": 0.04380791187286377}
+{"step": 790000, "wall_time": 7549.331064462662, "train_loss_step": 6.087373733520508, "n_params": 4551820, "total_flops": 11046720921600000, "train_loss": 0.04256548881530762, "subset_score_loss": 0.04256548881530762}
+{"step": 800000, "wall_time": 7709.287007570267, "train_loss_step": 6.557634353637695, "n_params": 4551820, "total_flops": 11186552832000000, "train_loss": 0.04208192825317383, "subset_score_loss": 0.04208192825317383, "memorization_fraction_pixel": 0.08079999685287476, "mean_nn_ratio_pixel": 0.7900771498680115, "fid": 61.104001965699936}
+{"step": 810000, "wall_time": 7798.687227010727, "train_loss_step": 6.543588638305664, "n_params": 4551820, "total_flops": 11326384742400000, "train_loss": 0.04165940625326974, "subset_score_loss": 0.04165940625326974}
+{"step": 820000, "wall_time": 7888.09183049202, "train_loss_step": 6.026466369628906, "n_params": 4551820, "total_flops": 11466216652800000, "train_loss": 0.0409912075315203, "subset_score_loss": 0.0409912075315203}
+{"step": 830000, "wall_time": 7974.238320589066, "train_loss_step": 5.934889793395996, "n_params": 4551820, "total_flops": 11606048563200000, "train_loss": 0.04252736568450928, "subset_score_loss": 0.04252736568450928}
+{"step": 840000, "wall_time": 8063.447461843491, "train_loss_step": 6.067092418670654, "n_params": 4551820, "total_flops": 11745880473600000, "train_loss": 0.04082244804927281, "subset_score_loss": 0.04082244804927281}
+{"step": 850000, "wall_time": 8152.719502449036, "train_loss_step": 6.5186686515808105, "n_params": 4551820, "total_flops": 11885712384000000, "train_loss": 0.04298120907374791, "subset_score_loss": 0.04298120907374791}
+{"step": 860000, "wall_time": 8242.381259679794, "train_loss_step": 6.470019817352295, "n_params": 4551820, "total_flops": 12025544294400000, "train_loss": 0.040187747137887135, "subset_score_loss": 0.040187747137887135}
+{"step": 870000, "wall_time": 8328.90169930458, "train_loss_step": 5.942434310913086, "n_params": 4551820, "total_flops": 12165376204800000, "train_loss": 0.04093712397984096, "subset_score_loss": 0.04093712397984096}
+{"step": 880000, "wall_time": 8407.574111938477, "train_loss_step": 5.884516716003418, "n_params": 4551820, "total_flops": 12305208115200000, "train_loss": 0.04114186763763428, "subset_score_loss": 0.04114186763763428}
+{"step": 890000, "wall_time": 8496.953095197678, "train_loss_step": 6.212668418884277, "n_params": 4551820, "total_flops": 12445040025600000, "train_loss": 0.042679429054260254, "subset_score_loss": 0.042679429054260254}
+{"step": 900000, "wall_time": 8719.760205030441, "train_loss_step": 5.941588401794434, "n_params": 4551820, "total_flops": 12584871936000000, "train_loss": 0.04066825594220843, "subset_score_loss": 0.04066825594220843, "memorization_fraction_pixel": 0.1006999984383583, "mean_nn_ratio_pixel": 0.7789761424064636, "fid": 61.54869788174864}
+{"step": 910000, "wall_time": 8809.150268554688, "train_loss_step": 6.309360504150391, "n_params": 4551820, "total_flops": 12724703846400000, "train_loss": 0.04020079544612339, "subset_score_loss": 0.04020079544612339}
+{"step": 920000, "wall_time": 8890.968962669373, "train_loss_step": 5.962477684020996, "n_params": 4551820, "total_flops": 12864535756800000, "train_loss": 0.03771294866289411, "subset_score_loss": 0.03771294866289411}
+{"step": 930000, "wall_time": 8972.67870426178, "train_loss_step": 6.23256778717041, "n_params": 4551820, "total_flops": 13004367667200000, "train_loss": 0.0409846476146153, "subset_score_loss": 0.0409846476146153}
+{"step": 940000, "wall_time": 9062.094966173172, "train_loss_step": 5.822922706604004, "n_params": 4551820, "total_flops": 13144199577600000, "train_loss": 0.03886346476418631, "subset_score_loss": 0.03886346476418631}
+{"step": 950000, "wall_time": 9150.78754401207, "train_loss_step": 5.889219284057617, "n_params": 4551820, "total_flops": 13284031488000000, "train_loss": 0.040233186313084195, "subset_score_loss": 0.040233186313084195}
+{"step": 960000, "wall_time": 9237.296177864075, "train_loss_step": 5.764880180358887, "n_params": 4551820, "total_flops": 13423863398400000, "train_loss": 0.03723418031420026, "subset_score_loss": 0.03723418031420026}
+{"step": 970000, "wall_time": 9315.598745584488, "train_loss_step": 5.8084869384765625, "n_params": 4551820, "total_flops": 13563695308800000, "train_loss": 0.03822436673300607, "subset_score_loss": 0.03822436673300607}
+{"step": 980000, "wall_time": 9401.855291604996, "train_loss_step": 6.085141181945801, "n_params": 4551820, "total_flops": 13703527219200000, "train_loss": 0.036238605635506765, "subset_score_loss": 0.036238605635506765}
+{"step": 990000, "wall_time": 9486.755789518356, "train_loss_step": 5.6055498123168945, "n_params": 4551820, "total_flops": 13843359129600000, "train_loss": 0.03664991855621338, "subset_score_loss": 0.03664991855621338}
+{"step": 1000000, "wall_time": 9647.273538351059, "train_loss_step": 5.678199768066406, "n_params": 4551820, "total_flops": 13983191040000000, "train_loss": 0.03889431612832206, "subset_score_loss": 0.03889431612832206, "memorization_fraction_pixel": 0.13210000097751617, "mean_nn_ratio_pixel": 0.7608329653739929, "fid": 62.61068101292555}
+{"step": 1010000, "wall_time": 9736.782046079636, "train_loss_step": 5.762385368347168, "n_params": 4551820, "total_flops": 14123022950400000, "train_loss": 0.03783142907278878, "subset_score_loss": 0.03783142907278878}
+{"step": 1020000, "wall_time": 9826.170132637024, "train_loss_step": 6.00568962097168, "n_params": 4551820, "total_flops": 14262854860800000, "train_loss": 0.03670344012124198, "subset_score_loss": 0.03670344012124198}
+{"step": 1030000, "wall_time": 9912.255414247513, "train_loss_step": 5.477412223815918, "n_params": 4551820, "total_flops": 14402686771200000, "train_loss": 0.03874209948948452, "subset_score_loss": 0.03874209948948452}
+{"step": 1040000, "wall_time": 10001.468354225159, "train_loss_step": 5.8764567375183105, "n_params": 4551820, "total_flops": 14542518681600000, "train_loss": 0.03765967573438372, "subset_score_loss": 0.03765967573438372}
+{"step": 1050000, "wall_time": 10090.913973331451, "train_loss_step": 5.821099281311035, "n_params": 4551820, "total_flops": 14682350592000000, "train_loss": 0.03714706557137626, "subset_score_loss": 0.03714706557137626}
+{"step": 1060000, "wall_time": 10180.030319690704, "train_loss_step": 5.783314228057861, "n_params": 4551820, "total_flops": 14822182502400000, "train_loss": 0.039020957265581406, "subset_score_loss": 0.039020957265581406}
+{"step": 1070000, "wall_time": 10269.926129102707, "train_loss_step": 5.978010177612305, "n_params": 4551820, "total_flops": 14962014412800000, "train_loss": 0.037303733825683597, "subset_score_loss": 0.037303733825683597}
+{"step": 1080000, "wall_time": 10355.920508384705, "train_loss_step": 5.594273567199707, "n_params": 4551820, "total_flops": 15101846323200000, "train_loss": 0.03654392446790423, "subset_score_loss": 0.03654392446790423}
+{"step": 1090000, "wall_time": 10445.353320598602, "train_loss_step": 5.403938293457031, "n_params": 4551820, "total_flops": 15241678233600000, "train_loss": 0.03797453471592494, "subset_score_loss": 0.03797453471592494}
+{"step": 1100000, "wall_time": 10601.500138521194, "train_loss_step": 5.899870872497559, "n_params": 4551820, "total_flops": 15381510144000000, "train_loss": 0.03781909602028983, "subset_score_loss": 0.03781909602028983, "memorization_fraction_pixel": 0.14159999787807465, "mean_nn_ratio_pixel": 0.7596960067749023, "fid": 61.79608885951096}
+{"step": 1110000, "wall_time": 10691.02093410492, "train_loss_step": 5.659263610839844, "n_params": 4551820, "total_flops": 15521342054400000, "train_loss": 0.0362126282283238, "subset_score_loss": 0.0362126282283238}
+{"step": 1120000, "wall_time": 10780.372439861298, "train_loss_step": 5.737798690795898, "n_params": 4551820, "total_flops": 15661173964800000, "train_loss": 0.03661418982914516, "subset_score_loss": 0.03661418982914516}
+{"step": 1130000, "wall_time": 10867.19431424141, "train_loss_step": 5.414571285247803, "n_params": 4551820, "total_flops": 15801005875200000, "train_loss": 0.03736342021397182, "subset_score_loss": 0.03736342021397182}
+{"step": 1140000, "wall_time": 10956.561102628708, "train_loss_step": 5.017358303070068, "n_params": 4551820, "total_flops": 15940837785600000, "train_loss": 0.03657041617802211, "subset_score_loss": 0.03657041617802211}
+{"step": 1150000, "wall_time": 11045.808727741241, "train_loss_step": 5.169554710388184, "n_params": 4551820, "total_flops": 16080669696000000, "train_loss": 0.0356879608971732, "subset_score_loss": 0.0356879608971732}
+{"step": 1160000, "wall_time": 11135.273205041885, "train_loss_step": 5.361444473266602, "n_params": 4551820, "total_flops": 16220501606400000, "train_loss": 0.03473961012704032, "subset_score_loss": 0.03473961012704032}
+{"step": 1170000, "wall_time": 11224.483741283417, "train_loss_step": 5.124757289886475, "n_params": 4551820, "total_flops": 16360333516800000, "train_loss": 0.036337872913905556, "subset_score_loss": 0.036337872913905556}
+{"step": 1180000, "wall_time": 11311.946417570114, "train_loss_step": 5.592226982116699, "n_params": 4551820, "total_flops": 16500165427200000, "train_loss": 0.0351557697568621, "subset_score_loss": 0.0351557697568621}
+{"step": 1190000, "wall_time": 11400.355751037598, "train_loss_step": 5.308077812194824, "n_params": 4551820, "total_flops": 16639997337600000, "train_loss": 0.03397843156542097, "subset_score_loss": 0.03397843156542097}
+{"step": 1200000, "wall_time": 11556.992270708084, "train_loss_step": 5.283787727355957, "n_params": 4551820, "total_flops": 16779829248000000, "train_loss": 0.03640598569597517, "subset_score_loss": 0.03640598569597517, "memorization_fraction_pixel": 0.16220000386238098, "mean_nn_ratio_pixel": 0.758109986782074, "fid": 62.98536991142235}
+{"step": 1210000, "wall_time": 11646.428295135498, "train_loss_step": 5.31038236618042, "n_params": 4551820, "total_flops": 16919661158400000, "train_loss": 0.03390472275870187, "subset_score_loss": 0.03390472275870187}
+{"step": 1220000, "wall_time": 11735.763600826263, "train_loss_step": 5.127722263336182, "n_params": 4551820, "total_flops": 17059493068800000, "train_loss": 0.03432005473545619, "subset_score_loss": 0.03432005473545619}
+{"step": 1230000, "wall_time": 11825.051951885223, "train_loss_step": 5.216409206390381, "n_params": 4551820, "total_flops": 17199324979200000, "train_loss": 0.034292473111833845, "subset_score_loss": 0.034292473111833845}
+{"step": 1240000, "wall_time": 11903.73358130455, "train_loss_step": 5.528693675994873, "n_params": 4551820, "total_flops": 17339156889600000, "train_loss": 0.03418729645865304, "subset_score_loss": 0.03418729645865304}
+{"step": 1250000, "wall_time": 11993.03917813301, "train_loss_step": 5.482310771942139, "n_params": 4551820, "total_flops": 17478988800000000, "train_loss": 0.03351834842136928, "subset_score_loss": 0.03351834842136928}
+{"step": 1260000, "wall_time": 12082.464529514313, "train_loss_step": 5.1858015060424805, "n_params": 4551820, "total_flops": 17618820710400000, "train_loss": 0.03520248276846749, "subset_score_loss": 0.03520248276846749}
+{"step": 1270000, "wall_time": 12171.826627731323, "train_loss_step": 5.581051349639893, "n_params": 4551820, "total_flops": 17758652620800000, "train_loss": 0.03638169084276472, "subset_score_loss": 0.03638169084276472}
+{"step": 1280000, "wall_time": 12261.376314163208, "train_loss_step": 4.816919803619385, "n_params": 4551820, "total_flops": 17898484531200000, "train_loss": 0.03448591913495745, "subset_score_loss": 0.03448591913495745}
+{"step": 1290000, "wall_time": 12343.5175948143, "train_loss_step": 5.457056999206543, "n_params": 4551820, "total_flops": 18038316441600000, "train_loss": 0.03331464699336461, "subset_score_loss": 0.03331464699336461}
+{"step": 1300000, "wall_time": 12533.615422964096, "train_loss_step": 4.883582592010498, "n_params": 4551820, "total_flops": 18178148352000000, "train_loss": 0.03330795424325125, "subset_score_loss": 0.03330795424325125, "memorization_fraction_pixel": 0.19269999861717224, "mean_nn_ratio_pixel": 0.7417871356010437, "fid": 63.903486132813484}
+{"step": 1310000, "wall_time": 12614.800787448883, "train_loss_step": 5.279587268829346, "n_params": 4551820, "total_flops": 18317980262400000, "train_loss": 0.032330833162580216, "subset_score_loss": 0.032330833162580216}
+{"step": 1320000, "wall_time": 12704.169600963593, "train_loss_step": 5.4605255126953125, "n_params": 4551820, "total_flops": 18457812172800000, "train_loss": 0.03164560794830322, "subset_score_loss": 0.03164560794830322}
+{"step": 1330000, "wall_time": 12793.2727394104, "train_loss_step": 5.17684268951416, "n_params": 4551820, "total_flops": 18597644083200000, "train_loss": 0.032988762855529784, "subset_score_loss": 0.032988762855529784}
+{"step": 1340000, "wall_time": 12879.680038690567, "train_loss_step": 5.22465705871582, "n_params": 4551820, "total_flops": 18737475993600000, "train_loss": 0.03272286142621721, "subset_score_loss": 0.03272286142621721}
+{"step": 1350000, "wall_time": 12969.193926334381, "train_loss_step": 5.658446311950684, "n_params": 4551820, "total_flops": 18877307904000000, "train_loss": 0.03499174118041992, "subset_score_loss": 0.03499174118041992}
+{"step": 1360000, "wall_time": 13058.591524600983, "train_loss_step": 5.046714782714844, "n_params": 4551820, "total_flops": 19017139814400000, "train_loss": 0.033202709470476426, "subset_score_loss": 0.033202709470476426}
+{"step": 1370000, "wall_time": 13147.937674999237, "train_loss_step": 5.192972183227539, "n_params": 4551820, "total_flops": 19156971724800000, "train_loss": 0.03251039641244071, "subset_score_loss": 0.03251039641244071}
+{"step": 1380000, "wall_time": 13237.434222459793, "train_loss_step": 4.959438323974609, "n_params": 4551820, "total_flops": 19296803635200000, "train_loss": 0.03164870398385184, "subset_score_loss": 0.03164870398385184}
+{"step": 1390000, "wall_time": 13325.146050453186, "train_loss_step": 5.2135467529296875, "n_params": 4551820, "total_flops": 19436635545600000, "train_loss": 0.03160028798239572, "subset_score_loss": 0.03160028798239572}
+{"step": 1400000, "wall_time": 13483.088536024094, "train_loss_step": 5.385703086853027, "n_params": 4551820, "total_flops": 19576467456000000, "train_loss": 0.0323143516268049, "subset_score_loss": 0.0323143516268049, "memorization_fraction_pixel": 0.24300000071525574, "mean_nn_ratio_pixel": 0.7130946516990662, "fid": 61.720497323318014}
+{"step": 1410000, "wall_time": 13572.470348596573, "train_loss_step": 4.9042158126831055, "n_params": 4551820, "total_flops": 19716299366400000, "train_loss": 0.03147499220711844, "subset_score_loss": 0.03147499220711844}
+{"step": 1420000, "wall_time": 13647.291134357452, "train_loss_step": 5.129044532775879, "n_params": 4551820, "total_flops": 19856131276800000, "train_loss": 0.03349948610578265, "subset_score_loss": 0.03349948610578265}
+{"step": 1430000, "wall_time": 13736.677636623383, "train_loss_step": 5.420403957366943, "n_params": 4551820, "total_flops": 19995963187200000, "train_loss": 0.03127396447317941, "subset_score_loss": 0.03127396447317941}
+{"step": 1440000, "wall_time": 13816.733545303345, "train_loss_step": 5.23631477355957, "n_params": 4551820, "total_flops": 20135795097600000, "train_loss": 0.03006499835423061, "subset_score_loss": 0.03006499835423061}
+{"step": 1450000, "wall_time": 13905.567678451538, "train_loss_step": 5.000688076019287, "n_params": 4551820, "total_flops": 20275627008000000, "train_loss": 0.03168275696890695, "subset_score_loss": 0.03168275696890695}
+{"step": 1460000, "wall_time": 13994.891542673111, "train_loss_step": 5.2017621994018555, "n_params": 4551820, "total_flops": 20415458918400000, "train_loss": 0.030537969725472586, "subset_score_loss": 0.030537969725472586}
+{"step": 1470000, "wall_time": 14084.211488723755, "train_loss_step": 4.9953083992004395, "n_params": 4551820, "total_flops": 20555290828800000, "train_loss": 0.031030035018920897, "subset_score_loss": 0.031030035018920897}
+{"step": 1480000, "wall_time": 14173.578483819962, "train_loss_step": 4.927007675170898, "n_params": 4551820, "total_flops": 20695122739200000, "train_loss": 0.031731697491237096, "subset_score_loss": 0.031731697491237096}
+{"step": 1490000, "wall_time": 14261.014959573746, "train_loss_step": 5.069181442260742, "n_params": 4551820, "total_flops": 20834954649600000, "train_loss": 0.03011695316859654, "subset_score_loss": 0.03011695316859654}
+{"step": 1500000, "wall_time": 14449.752225399017, "train_loss_step": 4.84918212890625, "n_params": 4551820, "total_flops": 20974786560000000, "train_loss": 0.03222318036215646, "subset_score_loss": 0.03222318036215646, "memorization_fraction_pixel": 0.2791999876499176, "mean_nn_ratio_pixel": 0.6888156533241272, "fid": 61.56882088729555}
+{"step": 1510000, "wall_time": 14539.165802001953, "train_loss_step": 5.121163368225098, "n_params": 4551820, "total_flops": 21114618470400000, "train_loss": 0.0314389739717756, "subset_score_loss": 0.0314389739717756}
+{"step": 1520000, "wall_time": 14628.63694691658, "train_loss_step": 5.148575305938721, "n_params": 4551820, "total_flops": 21254450380800000, "train_loss": 0.030594972201756068, "subset_score_loss": 0.030594972201756068}
+{"step": 1530000, "wall_time": 14706.875591516495, "train_loss_step": 5.066779136657715, "n_params": 4551820, "total_flops": 21394282291200000, "train_loss": 0.029887747764587403, "subset_score_loss": 0.029887747764587403}
+{"step": 1540000, "wall_time": 14789.99017572403, "train_loss_step": 4.674053192138672, "n_params": 4551820, "total_flops": 21534114201600000, "train_loss": 0.03022613865988595, "subset_score_loss": 0.03022613865988595}
+{"step": 1550000, "wall_time": 14870.304090976715, "train_loss_step": 4.932412147521973, "n_params": 4551820, "total_flops": 21673946112000000, "train_loss": 0.02902867453438895, "subset_score_loss": 0.02902867453438895}
+{"step": 1560000, "wall_time": 14959.767103910446, "train_loss_step": 4.882527828216553, "n_params": 4551820, "total_flops": 21813778022400000, "train_loss": 0.031030385834830147, "subset_score_loss": 0.031030385834830147}
+{"step": 1570000, "wall_time": 15048.877171039581, "train_loss_step": 4.871100425720215, "n_params": 4551820, "total_flops": 21953609932800000, "train_loss": 0.02952656064714704, "subset_score_loss": 0.02952656064714704}
+{"step": 1580000, "wall_time": 15138.278194189072, "train_loss_step": 4.935945510864258, "n_params": 4551820, "total_flops": 22093441843200000, "train_loss": 0.03143386159624372, "subset_score_loss": 0.03143386159624372}
+{"step": 1590000, "wall_time": 15225.803458213806, "train_loss_step": 4.8433613777160645, "n_params": 4551820, "total_flops": 22233273753600000, "train_loss": 0.030673824037824357, "subset_score_loss": 0.030673824037824357}
+{"step": 1600000, "wall_time": 15398.708042621613, "train_loss_step": 4.6569294929504395, "n_params": 4551820, "total_flops": 22373105664000000, "train_loss": 0.028569763047354563, "subset_score_loss": 0.028569763047354563, "memorization_fraction_pixel": 0.29330000281333923, "mean_nn_ratio_pixel": 0.6897766590118408, "fid": 63.33930853117219}
+{"step": 1610000, "wall_time": 15487.828964948654, "train_loss_step": 4.901172637939453, "n_params": 4551820, "total_flops": 22512937574400000, "train_loss": 0.029911095755440847, "subset_score_loss": 0.029911095755440847}
+{"step": 1620000, "wall_time": 15577.26170039177, "train_loss_step": 4.625454902648926, "n_params": 4551820, "total_flops": 22652769484800000, "train_loss": 0.028650389398847308, "subset_score_loss": 0.028650389398847308}
+{"step": 1630000, "wall_time": 15666.732015609741, "train_loss_step": 4.469562530517578, "n_params": 4551820, "total_flops": 22792601395200000, "train_loss": 0.02902694089072091, "subset_score_loss": 0.02902694089072091}
+{"step": 1640000, "wall_time": 15744.117672681808, "train_loss_step": 4.749568939208984, "n_params": 4551820, "total_flops": 22932433305600000, "train_loss": 0.028732759611947194, "subset_score_loss": 0.028732759611947194}
+{"step": 1650000, "wall_time": 15819.041207551956, "train_loss_step": 4.985795021057129, "n_params": 4551820, "total_flops": 23072265216000000, "train_loss": 0.029119883264814104, "subset_score_loss": 0.029119883264814104}
+{"step": 1660000, "wall_time": 15905.333275556564, "train_loss_step": 4.870587348937988, "n_params": 4551820, "total_flops": 23212097126400000, "train_loss": 0.02911191667829241, "subset_score_loss": 0.02911191667829241}
+{"step": 1670000, "wall_time": 15994.805140018463, "train_loss_step": 5.083291530609131, "n_params": 4551820, "total_flops": 23351929036800000, "train_loss": 0.028078738280705045, "subset_score_loss": 0.028078738280705045}
+{"step": 1680000, "wall_time": 16081.978791713715, "train_loss_step": 4.803332328796387, "n_params": 4551820, "total_flops": 23491760947200000, "train_loss": 0.029442245619637625, "subset_score_loss": 0.029442245619637625}
+{"step": 1690000, "wall_time": 16171.366179227829, "train_loss_step": 4.9982757568359375, "n_params": 4551820, "total_flops": 23631592857600000, "train_loss": 0.028971685682024274, "subset_score_loss": 0.028971685682024274}
+{"step": 1700000, "wall_time": 16367.880645751953, "train_loss_step": 4.646177291870117, "n_params": 4551820, "total_flops": 23771424768000000, "train_loss": 0.027755934851510185, "subset_score_loss": 0.027755934851510185, "memorization_fraction_pixel": 0.3458999991416931, "mean_nn_ratio_pixel": 0.6513998508453369, "fid": 61.30276190108605}
+{"step": 1710000, "wall_time": 16443.989441633224, "train_loss_step": 5.146933555603027, "n_params": 4551820, "total_flops": 23911256678400000, "train_loss": 0.030330099378313338, "subset_score_loss": 0.030330099378313338}
+{"step": 1720000, "wall_time": 16532.782482624054, "train_loss_step": 4.527253150939941, "n_params": 4551820, "total_flops": 24051088588800000, "train_loss": 0.02715401990073068, "subset_score_loss": 0.02715401990073068}
+{"step": 1730000, "wall_time": 16622.138513565063, "train_loss_step": 4.955432415008545, "n_params": 4551820, "total_flops": 24190920499200000, "train_loss": 0.027247370992388043, "subset_score_loss": 0.027247370992388043}
+{"step": 1740000, "wall_time": 16711.7245926857, "train_loss_step": 4.677561283111572, "n_params": 4551820, "total_flops": 24330752409600000, "train_loss": 0.027547761372157507, "subset_score_loss": 0.027547761372157507}
+{"step": 1750000, "wall_time": 16784.90797352791, "train_loss_step": 4.788573265075684, "n_params": 4551820, "total_flops": 24470584320000000, "train_loss": 0.02900627340589251, "subset_score_loss": 0.02900627340589251}
+{"step": 1760000, "wall_time": 16858.871681451797, "train_loss_step": 4.534039497375488, "n_params": 4551820, "total_flops": 24610416230400000, "train_loss": 0.028354266711643764, "subset_score_loss": 0.028354266711643764}
+{"step": 1770000, "wall_time": 16948.318293333054, "train_loss_step": 4.515978813171387, "n_params": 4551820, "total_flops": 24750248140800000, "train_loss": 0.02705721003668649, "subset_score_loss": 0.02705721003668649}
+{"step": 1780000, "wall_time": 17035.79382109642, "train_loss_step": 4.599900245666504, "n_params": 4551820, "total_flops": 24890080051200000, "train_loss": 0.029381397792271207, "subset_score_loss": 0.029381397792271207}
+{"step": 1790000, "wall_time": 17125.148025274277, "train_loss_step": 4.760141849517822, "n_params": 4551820, "total_flops": 25029911961600000, "train_loss": 0.02701202290398734, "subset_score_loss": 0.02701202290398734}
+{"step": 1800000, "wall_time": 17337.265915632248, "train_loss_step": 4.665876865386963, "n_params": 4551820, "total_flops": 25169743872000000, "train_loss": 0.02739086321422032, "subset_score_loss": 0.02739086321422032, "memorization_fraction_pixel": 0.3675000071525574, "mean_nn_ratio_pixel": 0.6463969945907593, "fid": 63.564075611574864}
+{"step": 1810000, "wall_time": 17418.944284677505, "train_loss_step": 4.917788028717041, "n_params": 4551820, "total_flops": 25309575782400000, "train_loss": 0.025829885687146868, "subset_score_loss": 0.025829885687146868}
+{"step": 1820000, "wall_time": 17504.891602039337, "train_loss_step": 4.684003829956055, "n_params": 4551820, "total_flops": 25449407692800000, "train_loss": 0.027888456412724087, "subset_score_loss": 0.027888456412724087}
+{"step": 1830000, "wall_time": 17593.95856165886, "train_loss_step": 4.504654407501221, "n_params": 4551820, "total_flops": 25589239603200000, "train_loss": 0.027866899967193604, "subset_score_loss": 0.027866899967193604}
+{"step": 1840000, "wall_time": 17683.510693073273, "train_loss_step": 4.625102519989014, "n_params": 4551820, "total_flops": 25729071513600000, "train_loss": 0.02627664804458618, "subset_score_loss": 0.02627664804458618}
+{"step": 1850000, "wall_time": 17772.85269856453, "train_loss_step": 4.351210594177246, "n_params": 4551820, "total_flops": 25868903424000000, "train_loss": 0.02771885565349034, "subset_score_loss": 0.02771885565349034}
+{"step": 1860000, "wall_time": 17840.82508611679, "train_loss_step": 4.511534690856934, "n_params": 4551820, "total_flops": 26008735334400000, "train_loss": 0.025813257694244383, "subset_score_loss": 0.025813257694244383}
+{"step": 1870000, "wall_time": 17928.366495847702, "train_loss_step": 4.625024795532227, "n_params": 4551820, "total_flops": 26148567244800000, "train_loss": 0.0263776285307748, "subset_score_loss": 0.0263776285307748}
+{"step": 1880000, "wall_time": 18017.711116075516, "train_loss_step": 4.166444778442383, "n_params": 4551820, "total_flops": 26288399155200000, "train_loss": 0.025298149245125908, "subset_score_loss": 0.025298149245125908}
+{"step": 1890000, "wall_time": 18106.77046775818, "train_loss_step": 4.622224807739258, "n_params": 4551820, "total_flops": 26428231065600000, "train_loss": 0.026750549248286657, "subset_score_loss": 0.026750549248286657}
+{"step": 1900000, "wall_time": 18298.49489378929, "train_loss_step": 4.539347171783447, "n_params": 4551820, "total_flops": 26568062976000000, "train_loss": 0.02754216023853847, "subset_score_loss": 0.02754216023853847, "memorization_fraction_pixel": 0.39590001106262207, "mean_nn_ratio_pixel": 0.6286139488220215, "fid": 60.44082681984862}
+{"step": 1910000, "wall_time": 18388.124732494354, "train_loss_step": 4.6322021484375, "n_params": 4551820, "total_flops": 26707894886400000, "train_loss": 0.02586618150983538, "subset_score_loss": 0.02586618150983538}
+{"step": 1920000, "wall_time": 18465.344232559204, "train_loss_step": 4.751793384552002, "n_params": 4551820, "total_flops": 26847726796800000, "train_loss": 0.025235606942858015, "subset_score_loss": 0.025235606942858015}
+{"step": 1930000, "wall_time": 18550.15432524681, "train_loss_step": 4.519652366638184, "n_params": 4551820, "total_flops": 26987558707200000, "train_loss": 0.025923047746930803, "subset_score_loss": 0.025923047746930803}
+{"step": 1940000, "wall_time": 18639.37177491188, "train_loss_step": 4.384818077087402, "n_params": 4551820, "total_flops": 27127390617600000, "train_loss": 0.02633528368813651, "subset_score_loss": 0.02633528368813651}
+{"step": 1950000, "wall_time": 18728.72492003441, "train_loss_step": 4.426682472229004, "n_params": 4551820, "total_flops": 27267222528000000, "train_loss": 0.026970136165618896, "subset_score_loss": 0.026970136165618896}
+{"step": 1960000, "wall_time": 18806.591318130493, "train_loss_step": 4.597830772399902, "n_params": 4551820, "total_flops": 27407054438400000, "train_loss": 0.02648136956351144, "subset_score_loss": 0.02648136956351144}
+{"step": 1970000, "wall_time": 18879.888421297073, "train_loss_step": 4.896855354309082, "n_params": 4551820, "total_flops": 27546886348800000, "train_loss": 0.025162899494171144, "subset_score_loss": 0.025162899494171144}
+{"step": 1980000, "wall_time": 18969.32461643219, "train_loss_step": 4.505186080932617, "n_params": 4551820, "total_flops": 27686718259200000, "train_loss": 0.025349172524043492, "subset_score_loss": 0.025349172524043492}
+{"step": 1990000, "wall_time": 19058.659286499023, "train_loss_step": 4.271517753601074, "n_params": 4551820, "total_flops": 27826550169600000, "train_loss": 0.025370938437325612, "subset_score_loss": 0.025370938437325612}
+{"step": 2000000, "wall_time": 19236.225654125214, "train_loss_step": 4.542201519012451, "n_params": 4551820, "total_flops": 27966382080000000, "train_loss": 0.026229642118726457, "subset_score_loss": 0.026229642118726457, "memorization_fraction_pixel": 0.40290001034736633, "mean_nn_ratio_pixel": 0.6279618144035339, "fid": 61.84372642943067}
+{"step": 2010000, "wall_time": 19325.692167282104, "train_loss_step": 3.9473977088928223, "n_params": 4551820, "total_flops": 28106213990400000, "train_loss": 0.025027971608298165, "subset_score_loss": 0.025027971608298165}
+{"step": 2020000, "wall_time": 19415.296025276184, "train_loss_step": 4.365715503692627, "n_params": 4551820, "total_flops": 28246045900800000, "train_loss": 0.025467537130628312, "subset_score_loss": 0.025467537130628312}
+{"step": 2030000, "wall_time": 19497.456780195236, "train_loss_step": 4.605172157287598, "n_params": 4551820, "total_flops": 28385877811200000, "train_loss": 0.025041256632123674, "subset_score_loss": 0.025041256632123674}
+{"step": 2040000, "wall_time": 19581.786384820938, "train_loss_step": 4.409923076629639, "n_params": 4551820, "total_flops": 28525709721600000, "train_loss": 0.025851801463535853, "subset_score_loss": 0.025851801463535853}
+{"step": 2050000, "wall_time": 19671.144412755966, "train_loss_step": 4.208276748657227, "n_params": 4551820, "total_flops": 28665541632000000, "train_loss": 0.025410165105547222, "subset_score_loss": 0.025410165105547222}
+{"step": 2060000, "wall_time": 19758.40916109085, "train_loss_step": 4.303849697113037, "n_params": 4551820, "total_flops": 28805373542400000, "train_loss": 0.024770372254507882, "subset_score_loss": 0.024770372254507882}
+{"step": 2070000, "wall_time": 19833.193242311478, "train_loss_step": 4.3526930809021, "n_params": 4551820, "total_flops": 28945205452800000, "train_loss": 0.024378916195460728, "subset_score_loss": 0.024378916195460728}
+{"step": 2080000, "wall_time": 19909.805237531662, "train_loss_step": 3.9701294898986816, "n_params": 4551820, "total_flops": 29085037363200000, "train_loss": 0.024579060077667237, "subset_score_loss": 0.024579060077667237}
+{"step": 2090000, "wall_time": 19998.432157993317, "train_loss_step": 4.22816276550293, "n_params": 4551820, "total_flops": 29224869273600000, "train_loss": 0.025767551149640765, "subset_score_loss": 0.025767551149640765}
+{"step": 2100000, "wall_time": 20191.83203601837, "train_loss_step": 4.246468544006348, "n_params": 4551820, "total_flops": 29364701184000000, "train_loss": 0.024253729411533902, "subset_score_loss": 0.024253729411533902, "memorization_fraction_pixel": 0.44279998540878296, "mean_nn_ratio_pixel": 0.5951282382011414, "fid": 58.06645081925926}
+{"step": 2110000, "wall_time": 20281.349355220795, "train_loss_step": 4.306228160858154, "n_params": 4551820, "total_flops": 29504533094400000, "train_loss": 0.023871900354112897, "subset_score_loss": 0.023871900354112897}
+{"step": 2120000, "wall_time": 20370.75740170479, "train_loss_step": 4.7266082763671875, "n_params": 4551820, "total_flops": 29644365004800000, "train_loss": 0.026042744091578893, "subset_score_loss": 0.026042744091578893}
+{"step": 2130000, "wall_time": 20460.523190259933, "train_loss_step": 4.402362823486328, "n_params": 4551820, "total_flops": 29784196915200000, "train_loss": 0.024710062571934293, "subset_score_loss": 0.024710062571934293}
+{"step": 2140000, "wall_time": 20539.16557431221, "train_loss_step": 4.195672988891602, "n_params": 4551820, "total_flops": 29924028825600000, "train_loss": 0.02529823269162859, "subset_score_loss": 0.02529823269162859}
+{"step": 2150000, "wall_time": 20626.823465824127, "train_loss_step": 4.378775596618652, "n_params": 4551820, "total_flops": 30063860736000000, "train_loss": 0.024603426456451416, "subset_score_loss": 0.024603426456451416}
+{"step": 2160000, "wall_time": 20714.270347118378, "train_loss_step": 4.557668209075928, "n_params": 4551820, "total_flops": 30203692646400000, "train_loss": 0.02532435655593872, "subset_score_loss": 0.02532435655593872}
+{"step": 2170000, "wall_time": 20798.396235227585, "train_loss_step": 4.177133560180664, "n_params": 4551820, "total_flops": 30343524556800000, "train_loss": 0.023644113540649415, "subset_score_loss": 0.023644113540649415}
+{"step": 2180000, "wall_time": 20884.03885436058, "train_loss_step": 4.473533630371094, "n_params": 4551820, "total_flops": 30483356467200000, "train_loss": 0.023825364453451976, "subset_score_loss": 0.023825364453451976}
+{"step": 2190000, "wall_time": 20962.35164952278, "train_loss_step": 4.439507961273193, "n_params": 4551820, "total_flops": 30623188377600000, "train_loss": 0.024071129730769567, "subset_score_loss": 0.024071129730769567}
+{"step": 2200000, "wall_time": 21148.13214993477, "train_loss_step": 4.375799179077148, "n_params": 4551820, "total_flops": 30763020288000000, "train_loss": 0.023463567665645054, "subset_score_loss": 0.023463567665645054, "memorization_fraction_pixel": 0.43779999017715454, "mean_nn_ratio_pixel": 0.604505717754364, "fid": 57.93723878407276}
+{"step": 2210000, "wall_time": 21237.469076633453, "train_loss_step": 4.112370491027832, "n_params": 4551820, "total_flops": 30902852198400000, "train_loss": 0.02287989854812622, "subset_score_loss": 0.02287989854812622}
+{"step": 2220000, "wall_time": 21326.665204048157, "train_loss_step": 4.534021854400635, "n_params": 4551820, "total_flops": 31042684108800000, "train_loss": 0.02390286411557879, "subset_score_loss": 0.02390286411557879}
+{"step": 2230000, "wall_time": 21416.067906856537, "train_loss_step": 4.640619277954102, "n_params": 4551820, "total_flops": 31182516019200000, "train_loss": 0.023347057615007674, "subset_score_loss": 0.023347057615007674}
+{"step": 2240000, "wall_time": 21505.923295736313, "train_loss_step": 4.139092922210693, "n_params": 4551820, "total_flops": 31322347929600000, "train_loss": 0.022897204330989292, "subset_score_loss": 0.022897204330989292}
+{"step": 2250000, "wall_time": 21580.04107952118, "train_loss_step": 4.172031402587891, "n_params": 4551820, "total_flops": 31462179840000000, "train_loss": 0.023471527440207345, "subset_score_loss": 0.023471527440207345}
+{"step": 2260000, "wall_time": 21669.53065919876, "train_loss_step": 4.543732643127441, "n_params": 4551820, "total_flops": 31602011750400000, "train_loss": 0.0238976172038487, "subset_score_loss": 0.0238976172038487}
+{"step": 2270000, "wall_time": 21757.391877174377, "train_loss_step": 4.283360958099365, "n_params": 4551820, "total_flops": 31741843660800000, "train_loss": 0.022384866646357946, "subset_score_loss": 0.022384866646357946}
+{"step": 2280000, "wall_time": 21838.925563097, "train_loss_step": 4.162026405334473, "n_params": 4551820, "total_flops": 31881675571200000, "train_loss": 0.025919033799852643, "subset_score_loss": 0.025919033799852643}
+{"step": 2290000, "wall_time": 21927.994688272476, "train_loss_step": 3.980715274810791, "n_params": 4551820, "total_flops": 32021507481600000, "train_loss": 0.023573616572788784, "subset_score_loss": 0.023573616572788784}
+{"step": 2300000, "wall_time": 22104.93054175377, "train_loss_step": 4.233286380767822, "n_params": 4551820, "total_flops": 32161339392000000, "train_loss": 0.022156402042933874, "subset_score_loss": 0.022156402042933874, "memorization_fraction_pixel": 0.4722999930381775, "mean_nn_ratio_pixel": 0.5801854729652405, "fid": 55.05795970910216}
+{"step": 2310000, "wall_time": 22194.14522957802, "train_loss_step": 4.77449369430542, "n_params": 4551820, "total_flops": 32301171302400000, "train_loss": 0.023435604572296143, "subset_score_loss": 0.023435604572296143}
+{"step": 2320000, "wall_time": 22283.36676621437, "train_loss_step": 4.260888576507568, "n_params": 4551820, "total_flops": 32441003212800000, "train_loss": 0.02340879099709647, "subset_score_loss": 0.02340879099709647}
+{"step": 2330000, "wall_time": 22372.8398001194, "train_loss_step": 4.242674350738525, "n_params": 4551820, "total_flops": 32580835123200000, "train_loss": 0.02453587225505284, "subset_score_loss": 0.02453587225505284}
+{"step": 2340000, "wall_time": 22462.302050590515, "train_loss_step": 4.330029487609863, "n_params": 4551820, "total_flops": 32720667033600000, "train_loss": 0.022100234031677247, "subset_score_loss": 0.022100234031677247}
+{"step": 2350000, "wall_time": 22550.39298582077, "train_loss_step": 4.175833702087402, "n_params": 4551820, "total_flops": 32860498944000000, "train_loss": 0.025280676569257463, "subset_score_loss": 0.025280676569257463}
+{"step": 2360000, "wall_time": 22622.807773590088, "train_loss_step": 4.051813125610352, "n_params": 4551820, "total_flops": 33000330854400000, "train_loss": 0.0218784008707319, "subset_score_loss": 0.0218784008707319}
+{"step": 2370000, "wall_time": 22711.802684783936, "train_loss_step": 4.269613265991211, "n_params": 4551820, "total_flops": 33140162764800000, "train_loss": 0.022369023731776645, "subset_score_loss": 0.022369023731776645}
+{"step": 2380000, "wall_time": 22786.62460041046, "train_loss_step": 4.141536235809326, "n_params": 4551820, "total_flops": 33279994675200000, "train_loss": 0.02158832039151873, "subset_score_loss": 0.02158832039151873}
+{"step": 2390000, "wall_time": 22875.74152159691, "train_loss_step": 4.499677658081055, "n_params": 4551820, "total_flops": 33419826585600000, "train_loss": 0.023039606639317103, "subset_score_loss": 0.023039606639317103}
+{"step": 2400000, "wall_time": 23054.848088502884, "train_loss_step": 4.1103057861328125, "n_params": 4551820, "total_flops": 33559658496000000, "train_loss": 0.02200765950339181, "subset_score_loss": 0.02200765950339181, "memorization_fraction_pixel": 0.4903999865055084, "mean_nn_ratio_pixel": 0.572622537612915, "fid": 56.1178395855426}
+{"step": 2410000, "wall_time": 23141.88608765602, "train_loss_step": 4.412773132324219, "n_params": 4551820, "total_flops": 33699490406400000, "train_loss": 0.023074851717267718, "subset_score_loss": 0.023074851717267718}
+{"step": 2420000, "wall_time": 23230.67919588089, "train_loss_step": 4.103081703186035, "n_params": 4551820, "total_flops": 33839322316800000, "train_loss": 0.023680833407810756, "subset_score_loss": 0.023680833407810756}
+{"step": 2430000, "wall_time": 23320.09726166725, "train_loss_step": 4.090368270874023, "n_params": 4551820, "total_flops": 33979154227200000, "train_loss": 0.02234586306980678, "subset_score_loss": 0.02234586306980678}
+{"step": 2440000, "wall_time": 23409.194860458374, "train_loss_step": 4.1790595054626465, "n_params": 4551820, "total_flops": 34118986137600000, "train_loss": 0.021883317402430942, "subset_score_loss": 0.021883317402430942}
+{"step": 2450000, "wall_time": 23497.105952739716, "train_loss_step": 4.27899169921875, "n_params": 4551820, "total_flops": 34258818048000000, "train_loss": 0.02313305480139596, "subset_score_loss": 0.02313305480139596}
+{"step": 2460000, "wall_time": 23587.075701236725, "train_loss_step": 4.067023277282715, "n_params": 4551820, "total_flops": 34398649958400000, "train_loss": 0.023893233707972934, "subset_score_loss": 0.023893233707972934}
+{"step": 2470000, "wall_time": 23661.496302127838, "train_loss_step": 4.315299987792969, "n_params": 4551820, "total_flops": 34538481868800000, "train_loss": 0.021482835497174946, "subset_score_loss": 0.021482835497174946}
+{"step": 2480000, "wall_time": 23743.653737783432, "train_loss_step": 4.202204704284668, "n_params": 4551820, "total_flops": 34678313779200000, "train_loss": 0.022626980713435583, "subset_score_loss": 0.022626980713435583}
+{"step": 2490000, "wall_time": 23827.508152484894, "train_loss_step": 3.9810304641723633, "n_params": 4551820, "total_flops": 34818145689600000, "train_loss": 0.022866034507751466, "subset_score_loss": 0.022866034507751466}
+{"step": 2500000, "wall_time": 24010.249684095383, "train_loss_step": 4.293032646179199, "n_params": 4551820, "total_flops": 34957977600000000, "train_loss": 0.02185091972351074, "subset_score_loss": 0.02185091972351074, "memorization_fraction_pixel": 0.49480000138282776, "mean_nn_ratio_pixel": 0.5717947483062744, "fid": 53.45118424889306}
+{"step": 2510000, "wall_time": 24091.689072847366, "train_loss_step": 4.00074577331543, "n_params": 4551820, "total_flops": 35097809510400000, "train_loss": 0.021454368318830217, "subset_score_loss": 0.021454368318830217}
+{"step": 2520000, "wall_time": 24170.844134569168, "train_loss_step": 4.401422023773193, "n_params": 4551820, "total_flops": 35237641420800000, "train_loss": 0.0220488326890128, "subset_score_loss": 0.0220488326890128}
+{"step": 2530000, "wall_time": 24259.790330648422, "train_loss_step": 4.0428338050842285, "n_params": 4551820, "total_flops": 35377473331200000, "train_loss": 0.022927083287920272, "subset_score_loss": 0.022927083287920272}
+{"step": 2540000, "wall_time": 24347.396230220795, "train_loss_step": 4.121128082275391, "n_params": 4551820, "total_flops": 35517305241600000, "train_loss": 0.021532269886561803, "subset_score_loss": 0.021532269886561803}
+{"step": 2550000, "wall_time": 24436.91598892212, "train_loss_step": 4.32457971572876, "n_params": 4551820, "total_flops": 35657137152000000, "train_loss": 0.02124120337622506, "subset_score_loss": 0.02124120337622506}
+{"step": 2560000, "wall_time": 24526.396832466125, "train_loss_step": 4.349769592285156, "n_params": 4551820, "total_flops": 35796969062400000, "train_loss": 0.021670208658490862, "subset_score_loss": 0.021670208658490862}
+{"step": 2570000, "wall_time": 24616.150787353516, "train_loss_step": 4.105465412139893, "n_params": 4551820, "total_flops": 35936800972800000, "train_loss": 0.02310664142881121, "subset_score_loss": 0.02310664142881121}
+{"step": 2580000, "wall_time": 24702.437490701675, "train_loss_step": 3.7982161045074463, "n_params": 4551820, "total_flops": 36076632883200000, "train_loss": 0.021270709378378733, "subset_score_loss": 0.021270709378378733}
+{"step": 2590000, "wall_time": 24788.540954828262, "train_loss_step": 4.04142951965332, "n_params": 4551820, "total_flops": 36216464793600000, "train_loss": 0.02106729745864868, "subset_score_loss": 0.02106729745864868}
+{"step": 2600000, "wall_time": 24948.62143445015, "train_loss_step": 3.6366004943847656, "n_params": 4551820, "total_flops": 36356296704000000, "train_loss": 0.021408092975616456, "subset_score_loss": 0.021408092975616456, "memorization_fraction_pixel": 0.5149999856948853, "mean_nn_ratio_pixel": 0.5535222887992859, "fid": 53.61338669252352}
+{"step": 2610000, "wall_time": 25037.917272806168, "train_loss_step": 4.270882606506348, "n_params": 4551820, "total_flops": 36496128614400000, "train_loss": 0.02097472974232265, "subset_score_loss": 0.02097472974232265}
+{"step": 2620000, "wall_time": 25127.003826141357, "train_loss_step": 4.03661584854126, "n_params": 4551820, "total_flops": 36635960524800000, "train_loss": 0.021261184556143623, "subset_score_loss": 0.021261184556143623}
+{"step": 2630000, "wall_time": 25208.752340078354, "train_loss_step": 4.1537861824035645, "n_params": 4551820, "total_flops": 36775792435200000, "train_loss": 0.022333541938236782, "subset_score_loss": 0.022333541938236782}
+{"step": 2640000, "wall_time": 25295.932738542557, "train_loss_step": 3.722754955291748, "n_params": 4551820, "total_flops": 36915624345600000, "train_loss": 0.020207263742174422, "subset_score_loss": 0.020207263742174422}
+{"step": 2650000, "wall_time": 25385.512374162674, "train_loss_step": 4.119485378265381, "n_params": 4551820, "total_flops": 37055456256000000, "train_loss": 0.02104478733880179, "subset_score_loss": 0.02104478733880179}
+{"step": 2660000, "wall_time": 25474.97434616089, "train_loss_step": 4.258934020996094, "n_params": 4551820, "total_flops": 37195288166400000, "train_loss": 0.021969238349369594, "subset_score_loss": 0.021969238349369594}
+{"step": 2670000, "wall_time": 25564.433295965195, "train_loss_step": 4.131035804748535, "n_params": 4551820, "total_flops": 37335120076800000, "train_loss": 0.021046904155186244, "subset_score_loss": 0.021046904155186244}
+{"step": 2680000, "wall_time": 25654.43206167221, "train_loss_step": 3.778322219848633, "n_params": 4551820, "total_flops": 37474951987200000, "train_loss": 0.02131948811667306, "subset_score_loss": 0.02131948811667306}
+{"step": 2690000, "wall_time": 25720.411427259445, "train_loss_step": 4.097678184509277, "n_params": 4551820, "total_flops": 37614783897600000, "train_loss": 0.021754239286695207, "subset_score_loss": 0.021754239286695207}
+{"step": 2700000, "wall_time": 25905.614141702652, "train_loss_step": 3.9761009216308594, "n_params": 4551820, "total_flops": 37754615808000000, "train_loss": 0.024529189722878594, "subset_score_loss": 0.024529189722878594, "memorization_fraction_pixel": 0.5175999999046326, "mean_nn_ratio_pixel": 0.5534099340438843, "fid": 53.54921353583773}
+{"step": 2710000, "wall_time": 25995.081892728806, "train_loss_step": 3.962946891784668, "n_params": 4551820, "total_flops": 37894447718400000, "train_loss": 0.020918796743665424, "subset_score_loss": 0.020918796743665424}
+{"step": 2720000, "wall_time": 26084.41152381897, "train_loss_step": 4.276859760284424, "n_params": 4551820, "total_flops": 38034279628800000, "train_loss": 0.020215107713426862, "subset_score_loss": 0.020215107713426862}
+{"step": 2730000, "wall_time": 26173.599746227264, "train_loss_step": 3.826082706451416, "n_params": 4551820, "total_flops": 38174111539200000, "train_loss": 0.021606152398245676, "subset_score_loss": 0.021606152398245676}
+{"step": 2740000, "wall_time": 26246.37393760681, "train_loss_step": 4.065419673919678, "n_params": 4551820, "total_flops": 38313943449600000, "train_loss": 0.02025693825313023, "subset_score_loss": 0.02025693825313023}
+{"step": 2750000, "wall_time": 26334.940022468567, "train_loss_step": 3.945404529571533, "n_params": 4551820, "total_flops": 38453775360000000, "train_loss": 0.020315282685416085, "subset_score_loss": 0.020315282685416085}
+{"step": 2760000, "wall_time": 26424.434316158295, "train_loss_step": 3.8680942058563232, "n_params": 4551820, "total_flops": 38593607270400000, "train_loss": 0.021014845371246337, "subset_score_loss": 0.021014845371246337}
+{"step": 2770000, "wall_time": 26513.841171741486, "train_loss_step": 3.936640739440918, "n_params": 4551820, "total_flops": 38733439180800000, "train_loss": 0.02209752116884504, "subset_score_loss": 0.02209752116884504}
+{"step": 2780000, "wall_time": 26603.256469011307, "train_loss_step": 3.8176238536834717, "n_params": 4551820, "total_flops": 38873271091200000, "train_loss": 0.021669535977499824, "subset_score_loss": 0.021669535977499824}
+{"step": 2790000, "wall_time": 26689.891435861588, "train_loss_step": 4.155396461486816, "n_params": 4551820, "total_flops": 39013103001600000, "train_loss": 0.02078667027609689, "subset_score_loss": 0.02078667027609689}
+{"step": 2800000, "wall_time": 26883.795558929443, "train_loss_step": 3.981631278991699, "n_params": 4551820, "total_flops": 39152934912000000, "train_loss": 0.02062875713620867, "subset_score_loss": 0.02062875713620867, "memorization_fraction_pixel": 0.5634999871253967, "mean_nn_ratio_pixel": 0.5177918672561646, "fid": 50.60530256203283}
+{"step": 2810000, "wall_time": 26973.022549390793, "train_loss_step": 4.057555198669434, "n_params": 4551820, "total_flops": 39292766822400000, "train_loss": 0.019895446300506592, "subset_score_loss": 0.019895446300506592}
+{"step": 2820000, "wall_time": 27062.42482471466, "train_loss_step": 3.878725051879883, "n_params": 4551820, "total_flops": 39432598732800000, "train_loss": 0.02055055924824306, "subset_score_loss": 0.02055055924824306}
+{"step": 2830000, "wall_time": 27149.672169685364, "train_loss_step": 3.9054479598999023, "n_params": 4551820, "total_flops": 39572430643200000, "train_loss": 0.020200179304395403, "subset_score_loss": 0.020200179304395403}
+{"step": 2840000, "wall_time": 27239.236470222473, "train_loss_step": 3.8300533294677734, "n_params": 4551820, "total_flops": 39712262553600000, "train_loss": 0.019258008684430804, "subset_score_loss": 0.019258008684430804}
+{"step": 2850000, "wall_time": 27319.698047876358, "train_loss_step": 4.0528717041015625, "n_params": 4551820, "total_flops": 39852094464000000, "train_loss": 0.020383514676775252, "subset_score_loss": 0.020383514676775252}
+{"step": 2860000, "wall_time": 27408.83581519127, "train_loss_step": 3.94392991065979, "n_params": 4551820, "total_flops": 39991926374400000, "train_loss": 0.01991128751209804, "subset_score_loss": 0.01991128751209804}
+{"step": 2870000, "wall_time": 27498.319738149643, "train_loss_step": 4.0289530754089355, "n_params": 4551820, "total_flops": 40131758284800000, "train_loss": 0.019416260719299316, "subset_score_loss": 0.019416260719299316}
+{"step": 2880000, "wall_time": 27587.693202733994, "train_loss_step": 3.66898512840271, "n_params": 4551820, "total_flops": 40271590195200000, "train_loss": 0.022803115844726562, "subset_score_loss": 0.022803115844726562}
+{"step": 2890000, "wall_time": 27675.931435346603, "train_loss_step": 3.595768928527832, "n_params": 4551820, "total_flops": 40411422105600000, "train_loss": 0.01996083770479475, "subset_score_loss": 0.01996083770479475}
+{"step": 2900000, "wall_time": 27856.85166120529, "train_loss_step": 4.318089485168457, "n_params": 4551820, "total_flops": 40551254016000000, "train_loss": 0.02282424143382481, "subset_score_loss": 0.02282424143382481, "memorization_fraction_pixel": 0.5727999806404114, "mean_nn_ratio_pixel": 0.5118672251701355, "fid": 52.08300734202465}
+{"step": 2910000, "wall_time": 27946.19593167305, "train_loss_step": 3.9129700660705566, "n_params": 4551820, "total_flops": 40691085926400000, "train_loss": 0.020057153701782227, "subset_score_loss": 0.020057153701782227}
+{"step": 2920000, "wall_time": 28033.589928150177, "train_loss_step": 3.631011486053467, "n_params": 4551820, "total_flops": 40830917836800000, "train_loss": 0.020307506833757673, "subset_score_loss": 0.020307506833757673}
+{"step": 2930000, "wall_time": 28122.750278949738, "train_loss_step": 4.051757335662842, "n_params": 4551820, "total_flops": 40970749747200000, "train_loss": 0.019517278671264647, "subset_score_loss": 0.019517278671264647}
+{"step": 2940000, "wall_time": 28212.107838392258, "train_loss_step": 3.8111841678619385, "n_params": 4551820, "total_flops": 41110581657600000, "train_loss": 0.020914580140795027, "subset_score_loss": 0.020914580140795027}
+{"step": 2950000, "wall_time": 28295.110016822815, "train_loss_step": 3.75331974029541, "n_params": 4551820, "total_flops": 41250413568000000, "train_loss": 0.020191689899989537, "subset_score_loss": 0.020191689899989537}
+{"step": 2960000, "wall_time": 28377.038912534714, "train_loss_step": 3.9859652519226074, "n_params": 4551820, "total_flops": 41390245478400000, "train_loss": 0.020966671194349015, "subset_score_loss": 0.020966671194349015}
+{"step": 2970000, "wall_time": 28466.409385442734, "train_loss_step": 3.809401750564575, "n_params": 4551820, "total_flops": 41530077388800000, "train_loss": 0.020075556210109164, "subset_score_loss": 0.020075556210109164}
+{"step": 2980000, "wall_time": 28555.924878835678, "train_loss_step": 3.5836164951324463, "n_params": 4551820, "total_flops": 41669909299200000, "train_loss": 0.020572577204023088, "subset_score_loss": 0.020572577204023088}
+{"step": 2990000, "wall_time": 28645.248293876648, "train_loss_step": 3.955775260925293, "n_params": 4551820, "total_flops": 41809741209600000, "train_loss": 0.01957530805042812, "subset_score_loss": 0.01957530805042812}
+{"step": 3000000, "wall_time": 28790.62420463562, "train_loss_step": 4.022764682769775, "n_params": 4551820, "total_flops": 41949573120000000, "train_loss": 0.02077322176524571, "subset_score_loss": 0.02077322176524571, "memorization_fraction_pixel": 0.5950999855995178, "mean_nn_ratio_pixel": 0.49604105949401855, "fid": 49.37864009653911}
+{"step": 3010000, "wall_time": 28880.173207998276, "train_loss_step": 3.9429988861083984, "n_params": 4551820, "total_flops": 42089405030400000, "train_loss": 0.0196966358593532, "subset_score_loss": 0.0196966358593532}
+{"step": 3020000, "wall_time": 28967.499528169632, "train_loss_step": 3.7101268768310547, "n_params": 4551820, "total_flops": 42229236940800000, "train_loss": 0.02093524421964373, "subset_score_loss": 0.02093524421964373}
+{"step": 3030000, "wall_time": 29056.483283996582, "train_loss_step": 3.6950347423553467, "n_params": 4551820, "total_flops": 42369068851200000, "train_loss": 0.020828211307525636, "subset_score_loss": 0.020828211307525636}
+{"step": 3040000, "wall_time": 29145.56543970108, "train_loss_step": 3.8475701808929443, "n_params": 4551820, "total_flops": 42508900761600000, "train_loss": 0.01989314215523856, "subset_score_loss": 0.01989314215523856}
+{"step": 3050000, "wall_time": 29234.734315395355, "train_loss_step": 3.572084903717041, "n_params": 4551820, "total_flops": 42648732672000000, "train_loss": 0.019027444294520787, "subset_score_loss": 0.019027444294520787}
+{"step": 3060000, "wall_time": 29324.275634288788, "train_loss_step": 3.851034641265869, "n_params": 4551820, "total_flops": 42788564582400000, "train_loss": 0.019483612264905657, "subset_score_loss": 0.019483612264905657}
+{"step": 3070000, "wall_time": 29410.34184551239, "train_loss_step": 4.120737075805664, "n_params": 4551820, "total_flops": 42928396492800000, "train_loss": 0.019206108365740094, "subset_score_loss": 0.019206108365740094}
+{"step": 3080000, "wall_time": 29499.663837194443, "train_loss_step": 3.7615411281585693, "n_params": 4551820, "total_flops": 43068228403200000, "train_loss": 0.020106073788234164, "subset_score_loss": 0.020106073788234164}
+{"step": 3090000, "wall_time": 29589.10879445076, "train_loss_step": 3.5796656608581543, "n_params": 4551820, "total_flops": 43208060313600000, "train_loss": 0.01892892803464617, "subset_score_loss": 0.01892892803464617}
+{"step": 3100000, "wall_time": 29747.459339380264, "train_loss_step": 4.1587934494018555, "n_params": 4551820, "total_flops": 43347892224000000, "train_loss": 0.01950354746409825, "subset_score_loss": 0.01950354746409825, "memorization_fraction_pixel": 0.580299973487854, "mean_nn_ratio_pixel": 0.5064960718154907, "fid": 48.71963484501382}
+{"step": 3110000, "wall_time": 29834.87511253357, "train_loss_step": 3.5019259452819824, "n_params": 4551820, "total_flops": 43487724134400000, "train_loss": 0.01963158505303519, "subset_score_loss": 0.01963158505303519}
+{"step": 3120000, "wall_time": 29922.353469133377, "train_loss_step": 3.6564862728118896, "n_params": 4551820, "total_flops": 43627556044800000, "train_loss": 0.019941016605922155, "subset_score_loss": 0.019941016605922155}
+{"step": 3130000, "wall_time": 30011.51073527336, "train_loss_step": 3.4279301166534424, "n_params": 4551820, "total_flops": 43767387955200000, "train_loss": 0.018678511892046248, "subset_score_loss": 0.018678511892046248}
+{"step": 3140000, "wall_time": 30100.390337228775, "train_loss_step": 3.712815284729004, "n_params": 4551820, "total_flops": 43907219865600000, "train_loss": 0.01928851093564715, "subset_score_loss": 0.01928851093564715}
+{"step": 3150000, "wall_time": 30189.8144364357, "train_loss_step": 3.922645092010498, "n_params": 4551820, "total_flops": 44047051776000000, "train_loss": 0.018526714188711983, "subset_score_loss": 0.018526714188711983}
+{"step": 3160000, "wall_time": 30279.36048412323, "train_loss_step": 4.057117462158203, "n_params": 4551820, "total_flops": 44186883686400000, "train_loss": 0.018996502671922957, "subset_score_loss": 0.018996502671922957}
+{"step": 3170000, "wall_time": 30368.61807203293, "train_loss_step": 4.118533134460449, "n_params": 4551820, "total_flops": 44326715596800000, "train_loss": 0.01893469946725028, "subset_score_loss": 0.01893469946725028}
+{"step": 3180000, "wall_time": 30455.946704864502, "train_loss_step": 3.6914615631103516, "n_params": 4551820, "total_flops": 44466547507200000, "train_loss": 0.01926725081035069, "subset_score_loss": 0.01926725081035069}
+{"step": 3190000, "wall_time": 30545.318472385406, "train_loss_step": 3.6592907905578613, "n_params": 4551820, "total_flops": 44606379417600000, "train_loss": 0.020910770552498955, "subset_score_loss": 0.020910770552498955}
+{"step": 3200000, "wall_time": 30726.975878238678, "train_loss_step": 3.598191261291504, "n_params": 4551820, "total_flops": 44746211328000000, "train_loss": 0.019274658816201346, "subset_score_loss": 0.019274658816201346, "memorization_fraction_pixel": 0.6007000207901001, "mean_nn_ratio_pixel": 0.4939715266227722, "fid": 49.01365084848746}
+{"step": 3210000, "wall_time": 30815.074685573578, "train_loss_step": 3.8927271366119385, "n_params": 4551820, "total_flops": 44886043238400000, "train_loss": 0.01775625433240618, "subset_score_loss": 0.01775625433240618}
+{"step": 3220000, "wall_time": 30902.378834486008, "train_loss_step": 3.846315860748291, "n_params": 4551820, "total_flops": 45025875148800000, "train_loss": 0.01813019003186907, "subset_score_loss": 0.01813019003186907}
+{"step": 3230000, "wall_time": 30991.445063591003, "train_loss_step": 3.411572217941284, "n_params": 4551820, "total_flops": 45165707059200000, "train_loss": 0.018702176639011928, "subset_score_loss": 0.018702176639011928}
+{"step": 3240000, "wall_time": 31080.64252638817, "train_loss_step": 3.501213312149048, "n_params": 4551820, "total_flops": 45305538969600000, "train_loss": 0.01892131907599313, "subset_score_loss": 0.01892131907599313}
+{"step": 3250000, "wall_time": 31169.91058588028, "train_loss_step": 3.72340726852417, "n_params": 4551820, "total_flops": 45445370880000000, "train_loss": 0.019185958589826312, "subset_score_loss": 0.019185958589826312}
+{"step": 3260000, "wall_time": 31259.361241579056, "train_loss_step": 3.783801555633545, "n_params": 4551820, "total_flops": 45585202790400000, "train_loss": 0.018425113814217704, "subset_score_loss": 0.018425113814217704}
+{"step": 3270000, "wall_time": 31348.8085668087, "train_loss_step": 3.706456184387207, "n_params": 4551820, "total_flops": 45725034700800000, "train_loss": 0.018498689787728447, "subset_score_loss": 0.018498689787728447}
+{"step": 3280000, "wall_time": 31436.23042678833, "train_loss_step": 3.6630330085754395, "n_params": 4551820, "total_flops": 45864866611200000, "train_loss": 0.01823237793786185, "subset_score_loss": 0.01823237793786185}
+{"step": 3290000, "wall_time": 31525.43332719803, "train_loss_step": 3.871241569519043, "n_params": 4551820, "total_flops": 46004698521600000, "train_loss": 0.01876317432948521, "subset_score_loss": 0.01876317432948521}
+{"step": 3300000, "wall_time": 31717.411970853806, "train_loss_step": 3.6998291015625, "n_params": 4551820, "total_flops": 46144530432000000, "train_loss": 0.020731874874659946, "subset_score_loss": 0.020731874874659946, "memorization_fraction_pixel": 0.6226999759674072, "mean_nn_ratio_pixel": 0.4774397313594818, "fid": 48.43985599720197}
+{"step": 3310000, "wall_time": 31802.395308732986, "train_loss_step": 3.5907278060913086, "n_params": 4551820, "total_flops": 46284362342400000, "train_loss": 0.01956486531666347, "subset_score_loss": 0.01956486531666347}
+{"step": 3320000, "wall_time": 31891.37857723236, "train_loss_step": 3.8274409770965576, "n_params": 4551820, "total_flops": 46424194252800000, "train_loss": 0.019301818098340716, "subset_score_loss": 0.019301818098340716}
+{"step": 3330000, "wall_time": 31980.49663257599, "train_loss_step": 3.815477132797241, "n_params": 4551820, "total_flops": 46564026163200000, "train_loss": 0.01761732271739415, "subset_score_loss": 0.01761732271739415}
+{"step": 3340000, "wall_time": 32069.92144060135, "train_loss_step": 3.424530267715454, "n_params": 4551820, "total_flops": 46703858073600000, "train_loss": 0.020245918205806186, "subset_score_loss": 0.020245918205806186}
+{"step": 3350000, "wall_time": 32159.059851646423, "train_loss_step": 3.310253620147705, "n_params": 4551820, "total_flops": 46843689984000000, "train_loss": 0.018423538548605782, "subset_score_loss": 0.018423538548605782}
+{"step": 3360000, "wall_time": 32248.398309230804, "train_loss_step": 3.678541660308838, "n_params": 4551820, "total_flops": 46983521894400000, "train_loss": 0.019710329600742885, "subset_score_loss": 0.019710329600742885}
+{"step": 3370000, "wall_time": 32337.817024946213, "train_loss_step": 3.7158548831939697, "n_params": 4551820, "total_flops": 47123353804800000, "train_loss": 0.01899643795830863, "subset_score_loss": 0.01899643795830863}
+{"step": 3380000, "wall_time": 32427.069412231445, "train_loss_step": 3.5400350093841553, "n_params": 4551820, "total_flops": 47263185715200000, "train_loss": 0.01846663270677839, "subset_score_loss": 0.01846663270677839}
+{"step": 3390000, "wall_time": 32514.35128068924, "train_loss_step": 3.6995677947998047, "n_params": 4551820, "total_flops": 47403017625600000, "train_loss": 0.019235782963888986, "subset_score_loss": 0.019235782963888986}
+{"step": 3400000, "wall_time": 32695.785462617874, "train_loss_step": 3.5620532035827637, "n_params": 4551820, "total_flops": 47542849536000000, "train_loss": 0.019413016523633683, "subset_score_loss": 0.019413016523633683, "memorization_fraction_pixel": 0.6068000197410583, "mean_nn_ratio_pixel": 0.48898783326148987, "fid": 47.94809222449957}
+{"step": 3410000, "wall_time": 32781.30917787552, "train_loss_step": 3.6266794204711914, "n_params": 4551820, "total_flops": 47682681446400000, "train_loss": 0.017257629122052875, "subset_score_loss": 0.017257629122052875}
+{"step": 3420000, "wall_time": 32870.71567964554, "train_loss_step": 3.5627522468566895, "n_params": 4551820, "total_flops": 47822513356800000, "train_loss": 0.018012372085026332, "subset_score_loss": 0.018012372085026332}
+{"step": 3430000, "wall_time": 32959.998284339905, "train_loss_step": 3.9642186164855957, "n_params": 4551820, "total_flops": 47962345267200000, "train_loss": 0.017602344921657017, "subset_score_loss": 0.017602344921657017}
+{"step": 3440000, "wall_time": 33049.474776506424, "train_loss_step": 3.8908956050872803, "n_params": 4551820, "total_flops": 48102177177600000, "train_loss": 0.018069463116782054, "subset_score_loss": 0.018069463116782054}
+{"step": 3450000, "wall_time": 33138.92328071594, "train_loss_step": 3.5852813720703125, "n_params": 4551820, "total_flops": 48242009088000000, "train_loss": 0.017548605373927526, "subset_score_loss": 0.017548605373927526}
+{"step": 3460000, "wall_time": 33227.949919462204, "train_loss_step": 3.730926275253296, "n_params": 4551820, "total_flops": 48381840998400000, "train_loss": 0.018337515422276088, "subset_score_loss": 0.018337515422276088}
+{"step": 3470000, "wall_time": 33317.2206697464, "train_loss_step": 3.4410901069641113, "n_params": 4551820, "total_flops": 48521672908800000, "train_loss": 0.017685912336621964, "subset_score_loss": 0.017685912336621964}
+{"step": 3480000, "wall_time": 33406.259533166885, "train_loss_step": 3.617971420288086, "n_params": 4551820, "total_flops": 48661504819200000, "train_loss": 0.017568419660840717, "subset_score_loss": 0.017568419660840717}
+{"step": 3490000, "wall_time": 33493.701875925064, "train_loss_step": 3.5820422172546387, "n_params": 4551820, "total_flops": 48801336729600000, "train_loss": 0.01831324781690325, "subset_score_loss": 0.01831324781690325}
+{"step": 3500000, "wall_time": 33655.75222349167, "train_loss_step": 3.6952407360076904, "n_params": 4551820, "total_flops": 48941168640000000, "train_loss": 0.017525650773729598, "subset_score_loss": 0.017525650773729598, "memorization_fraction_pixel": 0.613099992275238, "mean_nn_ratio_pixel": 0.48121732473373413, "fid": 49.34914552589976}
+{"step": 3510000, "wall_time": 33739.696922302246, "train_loss_step": 3.902738571166992, "n_params": 4551820, "total_flops": 49081000550400000, "train_loss": 0.017911415440695626, "subset_score_loss": 0.017911415440695626}
+{"step": 3520000, "wall_time": 33827.50819325447, "train_loss_step": 3.321537494659424, "n_params": 4551820, "total_flops": 49220832460800000, "train_loss": 0.018506933961595806, "subset_score_loss": 0.018506933961595806}
+{"step": 3530000, "wall_time": 33916.77694773674, "train_loss_step": 3.5912039279937744, "n_params": 4551820, "total_flops": 49360664371200000, "train_loss": 0.01747880152293614, "subset_score_loss": 0.01747880152293614}
+{"step": 3540000, "wall_time": 34006.157390356064, "train_loss_step": 3.7132158279418945, "n_params": 4551820, "total_flops": 49500496281600000, "train_loss": 0.01870209148951939, "subset_score_loss": 0.01870209148951939}
+{"step": 3550000, "wall_time": 34095.520031929016, "train_loss_step": 3.7990903854370117, "n_params": 4551820, "total_flops": 49640328192000000, "train_loss": 0.018008978026253838, "subset_score_loss": 0.018008978026253838}
+{"step": 3560000, "wall_time": 34184.84159684181, "train_loss_step": 3.57139253616333, "n_params": 4551820, "total_flops": 49780160102400000, "train_loss": 0.01733933516911098, "subset_score_loss": 0.01733933516911098}
+{"step": 3570000, "wall_time": 34273.958758831024, "train_loss_step": 3.805880308151245, "n_params": 4551820, "total_flops": 49919992012800000, "train_loss": 0.01772975581032889, "subset_score_loss": 0.01772975581032889}
+{"step": 3580000, "wall_time": 34363.153636455536, "train_loss_step": 3.8287415504455566, "n_params": 4551820, "total_flops": 50059823923200000, "train_loss": 0.018283789498465403, "subset_score_loss": 0.018283789498465403}
+{"step": 3590000, "wall_time": 34452.233741760254, "train_loss_step": 3.7311649322509766, "n_params": 4551820, "total_flops": 50199655833600000, "train_loss": 0.01787780182702201, "subset_score_loss": 0.01787780182702201}
+{"step": 3600000, "wall_time": 34652.96155285835, "train_loss_step": 3.5704174041748047, "n_params": 4551820, "total_flops": 50339487744000000, "train_loss": 0.018152495792933872, "subset_score_loss": 0.018152495792933872, "memorization_fraction_pixel": 0.6560999751091003, "mean_nn_ratio_pixel": 0.44896894693374634, "fid": 45.975871540634685}
+{"step": 3610000, "wall_time": 34731.79360485077, "train_loss_step": 3.963167190551758, "n_params": 4551820, "total_flops": 50479319654400000, "train_loss": 0.017890501022338866, "subset_score_loss": 0.017890501022338866}
+{"step": 3620000, "wall_time": 34819.48830652237, "train_loss_step": 3.607956886291504, "n_params": 4551820, "total_flops": 50619151564800000, "train_loss": 0.0180659362248012, "subset_score_loss": 0.0180659362248012}
+{"step": 3630000, "wall_time": 34908.62116193771, "train_loss_step": 3.455195665359497, "n_params": 4551820, "total_flops": 50758983475200000, "train_loss": 0.017818948200770787, "subset_score_loss": 0.017818948200770787}
+{"step": 3640000, "wall_time": 34997.7524869442, "train_loss_step": 3.673710346221924, "n_params": 4551820, "total_flops": 50898815385600000, "train_loss": 0.01806788103921073, "subset_score_loss": 0.01806788103921073}
+{"step": 3650000, "wall_time": 35087.220093011856, "train_loss_step": 3.449007987976074, "n_params": 4551820, "total_flops": 51038647296000000, "train_loss": 0.01804668051855905, "subset_score_loss": 0.01804668051855905}
+{"step": 3660000, "wall_time": 35176.3516023159, "train_loss_step": 3.7213339805603027, "n_params": 4551820, "total_flops": 51178479206400000, "train_loss": 0.01772200550351824, "subset_score_loss": 0.01772200550351824}
+{"step": 3670000, "wall_time": 35265.4914598465, "train_loss_step": 4.059145450592041, "n_params": 4551820, "total_flops": 51318311116800000, "train_loss": 0.016951731273106167, "subset_score_loss": 0.016951731273106167}
+{"step": 3680000, "wall_time": 35354.80780649185, "train_loss_step": 3.8423638343811035, "n_params": 4551820, "total_flops": 51458143027200000, "train_loss": 0.017207280227116175, "subset_score_loss": 0.017207280227116175}
+{"step": 3690000, "wall_time": 35444.05679774284, "train_loss_step": 3.656409740447998, "n_params": 4551820, "total_flops": 51597974937600000, "train_loss": 0.019168336050851005, "subset_score_loss": 0.019168336050851005}
+{"step": 3700000, "wall_time": 35652.0403137207, "train_loss_step": 3.673546314239502, "n_params": 4551820, "total_flops": 51737806848000000, "train_loss": 0.017248756544930594, "subset_score_loss": 0.017248756544930594, "memorization_fraction_pixel": 0.6462000012397766, "mean_nn_ratio_pixel": 0.45927828550338745, "fid": 44.29102430955102}
+{"step": 3710000, "wall_time": 35729.204501867294, "train_loss_step": 3.9407806396484375, "n_params": 4551820, "total_flops": 51877638758400000, "train_loss": 0.017575803824833463, "subset_score_loss": 0.017575803824833463}
+{"step": 3720000, "wall_time": 35817.04240322113, "train_loss_step": 3.7681431770324707, "n_params": 4551820, "total_flops": 52017470668800000, "train_loss": 0.016846704483032226, "subset_score_loss": 0.016846704483032226}
+{"step": 3730000, "wall_time": 35905.964886665344, "train_loss_step": 3.329117774963379, "n_params": 4551820, "total_flops": 52157302579200000, "train_loss": 0.017004667009626117, "subset_score_loss": 0.017004667009626117}
+{"step": 3740000, "wall_time": 35995.19627022743, "train_loss_step": 3.330483913421631, "n_params": 4551820, "total_flops": 52297134489600000, "train_loss": 0.016794420991625106, "subset_score_loss": 0.016794420991625106}
+{"step": 3750000, "wall_time": 36084.5489051342, "train_loss_step": 3.455310344696045, "n_params": 4551820, "total_flops": 52436966400000000, "train_loss": 0.01694152866091047, "subset_score_loss": 0.01694152866091047}
+{"step": 3760000, "wall_time": 36173.86253118515, "train_loss_step": 3.4738917350769043, "n_params": 4551820, "total_flops": 52576798310400000, "train_loss": 0.01703791277749198, "subset_score_loss": 0.01703791277749198}
+{"step": 3770000, "wall_time": 36263.17890739441, "train_loss_step": 3.631645679473877, "n_params": 4551820, "total_flops": 52716630220800000, "train_loss": 0.017423949922834123, "subset_score_loss": 0.017423949922834123}
+{"step": 3780000, "wall_time": 36352.39279270172, "train_loss_step": 3.317361831665039, "n_params": 4551820, "total_flops": 52856462131200000, "train_loss": 0.017670129026685442, "subset_score_loss": 0.017670129026685442}
+{"step": 3790000, "wall_time": 36441.451167583466, "train_loss_step": 3.613161563873291, "n_params": 4551820, "total_flops": 52996294041600000, "train_loss": 0.017843590463910784, "subset_score_loss": 0.017843590463910784}
+{"step": 3800000, "wall_time": 36635.260459423065, "train_loss_step": 3.6125943660736084, "n_params": 4551820, "total_flops": 53136125952000000, "train_loss": 0.01757983820778983, "subset_score_loss": 0.01757983820778983, "memorization_fraction_pixel": 0.6654000282287598, "mean_nn_ratio_pixel": 0.4435301721096039, "fid": 43.49093229711221}
+{"step": 3810000, "wall_time": 36716.69373989105, "train_loss_step": 3.806203842163086, "n_params": 4551820, "total_flops": 53275957862400000, "train_loss": 0.018366478170667375, "subset_score_loss": 0.018366478170667375}
+{"step": 3820000, "wall_time": 36804.5470559597, "train_loss_step": 3.397928237915039, "n_params": 4551820, "total_flops": 53415789772800000, "train_loss": 0.01721633332116263, "subset_score_loss": 0.01721633332116263}
+{"step": 3830000, "wall_time": 36893.486330509186, "train_loss_step": 3.5752902030944824, "n_params": 4551820, "total_flops": 53555621683200000, "train_loss": 0.017102808611733574, "subset_score_loss": 0.017102808611733574}
+{"step": 3840000, "wall_time": 36982.649208307266, "train_loss_step": 3.5394954681396484, "n_params": 4551820, "total_flops": 53695453593600000, "train_loss": 0.01775543689727783, "subset_score_loss": 0.01775543689727783}
+{"step": 3850000, "wall_time": 37071.964258909225, "train_loss_step": 3.6960160732269287, "n_params": 4551820, "total_flops": 53835285504000000, "train_loss": 0.018052233968462263, "subset_score_loss": 0.018052233968462263}
+{"step": 3860000, "wall_time": 37161.45179963112, "train_loss_step": 3.5533552169799805, "n_params": 4551820, "total_flops": 53975117414400000, "train_loss": 0.016663261822291782, "subset_score_loss": 0.016663261822291782}
+{"step": 3870000, "wall_time": 37250.87910294533, "train_loss_step": 3.8896076679229736, "n_params": 4551820, "total_flops": 54114949324800000, "train_loss": 0.01599633353097098, "subset_score_loss": 0.01599633353097098}
+{"step": 3880000, "wall_time": 37339.98977327347, "train_loss_step": 3.8388381004333496, "n_params": 4551820, "total_flops": 54254781235200000, "train_loss": 0.019070093972342356, "subset_score_loss": 0.019070093972342356}
+{"step": 3890000, "wall_time": 37427.747596502304, "train_loss_step": 3.696554660797119, "n_params": 4551820, "total_flops": 54394613145600000, "train_loss": 0.017103241171155657, "subset_score_loss": 0.017103241171155657}
+{"step": 3900000, "wall_time": 37620.62296104431, "train_loss_step": 3.7275142669677734, "n_params": 4551820, "total_flops": 54534445056000000, "train_loss": 0.016604014805385044, "subset_score_loss": 0.016604014805385044, "memorization_fraction_pixel": 0.6765000224113464, "mean_nn_ratio_pixel": 0.43530547618865967, "fid": 44.262687027533985}
+{"step": 3910000, "wall_time": 37700.03293418884, "train_loss_step": 3.559292793273926, "n_params": 4551820, "total_flops": 54674276966400000, "train_loss": 0.017670794895717077, "subset_score_loss": 0.017670794895717077}
+{"step": 3920000, "wall_time": 37786.96204137802, "train_loss_step": 3.265167713165283, "n_params": 4551820, "total_flops": 54814108876800000, "train_loss": 0.016390795367104666, "subset_score_loss": 0.016390795367104666}
+{"step": 3930000, "wall_time": 37876.035244226456, "train_loss_step": 3.5244956016540527, "n_params": 4551820, "total_flops": 54953940787200000, "train_loss": 0.015614933626992362, "subset_score_loss": 0.015614933626992362}
+{"step": 3940000, "wall_time": 37965.178438186646, "train_loss_step": 3.455564498901367, "n_params": 4551820, "total_flops": 55093772697600000, "train_loss": 0.0166789105960301, "subset_score_loss": 0.0166789105960301}
+{"step": 3950000, "wall_time": 38054.56450366974, "train_loss_step": 3.523186683654785, "n_params": 4551820, "total_flops": 55233604608000000, "train_loss": 0.016150188446044923, "subset_score_loss": 0.016150188446044923}
+{"step": 3960000, "wall_time": 38143.94381427765, "train_loss_step": 3.8371100425720215, "n_params": 4551820, "total_flops": 55373436518400000, "train_loss": 0.017818171637398857, "subset_score_loss": 0.017818171637398857}
+{"step": 3970000, "wall_time": 38233.209436416626, "train_loss_step": 3.496955156326294, "n_params": 4551820, "total_flops": 55513268428800000, "train_loss": 0.0175181439944676, "subset_score_loss": 0.0175181439944676}
+{"step": 3980000, "wall_time": 38322.706117630005, "train_loss_step": 3.821499824523926, "n_params": 4551820, "total_flops": 55653100339200000, "train_loss": 0.017106243542262485, "subset_score_loss": 0.017106243542262485}
+{"step": 3990000, "wall_time": 38409.93353700638, "train_loss_step": 3.5019187927246094, "n_params": 4551820, "total_flops": 55792932249600000, "train_loss": 0.018962202753339496, "subset_score_loss": 0.018962202753339496}
+{"step": 4000000, "wall_time": 38614.87135028839, "train_loss_step": 3.5147337913513184, "n_params": 4551820, "total_flops": 55932764160000000, "train_loss": 0.01717791897909982, "subset_score_loss": 0.01717791897909982, "memorization_fraction_pixel": 0.6916000247001648, "mean_nn_ratio_pixel": 0.4246538579463959, "fid": 41.44875766275814}
+{"step": 4010000, "wall_time": 38696.01175713539, "train_loss_step": 3.4324376583099365, "n_params": 4551820, "total_flops": 56072596070400000, "train_loss": 0.01647929804665702, "subset_score_loss": 0.01647929804665702}
+{"step": 4020000, "wall_time": 38783.57612490654, "train_loss_step": 3.4908547401428223, "n_params": 4551820, "total_flops": 56212427980800000, "train_loss": 0.015845252786363874, "subset_score_loss": 0.015845252786363874}
+{"step": 4030000, "wall_time": 38872.76245546341, "train_loss_step": 3.414857864379883, "n_params": 4551820, "total_flops": 56352259891200000, "train_loss": 0.016174294267381942, "subset_score_loss": 0.016174294267381942}
+{"step": 4040000, "wall_time": 38961.933574438095, "train_loss_step": 3.5594329833984375, "n_params": 4551820, "total_flops": 56492091801600000, "train_loss": 0.016434921537126813, "subset_score_loss": 0.016434921537126813}
+{"step": 4050000, "wall_time": 39051.39932489395, "train_loss_step": 3.4930014610290527, "n_params": 4551820, "total_flops": 56631923712000000, "train_loss": 0.0170347946030753, "subset_score_loss": 0.0170347946030753}
+{"step": 4060000, "wall_time": 39140.49655914307, "train_loss_step": 3.53420090675354, "n_params": 4551820, "total_flops": 56771755622400000, "train_loss": 0.017452033928462438, "subset_score_loss": 0.017452033928462438}
+{"step": 4070000, "wall_time": 39230.01174068451, "train_loss_step": 4.05720329284668, "n_params": 4551820, "total_flops": 56911587532800000, "train_loss": 0.0169520446232387, "subset_score_loss": 0.0169520446232387}
+{"step": 4080000, "wall_time": 39317.349826812744, "train_loss_step": 3.2817318439483643, "n_params": 4551820, "total_flops": 57051419443200000, "train_loss": 0.015369135992867607, "subset_score_loss": 0.015369135992867607}
+{"step": 4090000, "wall_time": 39406.465037345886, "train_loss_step": 3.487943649291992, "n_params": 4551820, "total_flops": 57191251353600000, "train_loss": 0.017516633442470005, "subset_score_loss": 0.017516633442470005}
+{"step": 4100000, "wall_time": 39611.942356824875, "train_loss_step": 3.635877847671509, "n_params": 4551820, "total_flops": 57331083264000000, "train_loss": 0.01570547308240618, "subset_score_loss": 0.01570547308240618, "memorization_fraction_pixel": 0.675000011920929, "mean_nn_ratio_pixel": 0.4378507435321808, "fid": 43.53424179817253}
+{"step": 4110000, "wall_time": 39692.471735715866, "train_loss_step": 3.656372547149658, "n_params": 4551820, "total_flops": 57470915174400000, "train_loss": 0.016059104033878873, "subset_score_loss": 0.016059104033878873}
+{"step": 4120000, "wall_time": 39771.52226352692, "train_loss_step": 3.668004035949707, "n_params": 4551820, "total_flops": 57610747084800000, "train_loss": 0.015483852795192174, "subset_score_loss": 0.015483852795192174}
+{"step": 4130000, "wall_time": 39860.81710553169, "train_loss_step": 3.4256954193115234, "n_params": 4551820, "total_flops": 57750578995200000, "train_loss": 0.0164539098739624, "subset_score_loss": 0.0164539098739624}
+{"step": 4140000, "wall_time": 39950.03997898102, "train_loss_step": 3.7400200366973877, "n_params": 4551820, "total_flops": 57890410905600000, "train_loss": 0.01651629890714373, "subset_score_loss": 0.01651629890714373}
+{"step": 4150000, "wall_time": 40039.24873995781, "train_loss_step": 3.4628777503967285, "n_params": 4551820, "total_flops": 58030242816000000, "train_loss": 0.017257819856916157, "subset_score_loss": 0.017257819856916157}
+{"step": 4160000, "wall_time": 40128.783603429794, "train_loss_step": 3.4874017238616943, "n_params": 4551820, "total_flops": 58170074726400000, "train_loss": 0.01622716018131801, "subset_score_loss": 0.01622716018131801}
+{"step": 4170000, "wall_time": 40217.971854925156, "train_loss_step": 3.643062114715576, "n_params": 4551820, "total_flops": 58309906636800000, "train_loss": 0.016753436837877545, "subset_score_loss": 0.016753436837877545}
+{"step": 4180000, "wall_time": 40305.39656853676, "train_loss_step": 3.4731078147888184, "n_params": 4551820, "total_flops": 58449738547200000, "train_loss": 0.015926916258675712, "subset_score_loss": 0.015926916258675712}
+{"step": 4190000, "wall_time": 40394.70723128319, "train_loss_step": 3.510890245437622, "n_params": 4551820, "total_flops": 58589570457600000, "train_loss": 0.015987646579742432, "subset_score_loss": 0.015987646579742432}
+{"step": 4200000, "wall_time": 40601.5965051651, "train_loss_step": 3.6660964488983154, "n_params": 4551820, "total_flops": 58729402368000000, "train_loss": 0.01564255441938128, "subset_score_loss": 0.01564255441938128, "memorization_fraction_pixel": 0.697700023651123, "mean_nn_ratio_pixel": 0.4175695776939392, "fid": 41.27995097679564}
+{"step": 4210000, "wall_time": 40689.30728268623, "train_loss_step": 3.392092704772949, "n_params": 4551820, "total_flops": 58869234278400000, "train_loss": 0.01682220697402954, "subset_score_loss": 0.01682220697402954}
+{"step": 4220000, "wall_time": 40762.73650217056, "train_loss_step": 3.7993392944335938, "n_params": 4551820, "total_flops": 59009066188800000, "train_loss": 0.01558476345879691, "subset_score_loss": 0.01558476345879691}
+{"step": 4230000, "wall_time": 40852.09192299843, "train_loss_step": 3.3955631256103516, "n_params": 4551820, "total_flops": 59148898099200000, "train_loss": 0.016189614364079067, "subset_score_loss": 0.016189614364079067}
+{"step": 4240000, "wall_time": 40941.03757572174, "train_loss_step": 3.51492977142334, "n_params": 4551820, "total_flops": 59288730009600000, "train_loss": 0.016478892735072543, "subset_score_loss": 0.016478892735072543}
+{"step": 4250000, "wall_time": 41029.898057460785, "train_loss_step": 3.6076736450195312, "n_params": 4551820, "total_flops": 59428561920000000, "train_loss": 0.015725631373269218, "subset_score_loss": 0.015725631373269218}
+{"step": 4260000, "wall_time": 41119.10937285423, "train_loss_step": 3.5653834342956543, "n_params": 4551820, "total_flops": 59568393830400000, "train_loss": 0.016093644074031285, "subset_score_loss": 0.016093644074031285}
+{"step": 4270000, "wall_time": 41206.71970582008, "train_loss_step": 3.509206533432007, "n_params": 4551820, "total_flops": 59708225740800000, "train_loss": 0.016291046142578126, "subset_score_loss": 0.016291046142578126}
+{"step": 4280000, "wall_time": 41295.8517575264, "train_loss_step": 3.487410068511963, "n_params": 4551820, "total_flops": 59848057651200000, "train_loss": 0.014905990873064314, "subset_score_loss": 0.014905990873064314}
+{"step": 4290000, "wall_time": 41385.25075960159, "train_loss_step": 3.3958680629730225, "n_params": 4551820, "total_flops": 59987889561600000, "train_loss": 0.016524597576686315, "subset_score_loss": 0.016524597576686315}
+{"step": 4300000, "wall_time": 41583.88479137421, "train_loss_step": 3.699249744415283, "n_params": 4551820, "total_flops": 60127721472000000, "train_loss": 0.01573507615498134, "subset_score_loss": 0.01573507615498134, "memorization_fraction_pixel": 0.6855000257492065, "mean_nn_ratio_pixel": 0.43033739924430847, "fid": 42.44186626253083}
+{"step": 4310000, "wall_time": 41671.34900832176, "train_loss_step": 3.413217544555664, "n_params": 4551820, "total_flops": 60267553382400000, "train_loss": 0.016730291502816335, "subset_score_loss": 0.016730291502816335}
+{"step": 4320000, "wall_time": 41751.22555875778, "train_loss_step": 3.233614206314087, "n_params": 4551820, "total_flops": 60407385292800000, "train_loss": 0.014949096952165876, "subset_score_loss": 0.014949096952165876}
+{"step": 4330000, "wall_time": 41837.384360551834, "train_loss_step": 3.7168660163879395, "n_params": 4551820, "total_flops": 60547217203200000, "train_loss": 0.015702378749847413, "subset_score_loss": 0.015702378749847413}
+{"step": 4340000, "wall_time": 41926.67346382141, "train_loss_step": 3.7416138648986816, "n_params": 4551820, "total_flops": 60687049113600000, "train_loss": 0.017278460093906947, "subset_score_loss": 0.017278460093906947}
+{"step": 4350000, "wall_time": 42015.98519706726, "train_loss_step": 3.3048224449157715, "n_params": 4551820, "total_flops": 60826881024000000, "train_loss": 0.01512545006615775, "subset_score_loss": 0.01512545006615775}
+{"step": 4360000, "wall_time": 42103.53720378876, "train_loss_step": 3.6656270027160645, "n_params": 4551820, "total_flops": 60966712934400000, "train_loss": 0.01718267032078334, "subset_score_loss": 0.01718267032078334}
+{"step": 4370000, "wall_time": 42192.93793129921, "train_loss_step": 3.5709733963012695, "n_params": 4551820, "total_flops": 61106544844800000, "train_loss": 0.01598972422736032, "subset_score_loss": 0.01598972422736032}
+{"step": 4380000, "wall_time": 42282.37480139732, "train_loss_step": 3.416494846343994, "n_params": 4551820, "total_flops": 61246376755200000, "train_loss": 0.01598573923110962, "subset_score_loss": 0.01598573923110962}
+{"step": 4390000, "wall_time": 42371.77794504166, "train_loss_step": 3.484114646911621, "n_params": 4551820, "total_flops": 61386208665600000, "train_loss": 0.015560974393572126, "subset_score_loss": 0.015560974393572126}
+{"step": 4400000, "wall_time": 42562.764075517654, "train_loss_step": 3.420625686645508, "n_params": 4551820, "total_flops": 61526040576000000, "train_loss": 0.015355031830923897, "subset_score_loss": 0.015355031830923897, "memorization_fraction_pixel": 0.7099999785423279, "mean_nn_ratio_pixel": 0.41059404611587524, "fid": 40.19501684499031}
+{"step": 4410000, "wall_time": 42652.31405043602, "train_loss_step": 3.566427230834961, "n_params": 4551820, "total_flops": 61665872486400000, "train_loss": 0.015966626576014928, "subset_score_loss": 0.015966626576014928}
+{"step": 4420000, "wall_time": 42735.539336681366, "train_loss_step": 3.375699043273926, "n_params": 4551820, "total_flops": 61805704396800000, "train_loss": 0.01506544862474714, "subset_score_loss": 0.01506544862474714}
+{"step": 4430000, "wall_time": 42820.89207649231, "train_loss_step": 3.728559970855713, "n_params": 4551820, "total_flops": 61945536307200000, "train_loss": 0.015894293785095215, "subset_score_loss": 0.015894293785095215}
+{"step": 4440000, "wall_time": 42910.05949687958, "train_loss_step": 3.572140693664551, "n_params": 4551820, "total_flops": 62085368217600000, "train_loss": 0.01729311772755214, "subset_score_loss": 0.01729311772755214}
+{"step": 4450000, "wall_time": 42999.5280547142, "train_loss_step": 3.127595901489258, "n_params": 4551820, "total_flops": 62225200128000000, "train_loss": 0.017259902613503592, "subset_score_loss": 0.017259902613503592}
+{"step": 4460000, "wall_time": 43086.72524213791, "train_loss_step": 3.475491523742676, "n_params": 4551820, "total_flops": 62365032038400000, "train_loss": 0.01683884688786098, "subset_score_loss": 0.01683884688786098}
+{"step": 4470000, "wall_time": 43176.048518657684, "train_loss_step": 3.485917091369629, "n_params": 4551820, "total_flops": 62504863948800000, "train_loss": 0.01584573643548148, "subset_score_loss": 0.01584573643548148}
+{"step": 4480000, "wall_time": 43265.467143535614, "train_loss_step": 3.3162593841552734, "n_params": 4551820, "total_flops": 62644695859200000, "train_loss": 0.017117152895246235, "subset_score_loss": 0.017117152895246235}
+{"step": 4490000, "wall_time": 43354.87137937546, "train_loss_step": 3.309704303741455, "n_params": 4551820, "total_flops": 62784527769600000, "train_loss": 0.01660153695515224, "subset_score_loss": 0.01660153695515224}
+{"step": 4500000, "wall_time": 43533.58845758438, "train_loss_step": 3.2276601791381836, "n_params": 4551820, "total_flops": 62924359680000000, "train_loss": 0.014457004410879952, "subset_score_loss": 0.014457004410879952, "memorization_fraction_pixel": 0.717199981212616, "mean_nn_ratio_pixel": 0.40654730796813965, "fid": 41.82459468712488}
+{"step": 4510000, "wall_time": 43622.56476712227, "train_loss_step": 3.2987194061279297, "n_params": 4551820, "total_flops": 63064191590400000, "train_loss": 0.015006089210510254, "subset_score_loss": 0.015006089210510254}
+{"step": 4520000, "wall_time": 43710.24926018715, "train_loss_step": 3.616173267364502, "n_params": 4551820, "total_flops": 63204023500800000, "train_loss": 0.015029862948826382, "subset_score_loss": 0.015029862948826382}
+{"step": 4530000, "wall_time": 43788.15122127533, "train_loss_step": 3.2719690799713135, "n_params": 4551820, "total_flops": 63343855411200000, "train_loss": 0.015176085063389369, "subset_score_loss": 0.015176085063389369}
+{"step": 4540000, "wall_time": 43877.53825497627, "train_loss_step": 2.9380998611450195, "n_params": 4551820, "total_flops": 63483687321600000, "train_loss": 0.015482282638549805, "subset_score_loss": 0.015482282638549805}
+{"step": 4550000, "wall_time": 43966.612701416016, "train_loss_step": 3.4819586277008057, "n_params": 4551820, "total_flops": 63623519232000000, "train_loss": 0.015440293720790319, "subset_score_loss": 0.015440293720790319}
+{"step": 4560000, "wall_time": 44054.42158460617, "train_loss_step": 3.554495334625244, "n_params": 4551820, "total_flops": 63763351142400000, "train_loss": 0.015964181082589287, "subset_score_loss": 0.015964181082589287}
+{"step": 4570000, "wall_time": 44143.7513692379, "train_loss_step": 3.1489148139953613, "n_params": 4551820, "total_flops": 63903183052800000, "train_loss": 0.01679410764149257, "subset_score_loss": 0.01679410764149257}
+{"step": 4580000, "wall_time": 44233.085121154785, "train_loss_step": 3.3402462005615234, "n_params": 4551820, "total_flops": 64043014963200000, "train_loss": 0.015509763785770962, "subset_score_loss": 0.015509763785770962}
+{"step": 4590000, "wall_time": 44322.447434186935, "train_loss_step": 3.5657460689544678, "n_params": 4551820, "total_flops": 64182846873600000, "train_loss": 0.016082923752920968, "subset_score_loss": 0.016082923752920968}
+{"step": 4600000, "wall_time": 44508.50354337692, "train_loss_step": 3.5636329650878906, "n_params": 4551820, "total_flops": 64322678784000000, "train_loss": 0.01641474962234497, "subset_score_loss": 0.01641474962234497, "memorization_fraction_pixel": 0.6934000253677368, "mean_nn_ratio_pixel": 0.42545342445373535, "fid": 41.55438715418015}
+{"step": 4610000, "wall_time": 44597.3777282238, "train_loss_step": 3.2425811290740967, "n_params": 4551820, "total_flops": 64462510694400000, "train_loss": 0.014856115409306118, "subset_score_loss": 0.014856115409306118}
+{"step": 4620000, "wall_time": 44686.531635284424, "train_loss_step": 3.600902795791626, "n_params": 4551820, "total_flops": 64602342604800000, "train_loss": 0.016485585485185895, "subset_score_loss": 0.016485585485185895}
+{"step": 4630000, "wall_time": 44763.27520632744, "train_loss_step": 3.4532675743103027, "n_params": 4551820, "total_flops": 64742174515200000, "train_loss": 0.015837032454354423, "subset_score_loss": 0.015837032454354423}
+{"step": 4640000, "wall_time": 44851.076434612274, "train_loss_step": 3.558532953262329, "n_params": 4551820, "total_flops": 64882006425600000, "train_loss": 0.015528663567134312, "subset_score_loss": 0.015528663567134312}
+{"step": 4650000, "wall_time": 44938.635850429535, "train_loss_step": 3.314897060394287, "n_params": 4551820, "total_flops": 65021838336000000, "train_loss": 0.013839124781744821, "subset_score_loss": 0.013839124781744821}
+{"step": 4660000, "wall_time": 45028.02948331833, "train_loss_step": 3.340812921524048, "n_params": 4551820, "total_flops": 65161670246400000, "train_loss": 0.015943145751953124, "subset_score_loss": 0.015943145751953124}
+{"step": 4670000, "wall_time": 45117.41696071625, "train_loss_step": 3.393416404724121, "n_params": 4551820, "total_flops": 65301502156800000, "train_loss": 0.015833682673318045, "subset_score_loss": 0.015833682673318045}
+{"step": 4680000, "wall_time": 45206.80741095543, "train_loss_step": 3.4147913455963135, "n_params": 4551820, "total_flops": 65441334067200000, "train_loss": 0.015656282220567974, "subset_score_loss": 0.015656282220567974}
+{"step": 4690000, "wall_time": 45296.13097643852, "train_loss_step": 3.584561347961426, "n_params": 4551820, "total_flops": 65581165977600000, "train_loss": 0.015176587445395334, "subset_score_loss": 0.015176587445395334}
+{"step": 4700000, "wall_time": 45494.15361905098, "train_loss_step": 3.4901232719421387, "n_params": 4551820, "total_flops": 65720997888000000, "train_loss": 0.015292322635650635, "subset_score_loss": 0.015292322635650635, "memorization_fraction_pixel": 0.6948999762535095, "mean_nn_ratio_pixel": 0.42373794317245483, "fid": 43.22477892302336}
+{"step": 4710000, "wall_time": 45583.12610626221, "train_loss_step": 3.7311854362487793, "n_params": 4551820, "total_flops": 65860829798400000, "train_loss": 0.0165354813848223, "subset_score_loss": 0.0165354813848223}
+{"step": 4720000, "wall_time": 45672.290566921234, "train_loss_step": 3.5197951793670654, "n_params": 4551820, "total_flops": 66000661708800000, "train_loss": 0.015668419429234096, "subset_score_loss": 0.015668419429234096}
+{"step": 4730000, "wall_time": 45752.15454006195, "train_loss_step": 3.3760387897491455, "n_params": 4551820, "total_flops": 66140493619200000, "train_loss": 0.01601301772253854, "subset_score_loss": 0.01601301772253854}
+{"step": 4740000, "wall_time": 45834.7017993927, "train_loss_step": 3.6637892723083496, "n_params": 4551820, "total_flops": 66280325529600000, "train_loss": 0.015036795820508684, "subset_score_loss": 0.015036795820508684}
+{"step": 4750000, "wall_time": 45922.3613884449, "train_loss_step": 3.372814178466797, "n_params": 4551820, "total_flops": 66420157440000000, "train_loss": 0.014707182134900774, "subset_score_loss": 0.014707182134900774}
+{"step": 4760000, "wall_time": 46011.83581542969, "train_loss_step": 3.2362256050109863, "n_params": 4551820, "total_flops": 66559989350400000, "train_loss": 0.016701127801622664, "subset_score_loss": 0.016701127801622664}
+{"step": 4770000, "wall_time": 46101.29594731331, "train_loss_step": 3.36376953125, "n_params": 4551820, "total_flops": 66699821260800000, "train_loss": 0.015465218680245536, "subset_score_loss": 0.015465218680245536}
+{"step": 4780000, "wall_time": 46190.53099370003, "train_loss_step": 3.0431933403015137, "n_params": 4551820, "total_flops": 66839653171200000, "train_loss": 0.01448472397668021, "subset_score_loss": 0.01448472397668021}
+{"step": 4790000, "wall_time": 46279.725014686584, "train_loss_step": 3.356818199157715, "n_params": 4551820, "total_flops": 66979485081600000, "train_loss": 0.01628486258643014, "subset_score_loss": 0.01628486258643014}
+{"step": 4800000, "wall_time": 46467.844084739685, "train_loss_step": 3.4529311656951904, "n_params": 4551820, "total_flops": 67119316992000000, "train_loss": 0.015473462854112897, "subset_score_loss": 0.015473462854112897, "memorization_fraction_pixel": 0.724399983882904, "mean_nn_ratio_pixel": 0.4025290906429291, "fid": 40.13798949826028}
+{"step": 4810000, "wall_time": 46557.03694605827, "train_loss_step": 3.1707351207733154, "n_params": 4551820, "total_flops": 67259148902400000, "train_loss": 0.014584144524165562, "subset_score_loss": 0.014584144524165562}
+{"step": 4820000, "wall_time": 46646.05401349068, "train_loss_step": 3.555943727493286, "n_params": 4551820, "total_flops": 67398980812800000, "train_loss": 0.015042878900255475, "subset_score_loss": 0.015042878900255475}
+{"step": 4830000, "wall_time": 46735.51380443573, "train_loss_step": 3.3492166996002197, "n_params": 4551820, "total_flops": 67538812723200000, "train_loss": 0.015427465098244802, "subset_score_loss": 0.015427465098244802}
+{"step": 4840000, "wall_time": 46796.91553759575, "train_loss_step": 3.1364479064941406, "n_params": 4551820, "total_flops": 67678644633600000, "train_loss": 0.015338928358895438, "subset_score_loss": 0.015338928358895438}
+{"step": 4850000, "wall_time": 46868.95393228531, "train_loss_step": 3.2108516693115234, "n_params": 4551820, "total_flops": 67818476544000000, "train_loss": 0.01657299484525408, "subset_score_loss": 0.01657299484525408}
+{"step": 4860000, "wall_time": 46941.03923892975, "train_loss_step": 3.343736410140991, "n_params": 4551820, "total_flops": 67958308454400000, "train_loss": 0.014556615693228586, "subset_score_loss": 0.014556615693228586}
+{"step": 4870000, "wall_time": 47013.172882795334, "train_loss_step": 3.136509418487549, "n_params": 4551820, "total_flops": 68098140364800000, "train_loss": 0.014221337011882237, "subset_score_loss": 0.014221337011882237}
+{"step": 4880000, "wall_time": 47084.925248384476, "train_loss_step": 3.5027499198913574, "n_params": 4551820, "total_flops": 68237972275200000, "train_loss": 0.015168530600411552, "subset_score_loss": 0.015168530600411552}
+{"step": 4890000, "wall_time": 47156.9271838665, "train_loss_step": 3.571528911590576, "n_params": 4551820, "total_flops": 68377804185600000, "train_loss": 0.014704222338540213, "subset_score_loss": 0.014704222338540213}
+{"step": 4900000, "wall_time": 47306.998136520386, "train_loss_step": 3.6172006130218506, "n_params": 4551820, "total_flops": 68517636096000000, "train_loss": 0.015060033117021834, "subset_score_loss": 0.015060033117021834, "memorization_fraction_pixel": 0.7365000247955322, "mean_nn_ratio_pixel": 0.39412376284599304, "fid": 40.58525447681704}
+{"step": 4910000, "wall_time": 47379.06655168533, "train_loss_step": 2.9688093662261963, "n_params": 4551820, "total_flops": 68657468006400000, "train_loss": 0.015129608767373222, "subset_score_loss": 0.015129608767373222}
+{"step": 4920000, "wall_time": 47451.01168322563, "train_loss_step": 3.534529685974121, "n_params": 4551820, "total_flops": 68797299916800000, "train_loss": 0.014262877191816058, "subset_score_loss": 0.014262877191816058}
+{"step": 4930000, "wall_time": 47523.150941848755, "train_loss_step": 3.6203110218048096, "n_params": 4551820, "total_flops": 68937131827200000, "train_loss": 0.014514907768794468, "subset_score_loss": 0.014514907768794468}
+{"step": 4940000, "wall_time": 47584.893597602844, "train_loss_step": 3.279170036315918, "n_params": 4551820, "total_flops": 69076963737600000, "train_loss": 0.015077752726418632, "subset_score_loss": 0.015077752726418632}
+{"step": 4950000, "wall_time": 47644.486510276794, "train_loss_step": 3.243906259536743, "n_params": 4551820, "total_flops": 69216795648000000, "train_loss": 0.015251619475228446, "subset_score_loss": 0.015251619475228446}
+{"step": 4960000, "wall_time": 47716.45939993858, "train_loss_step": 3.531376361846924, "n_params": 4551820, "total_flops": 69356627558400000, "train_loss": 0.015051422800336564, "subset_score_loss": 0.015051422800336564}
+{"step": 4970000, "wall_time": 47788.260125398636, "train_loss_step": 3.252462863922119, "n_params": 4551820, "total_flops": 69496459468800000, "train_loss": 0.014214130810328893, "subset_score_loss": 0.014214130810328893}
+{"step": 4980000, "wall_time": 47860.50685119629, "train_loss_step": 3.0967185497283936, "n_params": 4551820, "total_flops": 69636291379200000, "train_loss": 0.015155787127358572, "subset_score_loss": 0.015155787127358572}
+{"step": 4990000, "wall_time": 47932.41676449776, "train_loss_step": 3.0893092155456543, "n_params": 4551820, "total_flops": 69776123289600000, "train_loss": 0.01510422910962786, "subset_score_loss": 0.01510422910962786}
+{"step": 5000000, "wall_time": 48075.70497226715, "train_loss_step": 3.259232759475708, "n_params": 4551820, "total_flops": 69915955200000000, "train_loss": 0.01577632256916591, "subset_score_loss": 0.01577632256916591, "memorization_fraction_pixel": 0.7368999719619751, "mean_nn_ratio_pixel": 0.3941902220249176, "fid": 40.06760722845147}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d140/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d140/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..3e4357b9bcea06a8e89036162bd3ae18451b5fcb
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d140/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     71s | train_loss=1.0053 | fid=309.2849
+  step   10000 |    156s | train_loss=0.7610
+  step   20000 |    245s | train_loss=0.6321
+  step   30000 |    335s | train_loss=0.5190
+  step   40000 |    424s | train_loss=0.4177
+  step   50000 |    513s | train_loss=0.3353
+  step   60000 |    602s | train_loss=0.2671
+  step   70000 |    692s | train_loss=0.2238
+  step   80000 |    781s | train_loss=0.1868
+  step   90000 |    870s | train_loss=0.1646
+  step  100000 |   1030s | train_loss=0.1511 | fid=65.2858
+  step  110000 |   1109s | train_loss=0.1356
+  step  120000 |   1198s | train_loss=0.1263
+  step  130000 |   1287s | train_loss=0.1200
+  step  140000 |   1376s | train_loss=0.1106
+  step  150000 |   1466s | train_loss=0.1071
+  step  160000 |   1555s | train_loss=0.1005
+  step  170000 |   1644s | train_loss=0.1011
+  step  180000 |   1733s | train_loss=0.0959
+  step  190000 |   1822s | train_loss=0.0918
+  step  200000 |   1982s | train_loss=0.0884 | fid=66.7645
+  step  210000 |   2068s | train_loss=0.0878
+  step  220000 |   2151s | train_loss=0.0835
+  step  230000 |   2240s | train_loss=0.0828
+  step  240000 |   2330s | train_loss=0.0809
+  step  250000 |   2419s | train_loss=0.0777
+  step  260000 |   2509s | train_loss=0.0764
+  step  270000 |   2598s | train_loss=0.0742
+  step  280000 |   2687s | train_loss=0.0747
+  step  290000 |   2776s | train_loss=0.0726
+  step  300000 |   2936s | train_loss=0.0730 | fid=66.5707
+  step  310000 |   3022s | train_loss=0.0710
+  step  320000 |   3112s | train_loss=0.0674
+  step  330000 |   3196s | train_loss=0.0670
+  step  340000 |   3285s | train_loss=0.0654
+  step  350000 |   3374s | train_loss=0.0642
+  step  360000 |   3464s | train_loss=0.0642
+  step  370000 |   3553s | train_loss=0.0624
+  step  380000 |   3643s | train_loss=0.0601
+  step  390000 |   3732s | train_loss=0.0608
+  step  400000 |   3890s | train_loss=0.0601 | fid=69.0307
+  step  410000 |   3979s | train_loss=0.0634
+  step  420000 |   4065s | train_loss=0.0593
+  step  430000 |   4155s | train_loss=0.0589
+  step  440000 |   4239s | train_loss=0.0564
+  step  450000 |   4328s | train_loss=0.0583
+  step  460000 |   4417s | train_loss=0.0586
+  step  470000 |   4507s | train_loss=0.0562
+  step  480000 |   4596s | train_loss=0.0544
+  step  490000 |   4685s | train_loss=0.0526
+  step  500000 |   4845s | train_loss=0.0529 | fid=63.1916
+  step  510000 |   4934s | train_loss=0.0538
+  step  520000 |   5020s | train_loss=0.0548
+  step  530000 |   5109s | train_loss=0.0515
+  step  540000 |   5196s | train_loss=0.0527
+  step  550000 |   5282s | train_loss=0.0505
+  step  560000 |   5372s | train_loss=0.0540
+  step  570000 |   5461s | train_loss=0.0501
+  step  580000 |   5550s | train_loss=0.0510
+  step  590000 |   5640s | train_loss=0.0496
+  step  600000 |   5799s | train_loss=0.0489 | fid=62.1391
+  step  610000 |   5889s | train_loss=0.0484
+  step  620000 |   5975s | train_loss=0.0485
+  step  630000 |   6064s | train_loss=0.0521
+  step  640000 |   6153s | train_loss=0.0468
+  step  650000 |   6240s | train_loss=0.0465
+  step  660000 |   6326s | train_loss=0.0466
+  step  670000 |   6416s | train_loss=0.0476
+  step  680000 |   6505s | train_loss=0.0483
+  step  690000 |   6594s | train_loss=0.0454
+  step  700000 |   6754s | train_loss=0.0445 | fid=61.6210
+  step  710000 |   6844s | train_loss=0.0500
+  step  720000 |   6931s | train_loss=0.0477
+  step  730000 |   7019s | train_loss=0.0449
+  step  740000 |   7108s | train_loss=0.0440
+  step  750000 |   7198s | train_loss=0.0419
+  step  760000 |   7284s | train_loss=0.0425
+  step  770000 |   7371s | train_loss=0.0452
+  step  780000 |   7460s | train_loss=0.0438
+  step  790000 |   7549s | train_loss=0.0426
+  step  800000 |   7709s | train_loss=0.0421 | fid=61.1040
+  step  810000 |   7799s | train_loss=0.0417
+  step  820000 |   7888s | train_loss=0.0410
+  step  830000 |   7974s | train_loss=0.0425
+  step  840000 |   8063s | train_loss=0.0408
+  step  850000 |   8153s | train_loss=0.0430
+  step  860000 |   8242s | train_loss=0.0402
+  step  870000 |   8329s | train_loss=0.0409
+  step  880000 |   8408s | train_loss=0.0411
+  step  890000 |   8497s | train_loss=0.0427
+  step  900000 |   8720s | train_loss=0.0407 | fid=61.5487
+  step  910000 |   8809s | train_loss=0.0402
+  step  920000 |   8891s | train_loss=0.0377
+  step  930000 |   8973s | train_loss=0.0410
+  step  940000 |   9062s | train_loss=0.0389
+  step  950000 |   9151s | train_loss=0.0402
+  step  960000 |   9237s | train_loss=0.0372
+  step  970000 |   9316s | train_loss=0.0382
+  step  980000 |   9402s | train_loss=0.0362
+  step  990000 |   9487s | train_loss=0.0366
+  step 1000000 |   9647s | train_loss=0.0389 | fid=62.6107
+  step 1010000 |   9737s | train_loss=0.0378
+  step 1020000 |   9826s | train_loss=0.0367
+  step 1030000 |   9912s | train_loss=0.0387
+  step 1040000 |  10001s | train_loss=0.0377
+  step 1050000 |  10091s | train_loss=0.0371
+  step 1060000 |  10180s | train_loss=0.0390
+  step 1070000 |  10270s | train_loss=0.0373
+  step 1080000 |  10356s | train_loss=0.0365
+  step 1090000 |  10445s | train_loss=0.0380
+  step 1100000 |  10602s | train_loss=0.0378 | fid=61.7961
+  step 1110000 |  10691s | train_loss=0.0362
+  step 1120000 |  10780s | train_loss=0.0366
+  step 1130000 |  10867s | train_loss=0.0374
+  step 1140000 |  10957s | train_loss=0.0366
+  step 1150000 |  11046s | train_loss=0.0357
+  step 1160000 |  11135s | train_loss=0.0347
+  step 1170000 |  11224s | train_loss=0.0363
+  step 1180000 |  11312s | train_loss=0.0352
+  step 1190000 |  11400s | train_loss=0.0340
+  step 1200000 |  11557s | train_loss=0.0364 | fid=62.9854
+  step 1210000 |  11646s | train_loss=0.0339
+  step 1220000 |  11736s | train_loss=0.0343
+  step 1230000 |  11825s | train_loss=0.0343
+  step 1240000 |  11904s | train_loss=0.0342
+  step 1250000 |  11993s | train_loss=0.0335
+  step 1260000 |  12082s | train_loss=0.0352
+  step 1270000 |  12172s | train_loss=0.0364
+  step 1280000 |  12261s | train_loss=0.0345
+  step 1290000 |  12344s | train_loss=0.0333
+  step 1300000 |  12534s | train_loss=0.0333 | fid=63.9035
+  step 1310000 |  12615s | train_loss=0.0323
+  step 1320000 |  12704s | train_loss=0.0316
+  step 1330000 |  12793s | train_loss=0.0330
+  step 1340000 |  12880s | train_loss=0.0327
+  step 1350000 |  12969s | train_loss=0.0350
+  step 1360000 |  13059s | train_loss=0.0332
+  step 1370000 |  13148s | train_loss=0.0325
+  step 1380000 |  13237s | train_loss=0.0316
+  step 1390000 |  13325s | train_loss=0.0316
+  step 1400000 |  13483s | train_loss=0.0323 | fid=61.7205
+  step 1410000 |  13572s | train_loss=0.0315
+  step 1420000 |  13647s | train_loss=0.0335
+  step 1430000 |  13737s | train_loss=0.0313
+  step 1440000 |  13817s | train_loss=0.0301
+  step 1450000 |  13906s | train_loss=0.0317
+  step 1460000 |  13995s | train_loss=0.0305
+  step 1470000 |  14084s | train_loss=0.0310
+  step 1480000 |  14174s | train_loss=0.0317
+  step 1490000 |  14261s | train_loss=0.0301
+  step 1500000 |  14450s | train_loss=0.0322 | fid=61.5688
+  step 1510000 |  14539s | train_loss=0.0314
+  step 1520000 |  14629s | train_loss=0.0306
+  step 1530000 |  14707s | train_loss=0.0299
+  step 1540000 |  14790s | train_loss=0.0302
+  step 1550000 |  14870s | train_loss=0.0290
+  step 1560000 |  14960s | train_loss=0.0310
+  step 1570000 |  15049s | train_loss=0.0295
+  step 1580000 |  15138s | train_loss=0.0314
+  step 1590000 |  15226s | train_loss=0.0307
+  step 1600000 |  15399s | train_loss=0.0286 | fid=63.3393
+  step 1610000 |  15488s | train_loss=0.0299
+  step 1620000 |  15577s | train_loss=0.0287
+  step 1630000 |  15667s | train_loss=0.0290
+  step 1640000 |  15744s | train_loss=0.0287
+  step 1650000 |  15819s | train_loss=0.0291
+  step 1660000 |  15905s | train_loss=0.0291
+  step 1670000 |  15995s | train_loss=0.0281
+  step 1680000 |  16082s | train_loss=0.0294
+  step 1690000 |  16171s | train_loss=0.0290
+  step 1700000 |  16368s | train_loss=0.0278 | fid=61.3028
+  step 1710000 |  16444s | train_loss=0.0303
+  step 1720000 |  16533s | train_loss=0.0272
+  step 1730000 |  16622s | train_loss=0.0272
+  step 1740000 |  16712s | train_loss=0.0275
+  step 1750000 |  16785s | train_loss=0.0290
+  step 1760000 |  16859s | train_loss=0.0284
+  step 1770000 |  16948s | train_loss=0.0271
+  step 1780000 |  17036s | train_loss=0.0294
+  step 1790000 |  17125s | train_loss=0.0270
+  step 1800000 |  17337s | train_loss=0.0274 | fid=63.5641
+  step 1810000 |  17419s | train_loss=0.0258
+  step 1820000 |  17505s | train_loss=0.0279
+  step 1830000 |  17594s | train_loss=0.0279
+  step 1840000 |  17684s | train_loss=0.0263
+  step 1850000 |  17773s | train_loss=0.0277
+  step 1860000 |  17841s | train_loss=0.0258
+  step 1870000 |  17928s | train_loss=0.0264
+  step 1880000 |  18018s | train_loss=0.0253
+  step 1890000 |  18107s | train_loss=0.0268
+  step 1900000 |  18298s | train_loss=0.0275 | fid=60.4408
+  step 1910000 |  18388s | train_loss=0.0259
+  step 1920000 |  18465s | train_loss=0.0252
+  step 1930000 |  18550s | train_loss=0.0259
+  step 1940000 |  18639s | train_loss=0.0263
+  step 1950000 |  18729s | train_loss=0.0270
+  step 1960000 |  18807s | train_loss=0.0265
+  step 1970000 |  18880s | train_loss=0.0252
+  step 1980000 |  18969s | train_loss=0.0253
+  step 1990000 |  19059s | train_loss=0.0254
+  step 2000000 |  19236s | train_loss=0.0262 | fid=61.8437
+  step 2010000 |  19326s | train_loss=0.0250
+  step 2020000 |  19415s | train_loss=0.0255
+  step 2030000 |  19497s | train_loss=0.0250
+  step 2040000 |  19582s | train_loss=0.0259
+  step 2050000 |  19671s | train_loss=0.0254
+  step 2060000 |  19758s | train_loss=0.0248
+  step 2070000 |  19833s | train_loss=0.0244
+  step 2080000 |  19910s | train_loss=0.0246
+  step 2090000 |  19998s | train_loss=0.0258
+  step 2100000 |  20192s | train_loss=0.0243 | fid=58.0665
+  step 2110000 |  20281s | train_loss=0.0239
+  step 2120000 |  20371s | train_loss=0.0260
+  step 2130000 |  20461s | train_loss=0.0247
+  step 2140000 |  20539s | train_loss=0.0253
+  step 2150000 |  20627s | train_loss=0.0246
+  step 2160000 |  20714s | train_loss=0.0253
+  step 2170000 |  20798s | train_loss=0.0236
+  step 2180000 |  20884s | train_loss=0.0238
+  step 2190000 |  20962s | train_loss=0.0241
+  step 2200000 |  21148s | train_loss=0.0235 | fid=57.9372
+  step 2210000 |  21237s | train_loss=0.0229
+  step 2220000 |  21327s | train_loss=0.0239
+  step 2230000 |  21416s | train_loss=0.0233
+  step 2240000 |  21506s | train_loss=0.0229
+  step 2250000 |  21580s | train_loss=0.0235
+  step 2260000 |  21670s | train_loss=0.0239
+  step 2270000 |  21757s | train_loss=0.0224
+  step 2280000 |  21839s | train_loss=0.0259
+  step 2290000 |  21928s | train_loss=0.0236
+  step 2300000 |  22105s | train_loss=0.0222 | fid=55.0580
+  step 2310000 |  22194s | train_loss=0.0234
+  step 2320000 |  22283s | train_loss=0.0234
+  step 2330000 |  22373s | train_loss=0.0245
+  step 2340000 |  22462s | train_loss=0.0221
+  step 2350000 |  22550s | train_loss=0.0253
+  step 2360000 |  22623s | train_loss=0.0219
+  step 2370000 |  22712s | train_loss=0.0224
+  step 2380000 |  22787s | train_loss=0.0216
+  step 2390000 |  22876s | train_loss=0.0230
+  step 2400000 |  23055s | train_loss=0.0220 | fid=56.1178
+  step 2410000 |  23142s | train_loss=0.0231
+  step 2420000 |  23231s | train_loss=0.0237
+  step 2430000 |  23320s | train_loss=0.0223
+  step 2440000 |  23409s | train_loss=0.0219
+  step 2450000 |  23497s | train_loss=0.0231
+  step 2460000 |  23587s | train_loss=0.0239
+  step 2470000 |  23661s | train_loss=0.0215
+  step 2480000 |  23744s | train_loss=0.0226
+  step 2490000 |  23828s | train_loss=0.0229
+  step 2500000 |  24010s | train_loss=0.0219 | fid=53.4512
+  step 2510000 |  24092s | train_loss=0.0215
+  step 2520000 |  24171s | train_loss=0.0220
+  step 2530000 |  24260s | train_loss=0.0229
+  step 2540000 |  24347s | train_loss=0.0215
+  step 2550000 |  24437s | train_loss=0.0212
+  step 2560000 |  24526s | train_loss=0.0217
+  step 2570000 |  24616s | train_loss=0.0231
+  step 2580000 |  24702s | train_loss=0.0213
+  step 2590000 |  24789s | train_loss=0.0211
+  step 2600000 |  24949s | train_loss=0.0214 | fid=53.6134
+  step 2610000 |  25038s | train_loss=0.0210
+  step 2620000 |  25127s | train_loss=0.0213
+  step 2630000 |  25209s | train_loss=0.0223
+  step 2640000 |  25296s | train_loss=0.0202
+  step 2650000 |  25386s | train_loss=0.0210
+  step 2660000 |  25475s | train_loss=0.0220
+  step 2670000 |  25564s | train_loss=0.0210
+  step 2680000 |  25654s | train_loss=0.0213
+  step 2690000 |  25720s | train_loss=0.0218
+  step 2700000 |  25906s | train_loss=0.0245 | fid=53.5492
+  step 2710000 |  25995s | train_loss=0.0209
+  step 2720000 |  26084s | train_loss=0.0202
+  step 2730000 |  26174s | train_loss=0.0216
+  step 2740000 |  26246s | train_loss=0.0203
+  step 2750000 |  26335s | train_loss=0.0203
+  step 2760000 |  26424s | train_loss=0.0210
+  step 2770000 |  26514s | train_loss=0.0221
+  step 2780000 |  26603s | train_loss=0.0217
+  step 2790000 |  26690s | train_loss=0.0208
+  step 2800000 |  26884s | train_loss=0.0206 | fid=50.6053
+  step 2810000 |  26973s | train_loss=0.0199
+  step 2820000 |  27062s | train_loss=0.0206
+  step 2830000 |  27150s | train_loss=0.0202
+  step 2840000 |  27239s | train_loss=0.0193
+  step 2850000 |  27320s | train_loss=0.0204
+  step 2860000 |  27409s | train_loss=0.0199
+  step 2870000 |  27498s | train_loss=0.0194
+  step 2880000 |  27588s | train_loss=0.0228
+  step 2890000 |  27676s | train_loss=0.0200
+  step 2900000 |  27857s | train_loss=0.0228 | fid=52.0830
+  step 2910000 |  27946s | train_loss=0.0201
+  step 2920000 |  28034s | train_loss=0.0203
+  step 2930000 |  28123s | train_loss=0.0195
+  step 2940000 |  28212s | train_loss=0.0209
+  step 2950000 |  28295s | train_loss=0.0202
+  step 2960000 |  28377s | train_loss=0.0210
+  step 2970000 |  28466s | train_loss=0.0201
+  step 2980000 |  28556s | train_loss=0.0206
+  step 2990000 |  28645s | train_loss=0.0196
+  step 3000000 |  28791s | train_loss=0.0208 | fid=49.3786
+  step 3010000 |  28880s | train_loss=0.0197
+  step 3020000 |  28967s | train_loss=0.0209
+  step 3030000 |  29056s | train_loss=0.0208
+  step 3040000 |  29146s | train_loss=0.0199
+  step 3050000 |  29235s | train_loss=0.0190
+  step 3060000 |  29324s | train_loss=0.0195
+  step 3070000 |  29410s | train_loss=0.0192
+  step 3080000 |  29500s | train_loss=0.0201
+  step 3090000 |  29589s | train_loss=0.0189
+  step 3100000 |  29747s | train_loss=0.0195 | fid=48.7196
+  step 3110000 |  29835s | train_loss=0.0196
+  step 3120000 |  29922s | train_loss=0.0199
+  step 3130000 |  30012s | train_loss=0.0187
+  step 3140000 |  30100s | train_loss=0.0193
+  step 3150000 |  30190s | train_loss=0.0185
+  step 3160000 |  30279s | train_loss=0.0190
+  step 3170000 |  30369s | train_loss=0.0189
+  step 3180000 |  30456s | train_loss=0.0193
+  step 3190000 |  30545s | train_loss=0.0209
+  step 3200000 |  30727s | train_loss=0.0193 | fid=49.0137
+  step 3210000 |  30815s | train_loss=0.0178
+  step 3220000 |  30902s | train_loss=0.0181
+  step 3230000 |  30991s | train_loss=0.0187
+  step 3240000 |  31081s | train_loss=0.0189
+  step 3250000 |  31170s | train_loss=0.0192
+  step 3260000 |  31259s | train_loss=0.0184
+  step 3270000 |  31349s | train_loss=0.0185
+  step 3280000 |  31436s | train_loss=0.0182
+  step 3290000 |  31525s | train_loss=0.0188
+  step 3300000 |  31717s | train_loss=0.0207 | fid=48.4399
+  step 3310000 |  31802s | train_loss=0.0196
+  step 3320000 |  31891s | train_loss=0.0193
+  step 3330000 |  31980s | train_loss=0.0176
+  step 3340000 |  32070s | train_loss=0.0202
+  step 3350000 |  32159s | train_loss=0.0184
+  step 3360000 |  32248s | train_loss=0.0197
+  step 3370000 |  32338s | train_loss=0.0190
+  step 3380000 |  32427s | train_loss=0.0185
+  step 3390000 |  32514s | train_loss=0.0192
+  step 3400000 |  32696s | train_loss=0.0194 | fid=47.9481
+  step 3410000 |  32781s | train_loss=0.0173
+  step 3420000 |  32871s | train_loss=0.0180
+  step 3430000 |  32960s | train_loss=0.0176
+  step 3440000 |  33049s | train_loss=0.0181
+  step 3450000 |  33139s | train_loss=0.0175
+  step 3460000 |  33228s | train_loss=0.0183
+  step 3470000 |  33317s | train_loss=0.0177
+  step 3480000 |  33406s | train_loss=0.0176
+  step 3490000 |  33494s | train_loss=0.0183
+  step 3500000 |  33656s | train_loss=0.0175 | fid=49.3491
+  step 3510000 |  33740s | train_loss=0.0179
+  step 3520000 |  33828s | train_loss=0.0185
+  step 3530000 |  33917s | train_loss=0.0175
+  step 3540000 |  34006s | train_loss=0.0187
+  step 3550000 |  34096s | train_loss=0.0180
+  step 3560000 |  34185s | train_loss=0.0173
+  step 3570000 |  34274s | train_loss=0.0177
+  step 3580000 |  34363s | train_loss=0.0183
+  step 3590000 |  34452s | train_loss=0.0179
+  step 3600000 |  34653s | train_loss=0.0182 | fid=45.9759
+  step 3610000 |  34732s | train_loss=0.0179
+  step 3620000 |  34819s | train_loss=0.0181
+  step 3630000 |  34909s | train_loss=0.0178
+  step 3640000 |  34998s | train_loss=0.0181
+  step 3650000 |  35087s | train_loss=0.0180
+  step 3660000 |  35176s | train_loss=0.0177
+  step 3670000 |  35265s | train_loss=0.0170
+  step 3680000 |  35355s | train_loss=0.0172
+  step 3690000 |  35444s | train_loss=0.0192
+  step 3700000 |  35652s | train_loss=0.0172 | fid=44.2910
+  step 3710000 |  35729s | train_loss=0.0176
+  step 3720000 |  35817s | train_loss=0.0168
+  step 3730000 |  35906s | train_loss=0.0170
+  step 3740000 |  35995s | train_loss=0.0168
+  step 3750000 |  36085s | train_loss=0.0169
+  step 3760000 |  36174s | train_loss=0.0170
+  step 3770000 |  36263s | train_loss=0.0174
+  step 3780000 |  36352s | train_loss=0.0177
+  step 3790000 |  36441s | train_loss=0.0178
+  step 3800000 |  36635s | train_loss=0.0176 | fid=43.4909
+  step 3810000 |  36717s | train_loss=0.0184
+  step 3820000 |  36805s | train_loss=0.0172
+  step 3830000 |  36893s | train_loss=0.0171
+  step 3840000 |  36983s | train_loss=0.0178
+  step 3850000 |  37072s | train_loss=0.0181
+  step 3860000 |  37161s | train_loss=0.0167
+  step 3870000 |  37251s | train_loss=0.0160
+  step 3880000 |  37340s | train_loss=0.0191
+  step 3890000 |  37428s | train_loss=0.0171
+  step 3900000 |  37621s | train_loss=0.0166 | fid=44.2627
+  step 3910000 |  37700s | train_loss=0.0177
+  step 3920000 |  37787s | train_loss=0.0164
+  step 3930000 |  37876s | train_loss=0.0156
+  step 3940000 |  37965s | train_loss=0.0167
+  step 3950000 |  38055s | train_loss=0.0162
+  step 3960000 |  38144s | train_loss=0.0178
+  step 3970000 |  38233s | train_loss=0.0175
+  step 3980000 |  38323s | train_loss=0.0171
+  step 3990000 |  38410s | train_loss=0.0190
+  step 4000000 |  38615s | train_loss=0.0172 | fid=41.4488
+  step 4010000 |  38696s | train_loss=0.0165
+  step 4020000 |  38784s | train_loss=0.0158
+  step 4030000 |  38873s | train_loss=0.0162
+  step 4040000 |  38962s | train_loss=0.0164
+  step 4050000 |  39051s | train_loss=0.0170
+  step 4060000 |  39140s | train_loss=0.0175
+  step 4070000 |  39230s | train_loss=0.0170
+  step 4080000 |  39317s | train_loss=0.0154
+  step 4090000 |  39406s | train_loss=0.0175
+  step 4100000 |  39612s | train_loss=0.0157 | fid=43.5342
+  step 4110000 |  39692s | train_loss=0.0161
+  step 4120000 |  39772s | train_loss=0.0155
+  step 4130000 |  39861s | train_loss=0.0165
+  step 4140000 |  39950s | train_loss=0.0165
+  step 4150000 |  40039s | train_loss=0.0173
+  step 4160000 |  40129s | train_loss=0.0162
+  step 4170000 |  40218s | train_loss=0.0168
+  step 4180000 |  40305s | train_loss=0.0159
+  step 4190000 |  40395s | train_loss=0.0160
+  step 4200000 |  40602s | train_loss=0.0156 | fid=41.2800
+  step 4210000 |  40689s | train_loss=0.0168
+  step 4220000 |  40763s | train_loss=0.0156
+  step 4230000 |  40852s | train_loss=0.0162
+  step 4240000 |  40941s | train_loss=0.0165
+  step 4250000 |  41030s | train_loss=0.0157
+  step 4260000 |  41119s | train_loss=0.0161
+  step 4270000 |  41207s | train_loss=0.0163
+  step 4280000 |  41296s | train_loss=0.0149
+  step 4290000 |  41385s | train_loss=0.0165
+  step 4300000 |  41584s | train_loss=0.0157 | fid=42.4419
+  step 4310000 |  41671s | train_loss=0.0167
+  step 4320000 |  41751s | train_loss=0.0149
+  step 4330000 |  41837s | train_loss=0.0157
+  step 4340000 |  41927s | train_loss=0.0173
+  step 4350000 |  42016s | train_loss=0.0151
+  step 4360000 |  42104s | train_loss=0.0172
+  step 4370000 |  42193s | train_loss=0.0160
+  step 4380000 |  42282s | train_loss=0.0160
+  step 4390000 |  42372s | train_loss=0.0156
+  step 4400000 |  42563s | train_loss=0.0154 | fid=40.1950
+  step 4410000 |  42652s | train_loss=0.0160
+  step 4420000 |  42736s | train_loss=0.0151
+  step 4430000 |  42821s | train_loss=0.0159
+  step 4440000 |  42910s | train_loss=0.0173
+  step 4450000 |  43000s | train_loss=0.0173
+  step 4460000 |  43087s | train_loss=0.0168
+  step 4470000 |  43176s | train_loss=0.0158
+  step 4480000 |  43265s | train_loss=0.0171
+  step 4490000 |  43355s | train_loss=0.0166
+  step 4500000 |  43534s | train_loss=0.0145 | fid=41.8246
+  step 4510000 |  43623s | train_loss=0.0150
+  step 4520000 |  43710s | train_loss=0.0150
+  step 4530000 |  43788s | train_loss=0.0152
+  step 4540000 |  43878s | train_loss=0.0155
+  step 4550000 |  43967s | train_loss=0.0154
+  step 4560000 |  44054s | train_loss=0.0160
+  step 4570000 |  44144s | train_loss=0.0168
+  step 4580000 |  44233s | train_loss=0.0155
+  step 4590000 |  44322s | train_loss=0.0161
+  step 4600000 |  44509s | train_loss=0.0164 | fid=41.5544
+  step 4610000 |  44597s | train_loss=0.0149
+  step 4620000 |  44687s | train_loss=0.0165
+  step 4630000 |  44763s | train_loss=0.0158
+  step 4640000 |  44851s | train_loss=0.0155
+  step 4650000 |  44939s | train_loss=0.0138
+  step 4660000 |  45028s | train_loss=0.0159
+  step 4670000 |  45117s | train_loss=0.0158
+  step 4680000 |  45207s | train_loss=0.0157
+  step 4690000 |  45296s | train_loss=0.0152
+  step 4700000 |  45494s | train_loss=0.0153 | fid=43.2248
+  step 4710000 |  45583s | train_loss=0.0165
+  step 4720000 |  45672s | train_loss=0.0157
+  step 4730000 |  45752s | train_loss=0.0160
+  step 4740000 |  45835s | train_loss=0.0150
+  step 4750000 |  45922s | train_loss=0.0147
+  step 4760000 |  46012s | train_loss=0.0167
+  step 4770000 |  46101s | train_loss=0.0155
+  step 4780000 |  46191s | train_loss=0.0145
+  step 4790000 |  46280s | train_loss=0.0163
+  step 4800000 |  46468s | train_loss=0.0155 | fid=40.1380
+  step 4810000 |  46557s | train_loss=0.0146
+  step 4820000 |  46646s | train_loss=0.0150
+  step 4830000 |  46736s | train_loss=0.0154
+  step 4840000 |  46797s | train_loss=0.0153
+  step 4850000 |  46869s | train_loss=0.0166
+  step 4860000 |  46941s | train_loss=0.0146
+  step 4870000 |  47013s | train_loss=0.0142
+  step 4880000 |  47085s | train_loss=0.0152
+  step 4890000 |  47157s | train_loss=0.0147
+  step 4900000 |  47307s | train_loss=0.0151 | fid=40.5853
+  step 4910000 |  47379s | train_loss=0.0151
+  step 4920000 |  47451s | train_loss=0.0143
+  step 4930000 |  47523s | train_loss=0.0145
+  step 4940000 |  47585s | train_loss=0.0151
+  step 4950000 |  47644s | train_loss=0.0153
+  step 4960000 |  47716s | train_loss=0.0151
+  step 4970000 |  47788s | train_loss=0.0142
+  step 4980000 |  47861s | train_loss=0.0152
+  step 4990000 |  47932s | train_loss=0.0151
+  step 5000000 |  48076s | train_loss=0.0158 | fid=40.0676
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d160/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d160/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..42bc814ac8a4231a27b07414ac85abeaac5ca54d
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d160/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d160/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d160",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 46,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d160/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d160/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..b9bb47170210ecb209a59f06de92ea566e471da9
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d160/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 160, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d160/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 46}
+{"step": 1, "wall_time": 69.3168466091156, "train_loss_step": 160.35418701171875, "n_params": 4592800, "total_flops": 14109081600, "train_loss": 1.0036260604858398, "subset_score_loss": 1.0036260604858398, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9766882061958313, "fid": 289.7837330920036}
+{"step": 10000, "wall_time": 148.38607001304626, "train_loss_step": 27.94159698486328, "n_params": 4592800, "total_flops": 141090816000000, "train_loss": 0.7217654228210449, "subset_score_loss": 0.7217654228210449}
+{"step": 20000, "wall_time": 237.7873466014862, "train_loss_step": 25.031553268432617, "n_params": 4592800, "total_flops": 282181632000000, "train_loss": 0.6086369514465332, "subset_score_loss": 0.6086369514465332}
+{"step": 30000, "wall_time": 327.1107087135315, "train_loss_step": 22.834306716918945, "n_params": 4592800, "total_flops": 423272448000000, "train_loss": 0.5232548236846923, "subset_score_loss": 0.5232548236846923}
+{"step": 40000, "wall_time": 416.3860287666321, "train_loss_step": 20.39337921142578, "n_params": 4592800, "total_flops": 564363264000000, "train_loss": 0.4467311382293701, "subset_score_loss": 0.4467311382293701}
+{"step": 50000, "wall_time": 505.7289729118347, "train_loss_step": 20.915014266967773, "n_params": 4592800, "total_flops": 705454080000000, "train_loss": 0.37404484748840333, "subset_score_loss": 0.37404484748840333}
+{"step": 60000, "wall_time": 595.0884585380554, "train_loss_step": 18.579757690429688, "n_params": 4592800, "total_flops": 846544896000000, "train_loss": 0.31042659282684326, "subset_score_loss": 0.31042659282684326}
+{"step": 70000, "wall_time": 684.3456656932831, "train_loss_step": 16.12839698791504, "n_params": 4592800, "total_flops": 987635712000000, "train_loss": 0.2632563352584839, "subset_score_loss": 0.2632563352584839}
+{"step": 80000, "wall_time": 773.656998872757, "train_loss_step": 15.400243759155273, "n_params": 4592800, "total_flops": 1128726528000000, "train_loss": 0.22157936096191405, "subset_score_loss": 0.22157936096191405}
+{"step": 90000, "wall_time": 863.0646605491638, "train_loss_step": 14.467538833618164, "n_params": 4592800, "total_flops": 1269817344000000, "train_loss": 0.19410320520401, "subset_score_loss": 0.19410320520401}
+{"step": 100000, "wall_time": 1022.7572929859161, "train_loss_step": 14.383478164672852, "n_params": 4592800, "total_flops": 1410908160000000, "train_loss": 0.17188115119934083, "subset_score_loss": 0.17188115119934083, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9384564161300659, "fid": 63.87137267549781}
+{"step": 110000, "wall_time": 1101.2955298423767, "train_loss_step": 12.579671859741211, "n_params": 4592800, "total_flops": 1551998976000000, "train_loss": 0.15410947799682617, "subset_score_loss": 0.15410947799682617}
+{"step": 120000, "wall_time": 1188.8615410327911, "train_loss_step": 13.574299812316895, "n_params": 4592800, "total_flops": 1693089792000000, "train_loss": 0.15413246154785157, "subset_score_loss": 0.15413246154785157}
+{"step": 130000, "wall_time": 1278.2527828216553, "train_loss_step": 12.786114692687988, "n_params": 4592800, "total_flops": 1834180608000000, "train_loss": 0.13447476625442506, "subset_score_loss": 0.13447476625442506}
+{"step": 140000, "wall_time": 1367.584190607071, "train_loss_step": 12.503318786621094, "n_params": 4592800, "total_flops": 1975271424000000, "train_loss": 0.12731138467788697, "subset_score_loss": 0.12731138467788697}
+{"step": 150000, "wall_time": 1456.9470324516296, "train_loss_step": 11.401387214660645, "n_params": 4592800, "total_flops": 2116362240000000, "train_loss": 0.11878992319107055, "subset_score_loss": 0.11878992319107055}
+{"step": 160000, "wall_time": 1546.153477191925, "train_loss_step": 10.758342742919922, "n_params": 4592800, "total_flops": 2257453056000000, "train_loss": 0.10972797870635986, "subset_score_loss": 0.10972797870635986}
+{"step": 170000, "wall_time": 1635.402664422989, "train_loss_step": 11.050766944885254, "n_params": 4592800, "total_flops": 2398543872000000, "train_loss": 0.11566435098648072, "subset_score_loss": 0.11566435098648072}
+{"step": 180000, "wall_time": 1724.1878323554993, "train_loss_step": 10.69471549987793, "n_params": 4592800, "total_flops": 2539634688000000, "train_loss": 0.1009640097618103, "subset_score_loss": 0.1009640097618103}
+{"step": 190000, "wall_time": 1813.7995579242706, "train_loss_step": 10.656583786010742, "n_params": 4592800, "total_flops": 2680725504000000, "train_loss": 0.10172495841979981, "subset_score_loss": 0.10172495841979981}
+{"step": 200000, "wall_time": 1972.1523866653442, "train_loss_step": 11.002202033996582, "n_params": 4592800, "total_flops": 2821816320000000, "train_loss": 0.0983139455318451, "subset_score_loss": 0.0983139455318451, "memorization_fraction_pixel": 0.000699999975040555, "mean_nn_ratio_pixel": 0.9294583797454834, "fid": 74.25521709927295}
+{"step": 210000, "wall_time": 2056.0252509117126, "train_loss_step": 11.574769973754883, "n_params": 4592800, "total_flops": 2962907136000000, "train_loss": 0.08994216918945312, "subset_score_loss": 0.08994216918945312}
+{"step": 220000, "wall_time": 2139.006839990616, "train_loss_step": 9.912797927856445, "n_params": 4592800, "total_flops": 3103997952000000, "train_loss": 0.08935497403144836, "subset_score_loss": 0.08935497403144836}
+{"step": 230000, "wall_time": 2228.3673746585846, "train_loss_step": 10.461135864257812, "n_params": 4592800, "total_flops": 3245088768000000, "train_loss": 0.08975558876991271, "subset_score_loss": 0.08975558876991271}
+{"step": 240000, "wall_time": 2317.913032770157, "train_loss_step": 10.367794036865234, "n_params": 4592800, "total_flops": 3386179584000000, "train_loss": 0.08453992009162903, "subset_score_loss": 0.08453992009162903}
+{"step": 250000, "wall_time": 2407.377820253372, "train_loss_step": 9.727115631103516, "n_params": 4592800, "total_flops": 3527270400000000, "train_loss": 0.07963954210281372, "subset_score_loss": 0.07963954210281372}
+{"step": 260000, "wall_time": 2496.9167046546936, "train_loss_step": 9.878540992736816, "n_params": 4592800, "total_flops": 3668361216000000, "train_loss": 0.08184345364570618, "subset_score_loss": 0.08184345364570618}
+{"step": 270000, "wall_time": 2586.422904729843, "train_loss_step": 9.831550598144531, "n_params": 4592800, "total_flops": 3809452032000000, "train_loss": 0.07435731291770935, "subset_score_loss": 0.07435731291770935}
+{"step": 280000, "wall_time": 2675.7772777080536, "train_loss_step": 9.065385818481445, "n_params": 4592800, "total_flops": 3950542848000000, "train_loss": 0.07564981579780579, "subset_score_loss": 0.07564981579780579}
+{"step": 290000, "wall_time": 2764.7477819919586, "train_loss_step": 9.408468246459961, "n_params": 4592800, "total_flops": 4091633664000000, "train_loss": 0.0739187479019165, "subset_score_loss": 0.0739187479019165}
+{"step": 300000, "wall_time": 2924.057832956314, "train_loss_step": 9.334612846374512, "n_params": 4592800, "total_flops": 4232724480000000, "train_loss": 0.07093044519424438, "subset_score_loss": 0.07093044519424438, "memorization_fraction_pixel": 0.0038999998942017555, "mean_nn_ratio_pixel": 0.9207154512405396, "fid": 76.25470459294677}
+{"step": 310000, "wall_time": 3008.904806137085, "train_loss_step": 9.311771392822266, "n_params": 4592800, "total_flops": 4373815296000000, "train_loss": 0.07032988071441651, "subset_score_loss": 0.07032988071441651}
+{"step": 320000, "wall_time": 3097.3046655654907, "train_loss_step": 9.50874137878418, "n_params": 4592800, "total_flops": 4514906112000000, "train_loss": 0.07354645133018493, "subset_score_loss": 0.07354645133018493}
+{"step": 330000, "wall_time": 3180.9362947940826, "train_loss_step": 8.84537124633789, "n_params": 4592800, "total_flops": 4655996928000000, "train_loss": 0.06811763644218445, "subset_score_loss": 0.06811763644218445}
+{"step": 340000, "wall_time": 3270.3376157283783, "train_loss_step": 8.466888427734375, "n_params": 4592800, "total_flops": 4797087744000000, "train_loss": 0.06592783331871033, "subset_score_loss": 0.06592783331871033}
+{"step": 350000, "wall_time": 3359.7451887130737, "train_loss_step": 9.056286811828613, "n_params": 4592800, "total_flops": 4938178560000000, "train_loss": 0.06406121850013732, "subset_score_loss": 0.06406121850013732}
+{"step": 360000, "wall_time": 3449.2744879722595, "train_loss_step": 8.702590942382812, "n_params": 4592800, "total_flops": 5079269376000000, "train_loss": 0.06605710983276367, "subset_score_loss": 0.06605710983276367}
+{"step": 370000, "wall_time": 3538.896572113037, "train_loss_step": 8.422042846679688, "n_params": 4592800, "total_flops": 5220360192000000, "train_loss": 0.06312321424484253, "subset_score_loss": 0.06312321424484253}
+{"step": 380000, "wall_time": 3628.2395520210266, "train_loss_step": 8.5566987991333, "n_params": 4592800, "total_flops": 5361451008000000, "train_loss": 0.06030189394950867, "subset_score_loss": 0.06030189394950867}
+{"step": 390000, "wall_time": 3717.6382582187653, "train_loss_step": 8.563032150268555, "n_params": 4592800, "total_flops": 5502541824000000, "train_loss": 0.061829674243927005, "subset_score_loss": 0.061829674243927005}
+{"step": 400000, "wall_time": 3876.4618866443634, "train_loss_step": 8.537349700927734, "n_params": 4592800, "total_flops": 5643632640000000, "train_loss": 0.0602874755859375, "subset_score_loss": 0.0602874755859375, "memorization_fraction_pixel": 0.007499999832361937, "mean_nn_ratio_pixel": 0.9129107594490051, "fid": 84.33438559231666}
+{"step": 410000, "wall_time": 3962.8588378429413, "train_loss_step": 8.601223945617676, "n_params": 4592800, "total_flops": 5784723456000000, "train_loss": 0.06547601819038391, "subset_score_loss": 0.06547601819038391}
+{"step": 420000, "wall_time": 4048.8434224128723, "train_loss_step": 8.368768692016602, "n_params": 4592800, "total_flops": 5925814272000000, "train_loss": 0.05822631120681763, "subset_score_loss": 0.05822631120681763}
+{"step": 430000, "wall_time": 4138.796463251114, "train_loss_step": 7.908397674560547, "n_params": 4592800, "total_flops": 6066905088000000, "train_loss": 0.05834793448448181, "subset_score_loss": 0.05834793448448181}
+{"step": 440000, "wall_time": 4222.0690841674805, "train_loss_step": 7.816965103149414, "n_params": 4592800, "total_flops": 6207995904000000, "train_loss": 0.056079131364822385, "subset_score_loss": 0.056079131364822385}
+{"step": 450000, "wall_time": 4311.372746229172, "train_loss_step": 8.553007125854492, "n_params": 4592800, "total_flops": 6349086720000000, "train_loss": 0.05932546854019165, "subset_score_loss": 0.05932546854019165}
+{"step": 460000, "wall_time": 4400.92888879776, "train_loss_step": 7.763952732086182, "n_params": 4592800, "total_flops": 6490177536000000, "train_loss": 0.057749003171920776, "subset_score_loss": 0.057749003171920776}
+{"step": 470000, "wall_time": 4490.51797914505, "train_loss_step": 8.096481323242188, "n_params": 4592800, "total_flops": 6631268352000000, "train_loss": 0.0576308012008667, "subset_score_loss": 0.0576308012008667}
+{"step": 480000, "wall_time": 4579.841295003891, "train_loss_step": 7.588599681854248, "n_params": 4592800, "total_flops": 6772359168000000, "train_loss": 0.05345180034637451, "subset_score_loss": 0.05345180034637451}
+{"step": 490000, "wall_time": 4669.362175226212, "train_loss_step": 7.901574611663818, "n_params": 4592800, "total_flops": 6913449984000000, "train_loss": 0.05411494970321655, "subset_score_loss": 0.05411494970321655}
+{"step": 500000, "wall_time": 4829.03036904335, "train_loss_step": 7.794814586639404, "n_params": 4592800, "total_flops": 7054540800000000, "train_loss": 0.05109336376190186, "subset_score_loss": 0.05109336376190186, "memorization_fraction_pixel": 0.01549999974668026, "mean_nn_ratio_pixel": 0.8970953822135925, "fid": 80.07956370266957}
+{"step": 510000, "wall_time": 4915.122163534164, "train_loss_step": 7.458669662475586, "n_params": 4592800, "total_flops": 7195631616000000, "train_loss": 0.04959937036037445, "subset_score_loss": 0.04959937036037445}
+{"step": 520000, "wall_time": 5001.015961408615, "train_loss_step": 7.420553684234619, "n_params": 4592800, "total_flops": 7336722432000000, "train_loss": 0.05114451050758362, "subset_score_loss": 0.05114451050758362}
+{"step": 530000, "wall_time": 5090.678199052811, "train_loss_step": 7.659537315368652, "n_params": 4592800, "total_flops": 7477813248000000, "train_loss": 0.054246443510055545, "subset_score_loss": 0.054246443510055545}
+{"step": 540000, "wall_time": 5180.44185590744, "train_loss_step": 7.9717864990234375, "n_params": 4592800, "total_flops": 7618904064000000, "train_loss": 0.05487456321716309, "subset_score_loss": 0.05487456321716309}
+{"step": 550000, "wall_time": 5263.630462408066, "train_loss_step": 7.410731315612793, "n_params": 4592800, "total_flops": 7759994880000000, "train_loss": 0.05357162356376648, "subset_score_loss": 0.05357162356376648}
+{"step": 560000, "wall_time": 5353.219897985458, "train_loss_step": 7.702995300292969, "n_params": 4592800, "total_flops": 7901085696000000, "train_loss": 0.05342843532562256, "subset_score_loss": 0.05342843532562256}
+{"step": 570000, "wall_time": 5442.726971387863, "train_loss_step": 7.390035629272461, "n_params": 4592800, "total_flops": 8042176512000000, "train_loss": 0.04978680014610291, "subset_score_loss": 0.04978680014610291}
+{"step": 580000, "wall_time": 5532.011140823364, "train_loss_step": 7.140674591064453, "n_params": 4592800, "total_flops": 8183267328000000, "train_loss": 0.05157082676887512, "subset_score_loss": 0.05157082676887512}
+{"step": 590000, "wall_time": 5621.508940935135, "train_loss_step": 7.730901718139648, "n_params": 4592800, "total_flops": 8324358144000000, "train_loss": 0.05042763352394104, "subset_score_loss": 0.05042763352394104}
+{"step": 600000, "wall_time": 5780.998925924301, "train_loss_step": 7.3213982582092285, "n_params": 4592800, "total_flops": 8465448960000000, "train_loss": 0.04772257208824158, "subset_score_loss": 0.04772257208824158, "memorization_fraction_pixel": 0.025499999523162842, "mean_nn_ratio_pixel": 0.8864452838897705, "fid": 81.25186413992054}
+{"step": 610000, "wall_time": 5867.346950769424, "train_loss_step": 7.4606547355651855, "n_params": 4592800, "total_flops": 8606539776000000, "train_loss": 0.049318155646324156, "subset_score_loss": 0.049318155646324156}
+{"step": 620000, "wall_time": 5953.603520393372, "train_loss_step": 6.785600185394287, "n_params": 4592800, "total_flops": 8747630592000000, "train_loss": 0.04814816415309906, "subset_score_loss": 0.04814816415309906}
+{"step": 630000, "wall_time": 6042.503160953522, "train_loss_step": 7.339411735534668, "n_params": 4592800, "total_flops": 8888721408000000, "train_loss": 0.0513497531414032, "subset_score_loss": 0.0513497531414032}
+{"step": 640000, "wall_time": 6131.909344673157, "train_loss_step": 7.137651443481445, "n_params": 4592800, "total_flops": 9029812224000000, "train_loss": 0.04460507929325104, "subset_score_loss": 0.04460507929325104}
+{"step": 650000, "wall_time": 6218.642030000687, "train_loss_step": 6.824098110198975, "n_params": 4592800, "total_flops": 9170903040000000, "train_loss": 0.04445873200893402, "subset_score_loss": 0.04445873200893402}
+{"step": 660000, "wall_time": 6304.909936666489, "train_loss_step": 7.058962821960449, "n_params": 4592800, "total_flops": 9311993856000000, "train_loss": 0.04598945677280426, "subset_score_loss": 0.04598945677280426}
+{"step": 670000, "wall_time": 6394.361703872681, "train_loss_step": 7.09611701965332, "n_params": 4592800, "total_flops": 9453084672000000, "train_loss": 0.04816626310348511, "subset_score_loss": 0.04816626310348511}
+{"step": 680000, "wall_time": 6483.69514799118, "train_loss_step": 7.130512714385986, "n_params": 4592800, "total_flops": 9594175488000000, "train_loss": 0.04612676203250885, "subset_score_loss": 0.04612676203250885}
+{"step": 690000, "wall_time": 6573.262976169586, "train_loss_step": 7.167075157165527, "n_params": 4592800, "total_flops": 9735266304000000, "train_loss": 0.04591439962387085, "subset_score_loss": 0.04591439962387085}
+{"step": 700000, "wall_time": 6732.580920219421, "train_loss_step": 6.8524041175842285, "n_params": 4592800, "total_flops": 9876357120000000, "train_loss": 0.045085379481315614, "subset_score_loss": 0.045085379481315614, "memorization_fraction_pixel": 0.04360000044107437, "mean_nn_ratio_pixel": 0.8636950254440308, "fid": 77.8809283417668}
+{"step": 710000, "wall_time": 6819.035295009613, "train_loss_step": 7.326215744018555, "n_params": 4592800, "total_flops": 10017447936000000, "train_loss": 0.04707597196102142, "subset_score_loss": 0.04707597196102142}
+{"step": 720000, "wall_time": 6908.544253110886, "train_loss_step": 7.030409812927246, "n_params": 4592800, "total_flops": 10158538752000000, "train_loss": 0.05159531235694885, "subset_score_loss": 0.05159531235694885}
+{"step": 730000, "wall_time": 6994.367283821106, "train_loss_step": 6.828724384307861, "n_params": 4592800, "total_flops": 10299629568000000, "train_loss": 0.04338936507701874, "subset_score_loss": 0.04338936507701874}
+{"step": 740000, "wall_time": 7083.636743307114, "train_loss_step": 6.5539703369140625, "n_params": 4592800, "total_flops": 10440720384000000, "train_loss": 0.04507552087306976, "subset_score_loss": 0.04507552087306976}
+{"step": 750000, "wall_time": 7173.35006570816, "train_loss_step": 6.69259786605835, "n_params": 4592800, "total_flops": 10581811200000000, "train_loss": 0.04182272255420685, "subset_score_loss": 0.04182272255420685}
+{"step": 760000, "wall_time": 7259.69709444046, "train_loss_step": 6.7825493812561035, "n_params": 4592800, "total_flops": 10722902016000000, "train_loss": 0.041576093435287474, "subset_score_loss": 0.041576093435287474}
+{"step": 770000, "wall_time": 7346.079284906387, "train_loss_step": 6.856389999389648, "n_params": 4592800, "total_flops": 10863992832000000, "train_loss": 0.043741315603256226, "subset_score_loss": 0.043741315603256226}
+{"step": 780000, "wall_time": 7435.534962177277, "train_loss_step": 7.039984703063965, "n_params": 4592800, "total_flops": 11005083648000000, "train_loss": 0.04466413557529449, "subset_score_loss": 0.04466413557529449}
+{"step": 790000, "wall_time": 7524.919530391693, "train_loss_step": 6.576046943664551, "n_params": 4592800, "total_flops": 11146174464000000, "train_loss": 0.04214152991771698, "subset_score_loss": 0.04214152991771698}
+{"step": 800000, "wall_time": 7684.480157136917, "train_loss_step": 6.884659767150879, "n_params": 4592800, "total_flops": 11287265280000000, "train_loss": 0.041576933860778806, "subset_score_loss": 0.041576933860778806, "memorization_fraction_pixel": 0.053300000727176666, "mean_nn_ratio_pixel": 0.8478517532348633, "fid": 75.40995753673263}
+{"step": 810000, "wall_time": 7770.747008800507, "train_loss_step": 6.698392391204834, "n_params": 4592800, "total_flops": 11428356096000000, "train_loss": 0.04105183780193329, "subset_score_loss": 0.04105183780193329}
+{"step": 820000, "wall_time": 7860.238236188889, "train_loss_step": 6.114911079406738, "n_params": 4592800, "total_flops": 11569446912000000, "train_loss": 0.039562690258026126, "subset_score_loss": 0.039562690258026126}
+{"step": 830000, "wall_time": 7946.450935125351, "train_loss_step": 6.519916534423828, "n_params": 4592800, "total_flops": 11710537728000000, "train_loss": 0.04037865698337555, "subset_score_loss": 0.04037865698337555}
+{"step": 840000, "wall_time": 8035.863580942154, "train_loss_step": 6.149162292480469, "n_params": 4592800, "total_flops": 11851628544000000, "train_loss": 0.041104641556739804, "subset_score_loss": 0.041104641556739804}
+{"step": 850000, "wall_time": 8125.0270829200745, "train_loss_step": 6.970757484436035, "n_params": 4592800, "total_flops": 11992719360000000, "train_loss": 0.040008464455604555, "subset_score_loss": 0.040008464455604555}
+{"step": 860000, "wall_time": 8214.900763988495, "train_loss_step": 6.678440570831299, "n_params": 4592800, "total_flops": 12133810176000000, "train_loss": 0.040129232406616214, "subset_score_loss": 0.040129232406616214}
+{"step": 870000, "wall_time": 8301.247673749924, "train_loss_step": 6.435091972351074, "n_params": 4592800, "total_flops": 12274900992000000, "train_loss": 0.03889930248260498, "subset_score_loss": 0.03889930248260498}
+{"step": 880000, "wall_time": 8384.52014708519, "train_loss_step": 5.833802700042725, "n_params": 4592800, "total_flops": 12415991808000000, "train_loss": 0.03992685675621033, "subset_score_loss": 0.03992685675621033}
+{"step": 890000, "wall_time": 8469.395260334015, "train_loss_step": 6.6434855461120605, "n_params": 4592800, "total_flops": 12557082624000000, "train_loss": 0.04203468263149261, "subset_score_loss": 0.04203468263149261}
+{"step": 900000, "wall_time": 8629.205565690994, "train_loss_step": 6.210112571716309, "n_params": 4592800, "total_flops": 12698173440000000, "train_loss": 0.039467251300811766, "subset_score_loss": 0.039467251300811766, "memorization_fraction_pixel": 0.0803999975323677, "mean_nn_ratio_pixel": 0.8314923048019409, "fid": 72.58001500039049}
+{"step": 910000, "wall_time": 8704.137335062027, "train_loss_step": 6.301020622253418, "n_params": 4592800, "total_flops": 12839264256000000, "train_loss": 0.03947546482086182, "subset_score_loss": 0.03947546482086182}
+{"step": 920000, "wall_time": 8789.730417490005, "train_loss_step": 6.60257625579834, "n_params": 4592800, "total_flops": 12980355072000000, "train_loss": 0.038426780700683595, "subset_score_loss": 0.038426780700683595}
+{"step": 930000, "wall_time": 8875.418164730072, "train_loss_step": 6.555704593658447, "n_params": 4592800, "total_flops": 13121445888000000, "train_loss": 0.040407735109329226, "subset_score_loss": 0.040407735109329226}
+{"step": 940000, "wall_time": 8953.45226097107, "train_loss_step": 6.2111711502075195, "n_params": 4592800, "total_flops": 13262536704000000, "train_loss": 0.040380421280860904, "subset_score_loss": 0.040380421280860904}
+{"step": 950000, "wall_time": 9042.898323059082, "train_loss_step": 6.422596454620361, "n_params": 4592800, "total_flops": 13403627520000000, "train_loss": 0.042031729221343996, "subset_score_loss": 0.042031729221343996}
+{"step": 960000, "wall_time": 9131.695000648499, "train_loss_step": 5.846595287322998, "n_params": 4592800, "total_flops": 13544718336000000, "train_loss": 0.0367517739534378, "subset_score_loss": 0.0367517739534378}
+{"step": 970000, "wall_time": 9221.653722047806, "train_loss_step": 6.065481185913086, "n_params": 4592800, "total_flops": 13685809152000000, "train_loss": 0.038794153928756715, "subset_score_loss": 0.038794153928756715}
+{"step": 980000, "wall_time": 9296.595810890198, "train_loss_step": 5.943849563598633, "n_params": 4592800, "total_flops": 13826899968000000, "train_loss": 0.036038252711296084, "subset_score_loss": 0.036038252711296084}
+{"step": 990000, "wall_time": 9386.14006447792, "train_loss_step": 5.936982154846191, "n_params": 4592800, "total_flops": 13967990784000000, "train_loss": 0.03586820662021637, "subset_score_loss": 0.03586820662021637}
+{"step": 1000000, "wall_time": 9538.007452011108, "train_loss_step": 6.154876708984375, "n_params": 4592800, "total_flops": 14109081600000000, "train_loss": 0.03575234413146973, "subset_score_loss": 0.03575234413146973, "memorization_fraction_pixel": 0.08940000087022781, "mean_nn_ratio_pixel": 0.8277944326400757, "fid": 73.44082989918097}
+{"step": 1010000, "wall_time": 9627.45737361908, "train_loss_step": 6.517993927001953, "n_params": 4592800, "total_flops": 14250172416000000, "train_loss": 0.036125081777572635, "subset_score_loss": 0.036125081777572635}
+{"step": 1020000, "wall_time": 9713.70048904419, "train_loss_step": 6.228615760803223, "n_params": 4592800, "total_flops": 14391263232000000, "train_loss": 0.03683949112892151, "subset_score_loss": 0.03683949112892151}
+{"step": 1030000, "wall_time": 9803.106347799301, "train_loss_step": 5.7455573081970215, "n_params": 4592800, "total_flops": 14532354048000000, "train_loss": 0.03874392807483673, "subset_score_loss": 0.03874392807483673}
+{"step": 1040000, "wall_time": 9889.260065317154, "train_loss_step": 6.275144577026367, "n_params": 4592800, "total_flops": 14673444864000000, "train_loss": 0.035469695925712585, "subset_score_loss": 0.035469695925712585}
+{"step": 1050000, "wall_time": 9978.644521951675, "train_loss_step": 6.057492256164551, "n_params": 4592800, "total_flops": 14814535680000000, "train_loss": 0.03596021831035614, "subset_score_loss": 0.03596021831035614}
+{"step": 1060000, "wall_time": 10068.099452495575, "train_loss_step": 6.310187816619873, "n_params": 4592800, "total_flops": 14955626496000000, "train_loss": 0.040634816884994505, "subset_score_loss": 0.040634816884994505}
+{"step": 1070000, "wall_time": 10157.359526634216, "train_loss_step": 6.323632717132568, "n_params": 4592800, "total_flops": 15096717312000000, "train_loss": 0.0374163806438446, "subset_score_loss": 0.0374163806438446}
+{"step": 1080000, "wall_time": 10247.060390233994, "train_loss_step": 5.819550037384033, "n_params": 4592800, "total_flops": 15237808128000000, "train_loss": 0.03512843251228333, "subset_score_loss": 0.03512843251228333}
+{"step": 1090000, "wall_time": 10333.362390041351, "train_loss_step": 5.734130859375, "n_params": 4592800, "total_flops": 15378898944000000, "train_loss": 0.0364116907119751, "subset_score_loss": 0.0364116907119751}
+{"step": 1100000, "wall_time": 10489.769176959991, "train_loss_step": 6.3118577003479, "n_params": 4592800, "total_flops": 15519989760000000, "train_loss": 0.03661844730377197, "subset_score_loss": 0.03661844730377197, "memorization_fraction_pixel": 0.11630000174045563, "mean_nn_ratio_pixel": 0.8072060346603394, "fid": 65.28186775137988}
+{"step": 1110000, "wall_time": 10579.073354005814, "train_loss_step": 5.709586143493652, "n_params": 4592800, "total_flops": 15661080576000000, "train_loss": 0.03360244929790497, "subset_score_loss": 0.03360244929790497}
+{"step": 1120000, "wall_time": 10665.449134349823, "train_loss_step": 5.791179656982422, "n_params": 4592800, "total_flops": 15802171392000000, "train_loss": 0.03588252663612366, "subset_score_loss": 0.03588252663612366}
+{"step": 1130000, "wall_time": 10754.918370008469, "train_loss_step": 5.424324989318848, "n_params": 4592800, "total_flops": 15943262208000000, "train_loss": 0.037700995802879333, "subset_score_loss": 0.037700995802879333}
+{"step": 1140000, "wall_time": 10844.300414562225, "train_loss_step": 5.4138078689575195, "n_params": 4592800, "total_flops": 16084353024000000, "train_loss": 0.03443632423877716, "subset_score_loss": 0.03443632423877716}
+{"step": 1150000, "wall_time": 10931.217353343964, "train_loss_step": 5.35584831237793, "n_params": 4592800, "total_flops": 16225443840000000, "train_loss": 0.03528338372707367, "subset_score_loss": 0.03528338372707367}
+{"step": 1160000, "wall_time": 11020.539505004883, "train_loss_step": 5.531182289123535, "n_params": 4592800, "total_flops": 16366534656000000, "train_loss": 0.03394618034362793, "subset_score_loss": 0.03394618034362793}
+{"step": 1170000, "wall_time": 11109.97352695465, "train_loss_step": 5.4808149337768555, "n_params": 4592800, "total_flops": 16507625472000000, "train_loss": 0.03571237325668335, "subset_score_loss": 0.03571237325668335}
+{"step": 1180000, "wall_time": 11199.497278690338, "train_loss_step": 5.814479351043701, "n_params": 4592800, "total_flops": 16648716288000000, "train_loss": 0.03387782871723175, "subset_score_loss": 0.03387782871723175}
+{"step": 1190000, "wall_time": 11289.261401891708, "train_loss_step": 5.871758937835693, "n_params": 4592800, "total_flops": 16789807104000000, "train_loss": 0.03325049579143524, "subset_score_loss": 0.03325049579143524}
+{"step": 1200000, "wall_time": 11445.649203777313, "train_loss_step": 5.7185869216918945, "n_params": 4592800, "total_flops": 16930897920000000, "train_loss": 0.03319177329540253, "subset_score_loss": 0.03319177329540253, "memorization_fraction_pixel": 0.14069999754428864, "mean_nn_ratio_pixel": 0.795661449432373, "fid": 64.026706374449}
+{"step": 1210000, "wall_time": 11531.590582847595, "train_loss_step": 5.357647895812988, "n_params": 4592800, "total_flops": 17071988736000000, "train_loss": 0.03347035646438599, "subset_score_loss": 0.03347035646438599}
+{"step": 1220000, "wall_time": 11617.923670053482, "train_loss_step": 5.4574198722839355, "n_params": 4592800, "total_flops": 17213079552000000, "train_loss": 0.03652180433273315, "subset_score_loss": 0.03652180433273315}
+{"step": 1230000, "wall_time": 11707.337844848633, "train_loss_step": 5.943347454071045, "n_params": 4592800, "total_flops": 17354170368000000, "train_loss": 0.033072108030319215, "subset_score_loss": 0.033072108030319215}
+{"step": 1240000, "wall_time": 11796.749007940292, "train_loss_step": 5.625850677490234, "n_params": 4592800, "total_flops": 17495261184000000, "train_loss": 0.032842063903808595, "subset_score_loss": 0.032842063903808595}
+{"step": 1250000, "wall_time": 11875.333307743073, "train_loss_step": 5.666750431060791, "n_params": 4592800, "total_flops": 17636352000000000, "train_loss": 0.03243059515953064, "subset_score_loss": 0.03243059515953064}
+{"step": 1260000, "wall_time": 11964.872160434723, "train_loss_step": 5.374105453491211, "n_params": 4592800, "total_flops": 17777442816000000, "train_loss": 0.03599328398704529, "subset_score_loss": 0.03599328398704529}
+{"step": 1270000, "wall_time": 12054.289563655853, "train_loss_step": 5.920412063598633, "n_params": 4592800, "total_flops": 17918533632000000, "train_loss": 0.03320896029472351, "subset_score_loss": 0.03320896029472351}
+{"step": 1280000, "wall_time": 12143.753462553024, "train_loss_step": 5.165184020996094, "n_params": 4592800, "total_flops": 18059624448000000, "train_loss": 0.03238067924976349, "subset_score_loss": 0.03238067924976349}
+{"step": 1290000, "wall_time": 12233.249861478806, "train_loss_step": 5.8261308670043945, "n_params": 4592800, "total_flops": 18200715264000000, "train_loss": 0.03280078768730164, "subset_score_loss": 0.03280078768730164}
+{"step": 1300000, "wall_time": 12382.846191883087, "train_loss_step": 5.171067237854004, "n_params": 4592800, "total_flops": 18341806080000000, "train_loss": 0.03454540073871613, "subset_score_loss": 0.03454540073871613, "memorization_fraction_pixel": 0.1981000006198883, "mean_nn_ratio_pixel": 0.7427635192871094, "fid": 58.05947743339367}
+{"step": 1310000, "wall_time": 12472.26640200615, "train_loss_step": 5.6353888511657715, "n_params": 4592800, "total_flops": 18482896896000000, "train_loss": 0.032012954354286194, "subset_score_loss": 0.032012954354286194}
+{"step": 1320000, "wall_time": 12537.705073595047, "train_loss_step": 5.360878944396973, "n_params": 4592800, "total_flops": 18623987712000000, "train_loss": 0.03128491938114166, "subset_score_loss": 0.03128491938114166}
+{"step": 1330000, "wall_time": 12620.141595363617, "train_loss_step": 5.455291748046875, "n_params": 4592800, "total_flops": 18765078528000000, "train_loss": 0.03214602768421173, "subset_score_loss": 0.03214602768421173}
+{"step": 1340000, "wall_time": 12709.61166381836, "train_loss_step": 5.331282615661621, "n_params": 4592800, "total_flops": 18906169344000000, "train_loss": 0.0337311327457428, "subset_score_loss": 0.0337311327457428}
+{"step": 1350000, "wall_time": 12798.702232599258, "train_loss_step": 5.861284255981445, "n_params": 4592800, "total_flops": 19047260160000000, "train_loss": 0.03927737474441528, "subset_score_loss": 0.03927737474441528}
+{"step": 1360000, "wall_time": 12885.232349395752, "train_loss_step": 5.281805038452148, "n_params": 4592800, "total_flops": 19188350976000000, "train_loss": 0.03255299925804138, "subset_score_loss": 0.03255299925804138}
+{"step": 1370000, "wall_time": 12974.727145433426, "train_loss_step": 5.523031711578369, "n_params": 4592800, "total_flops": 19329441792000000, "train_loss": 0.032396233081817626, "subset_score_loss": 0.032396233081817626}
+{"step": 1380000, "wall_time": 13064.245728254318, "train_loss_step": 5.420727252960205, "n_params": 4592800, "total_flops": 19470532608000000, "train_loss": 0.030349618196487425, "subset_score_loss": 0.030349618196487425}
+{"step": 1390000, "wall_time": 13153.60695362091, "train_loss_step": 5.293100357055664, "n_params": 4592800, "total_flops": 19611623424000000, "train_loss": 0.029846787452697754, "subset_score_loss": 0.029846787452697754}
+{"step": 1400000, "wall_time": 13311.736498355865, "train_loss_step": 5.341365814208984, "n_params": 4592800, "total_flops": 19752714240000000, "train_loss": 0.03142191171646118, "subset_score_loss": 0.03142191171646118, "memorization_fraction_pixel": 0.1932000070810318, "mean_nn_ratio_pixel": 0.7713161110877991, "fid": 63.80951238539456}
+{"step": 1410000, "wall_time": 13397.858454227448, "train_loss_step": 5.148594379425049, "n_params": 4592800, "total_flops": 19893805056000000, "train_loss": 0.031199419498443605, "subset_score_loss": 0.031199419498443605}
+{"step": 1420000, "wall_time": 13484.469954013824, "train_loss_step": 5.088894367218018, "n_params": 4592800, "total_flops": 20034895872000000, "train_loss": 0.033064690232276914, "subset_score_loss": 0.033064690232276914}
+{"step": 1430000, "wall_time": 13573.8475689888, "train_loss_step": 5.373453140258789, "n_params": 4592800, "total_flops": 20175986688000000, "train_loss": 0.030717462301254272, "subset_score_loss": 0.030717462301254272}
+{"step": 1440000, "wall_time": 13648.678198337555, "train_loss_step": 5.558518886566162, "n_params": 4592800, "total_flops": 20317077504000000, "train_loss": 0.030300751328468323, "subset_score_loss": 0.030300751328468323}
+{"step": 1450000, "wall_time": 13738.16265797615, "train_loss_step": 5.094861030578613, "n_params": 4592800, "total_flops": 20458168320000000, "train_loss": 0.032096844911575315, "subset_score_loss": 0.032096844911575315}
+{"step": 1460000, "wall_time": 13817.90085220337, "train_loss_step": 5.469333648681641, "n_params": 4592800, "total_flops": 20599259136000000, "train_loss": 0.03082599937915802, "subset_score_loss": 0.03082599937915802}
+{"step": 1470000, "wall_time": 13907.178605556488, "train_loss_step": 5.425891876220703, "n_params": 4592800, "total_flops": 20740349952000000, "train_loss": 0.029365456104278563, "subset_score_loss": 0.029365456104278563}
+{"step": 1480000, "wall_time": 13996.542072534561, "train_loss_step": 5.372367858886719, "n_params": 4592800, "total_flops": 20881440768000000, "train_loss": 0.031701302528381346, "subset_score_loss": 0.031701302528381346}
+{"step": 1490000, "wall_time": 14085.968987464905, "train_loss_step": 5.2721781730651855, "n_params": 4592800, "total_flops": 21022531584000000, "train_loss": 0.028836336731910706, "subset_score_loss": 0.028836336731910706}
+{"step": 1500000, "wall_time": 14243.805815935135, "train_loss_step": 5.106897354125977, "n_params": 4592800, "total_flops": 21163622400000000, "train_loss": 0.031164833903312684, "subset_score_loss": 0.031164833903312684, "memorization_fraction_pixel": 0.23440000414848328, "mean_nn_ratio_pixel": 0.7432424426078796, "fid": 65.36488713425818}
+{"step": 1510000, "wall_time": 14333.88430595398, "train_loss_step": 5.647434234619141, "n_params": 4592800, "total_flops": 21304713216000000, "train_loss": 0.031919026374816896, "subset_score_loss": 0.031919026374816896}
+{"step": 1520000, "wall_time": 14411.771593809128, "train_loss_step": 5.2294511795043945, "n_params": 4592800, "total_flops": 21445804032000000, "train_loss": 0.03113483190536499, "subset_score_loss": 0.03113483190536499}
+{"step": 1530000, "wall_time": 14492.301300764084, "train_loss_step": 5.199334144592285, "n_params": 4592800, "total_flops": 21586894848000000, "train_loss": 0.030297759175300597, "subset_score_loss": 0.030297759175300597}
+{"step": 1540000, "wall_time": 14581.62156033516, "train_loss_step": 5.186574459075928, "n_params": 4592800, "total_flops": 21727985664000000, "train_loss": 0.03145527243614197, "subset_score_loss": 0.03145527243614197}
+{"step": 1550000, "wall_time": 14667.612040996552, "train_loss_step": 5.081055641174316, "n_params": 4592800, "total_flops": 21869076480000000, "train_loss": 0.029653921723365784, "subset_score_loss": 0.029653921723365784}
+{"step": 1560000, "wall_time": 14749.371449232101, "train_loss_step": 5.377324104309082, "n_params": 4592800, "total_flops": 22010167296000000, "train_loss": 0.03213366270065308, "subset_score_loss": 0.03213366270065308}
+{"step": 1570000, "wall_time": 14824.194341897964, "train_loss_step": 5.016341686248779, "n_params": 4592800, "total_flops": 22151258112000000, "train_loss": 0.030500200390815736, "subset_score_loss": 0.030500200390815736}
+{"step": 1580000, "wall_time": 14913.02945137024, "train_loss_step": 5.187100410461426, "n_params": 4592800, "total_flops": 22292348928000000, "train_loss": 0.0315979391336441, "subset_score_loss": 0.0315979391336441}
+{"step": 1590000, "wall_time": 15002.206541776657, "train_loss_step": 4.872939109802246, "n_params": 4592800, "total_flops": 22433439744000000, "train_loss": 0.030157339572906495, "subset_score_loss": 0.030157339572906495}
+{"step": 1600000, "wall_time": 15160.091443300247, "train_loss_step": 5.0471954345703125, "n_params": 4592800, "total_flops": 22574530560000000, "train_loss": 0.02920582890510559, "subset_score_loss": 0.02920582890510559, "memorization_fraction_pixel": 0.23929999768733978, "mean_nn_ratio_pixel": 0.7423782348632812, "fid": 64.2553052368281}
+{"step": 1610000, "wall_time": 15249.454291582108, "train_loss_step": 4.944711208343506, "n_params": 4592800, "total_flops": 22715621376000000, "train_loss": 0.02989620864391327, "subset_score_loss": 0.02989620864391327}
+{"step": 1620000, "wall_time": 15339.398102521896, "train_loss_step": 4.5406084060668945, "n_params": 4592800, "total_flops": 22856712192000000, "train_loss": 0.02801816165447235, "subset_score_loss": 0.02801816165447235}
+{"step": 1630000, "wall_time": 15410.603536605835, "train_loss_step": 4.645294189453125, "n_params": 4592800, "total_flops": 22997803008000000, "train_loss": 0.027511972188949584, "subset_score_loss": 0.027511972188949584}
+{"step": 1640000, "wall_time": 15499.781552553177, "train_loss_step": 4.784981727600098, "n_params": 4592800, "total_flops": 23138893824000000, "train_loss": 0.027985408902168274, "subset_score_loss": 0.027985408902168274}
+{"step": 1650000, "wall_time": 15589.240652561188, "train_loss_step": 5.2835693359375, "n_params": 4592800, "total_flops": 23279984640000000, "train_loss": 0.028697264194488526, "subset_score_loss": 0.028697264194488526}
+{"step": 1660000, "wall_time": 15678.757524251938, "train_loss_step": 5.002814292907715, "n_params": 4592800, "total_flops": 23421075456000000, "train_loss": 0.028736838698387147, "subset_score_loss": 0.028736838698387147}
+{"step": 1670000, "wall_time": 15753.600769758224, "train_loss_step": 5.211223125457764, "n_params": 4592800, "total_flops": 23562166272000000, "train_loss": 0.02864873707294464, "subset_score_loss": 0.02864873707294464}
+{"step": 1680000, "wall_time": 15828.628591299057, "train_loss_step": 5.126914024353027, "n_params": 4592800, "total_flops": 23703257088000000, "train_loss": 0.0290062814950943, "subset_score_loss": 0.0290062814950943}
+{"step": 1690000, "wall_time": 15917.430058479309, "train_loss_step": 5.409524917602539, "n_params": 4592800, "total_flops": 23844347904000000, "train_loss": 0.02911798655986786, "subset_score_loss": 0.02911798655986786}
+{"step": 1700000, "wall_time": 16075.28555560112, "train_loss_step": 5.00355863571167, "n_params": 4592800, "total_flops": 23985438720000000, "train_loss": 0.027667021751403807, "subset_score_loss": 0.027667021751403807, "memorization_fraction_pixel": 0.2802000045776367, "mean_nn_ratio_pixel": 0.7180509567260742, "fid": 62.5994440268887}
+{"step": 1710000, "wall_time": 16164.749576568604, "train_loss_step": 5.026148796081543, "n_params": 4592800, "total_flops": 24126529536000000, "train_loss": 0.029735642671585082, "subset_score_loss": 0.029735642671585082}
+{"step": 1720000, "wall_time": 16254.003400325775, "train_loss_step": 4.807857990264893, "n_params": 4592800, "total_flops": 24267620352000000, "train_loss": 0.028758031129837037, "subset_score_loss": 0.028758031129837037}
+{"step": 1730000, "wall_time": 16338.889687538147, "train_loss_step": 5.201907634735107, "n_params": 4592800, "total_flops": 24408711168000000, "train_loss": 0.02835962176322937, "subset_score_loss": 0.02835962176322937}
+{"step": 1740000, "wall_time": 16408.115685224533, "train_loss_step": 4.8198394775390625, "n_params": 4592800, "total_flops": 24549801984000000, "train_loss": 0.026529005169868468, "subset_score_loss": 0.026529005169868468}
+{"step": 1750000, "wall_time": 16494.639855623245, "train_loss_step": 5.1163129806518555, "n_params": 4592800, "total_flops": 24690892800000000, "train_loss": 0.029298925399780275, "subset_score_loss": 0.029298925399780275}
+{"step": 1760000, "wall_time": 16583.68426966667, "train_loss_step": 4.787911415100098, "n_params": 4592800, "total_flops": 24831983616000000, "train_loss": 0.028371095657348633, "subset_score_loss": 0.028371095657348633}
+{"step": 1770000, "wall_time": 16673.21859240532, "train_loss_step": 4.98457145690918, "n_params": 4592800, "total_flops": 24973074432000000, "train_loss": 0.026343715190887452, "subset_score_loss": 0.026343715190887452}
+{"step": 1780000, "wall_time": 16758.600269794464, "train_loss_step": 4.785400390625, "n_params": 4592800, "total_flops": 25114165248000000, "train_loss": 0.028155407309532164, "subset_score_loss": 0.028155407309532164}
+{"step": 1790000, "wall_time": 16822.294773578644, "train_loss_step": 4.468945026397705, "n_params": 4592800, "total_flops": 25255256064000000, "train_loss": 0.026714593172073364, "subset_score_loss": 0.026714593172073364}
+{"step": 1800000, "wall_time": 16978.438199043274, "train_loss_step": 4.863405704498291, "n_params": 4592800, "total_flops": 25396346880000000, "train_loss": 0.026107367873191834, "subset_score_loss": 0.026107367873191834, "memorization_fraction_pixel": 0.28110000491142273, "mean_nn_ratio_pixel": 0.7191566228866577, "fid": 61.622230223409176}
+{"step": 1810000, "wall_time": 17067.95367717743, "train_loss_step": 4.988692283630371, "n_params": 4592800, "total_flops": 25537437696000000, "train_loss": 0.02692127525806427, "subset_score_loss": 0.02692127525806427}
+{"step": 1820000, "wall_time": 17157.375015497208, "train_loss_step": 5.153261184692383, "n_params": 4592800, "total_flops": 25678528512000000, "train_loss": 0.027897909283638, "subset_score_loss": 0.027897909283638}
+{"step": 1830000, "wall_time": 17246.57690167427, "train_loss_step": 4.960604667663574, "n_params": 4592800, "total_flops": 25819619328000000, "train_loss": 0.027166271209716798, "subset_score_loss": 0.027166271209716798}
+{"step": 1840000, "wall_time": 17323.951076745987, "train_loss_step": 4.974318981170654, "n_params": 4592800, "total_flops": 25960710144000000, "train_loss": 0.02603287398815155, "subset_score_loss": 0.02603287398815155}
+{"step": 1850000, "wall_time": 17406.149480104446, "train_loss_step": 4.492260932922363, "n_params": 4592800, "total_flops": 26101800960000000, "train_loss": 0.028370752930641174, "subset_score_loss": 0.028370752930641174}
+{"step": 1860000, "wall_time": 17488.742570400238, "train_loss_step": 4.587790489196777, "n_params": 4592800, "total_flops": 26242891776000000, "train_loss": 0.02504306137561798, "subset_score_loss": 0.02504306137561798}
+{"step": 1870000, "wall_time": 17577.973087787628, "train_loss_step": 4.9554877281188965, "n_params": 4592800, "total_flops": 26383982592000000, "train_loss": 0.02570737600326538, "subset_score_loss": 0.02570737600326538}
+{"step": 1880000, "wall_time": 17667.484312534332, "train_loss_step": 4.59090518951416, "n_params": 4592800, "total_flops": 26525073408000000, "train_loss": 0.02471870929002762, "subset_score_loss": 0.02471870929002762}
+{"step": 1890000, "wall_time": 17756.94823384285, "train_loss_step": 4.986645698547363, "n_params": 4592800, "total_flops": 26666164224000000, "train_loss": 0.026429584622383116, "subset_score_loss": 0.026429584622383116}
+{"step": 1900000, "wall_time": 17893.32366991043, "train_loss_step": 5.15218448638916, "n_params": 4592800, "total_flops": 26807255040000000, "train_loss": 0.0258392333984375, "subset_score_loss": 0.0258392333984375, "memorization_fraction_pixel": 0.33709999918937683, "mean_nn_ratio_pixel": 0.6782447099685669, "fid": 57.57860098725602}
+{"step": 1910000, "wall_time": 17982.810992479324, "train_loss_step": 4.673984527587891, "n_params": 4592800, "total_flops": 26948345856000000, "train_loss": 0.02609057128429413, "subset_score_loss": 0.02609057128429413}
+{"step": 1920000, "wall_time": 18071.979927539825, "train_loss_step": 4.683592319488525, "n_params": 4592800, "total_flops": 27089436672000000, "train_loss": 0.02487296760082245, "subset_score_loss": 0.02487296760082245}
+{"step": 1930000, "wall_time": 18161.3815677166, "train_loss_step": 4.864190101623535, "n_params": 4592800, "total_flops": 27230527488000000, "train_loss": 0.02587234079837799, "subset_score_loss": 0.02587234079837799}
+{"step": 1940000, "wall_time": 18250.8211684227, "train_loss_step": 4.742574691772461, "n_params": 4592800, "total_flops": 27371618304000000, "train_loss": 0.02554149627685547, "subset_score_loss": 0.02554149627685547}
+{"step": 1950000, "wall_time": 18329.634059667587, "train_loss_step": 4.80704927444458, "n_params": 4592800, "total_flops": 27512709120000000, "train_loss": 0.0260392963886261, "subset_score_loss": 0.0260392963886261}
+{"step": 1960000, "wall_time": 18419.037392377853, "train_loss_step": 4.820312976837158, "n_params": 4592800, "total_flops": 27653799936000000, "train_loss": 0.02690001130104065, "subset_score_loss": 0.02690001130104065}
+{"step": 1970000, "wall_time": 18491.969729185104, "train_loss_step": 5.195686340332031, "n_params": 4592800, "total_flops": 27794890752000000, "train_loss": 0.02477218508720398, "subset_score_loss": 0.02477218508720398}
+{"step": 1980000, "wall_time": 18581.554327249527, "train_loss_step": 4.652688503265381, "n_params": 4592800, "total_flops": 27935981568000000, "train_loss": 0.02587883174419403, "subset_score_loss": 0.02587883174419403}
+{"step": 1990000, "wall_time": 18670.765295743942, "train_loss_step": 4.368218421936035, "n_params": 4592800, "total_flops": 28077072384000000, "train_loss": 0.026995784044265746, "subset_score_loss": 0.026995784044265746}
+{"step": 2000000, "wall_time": 18816.456306695938, "train_loss_step": 4.610518455505371, "n_params": 4592800, "total_flops": 28218163200000000, "train_loss": 0.026111391186714173, "subset_score_loss": 0.026111391186714173, "memorization_fraction_pixel": 0.3546999990940094, "mean_nn_ratio_pixel": 0.6678231954574585, "fid": 57.18432901620277}
+{"step": 2010000, "wall_time": 18895.21141433716, "train_loss_step": 4.293461799621582, "n_params": 4592800, "total_flops": 28359254016000000, "train_loss": 0.023825153708457947, "subset_score_loss": 0.023825153708457947}
+{"step": 2020000, "wall_time": 18984.690930843353, "train_loss_step": 4.700368881225586, "n_params": 4592800, "total_flops": 28500344832000000, "train_loss": 0.02578454315662384, "subset_score_loss": 0.02578454315662384}
+{"step": 2030000, "wall_time": 19074.135897636414, "train_loss_step": 4.591610908508301, "n_params": 4592800, "total_flops": 28641435648000000, "train_loss": 0.024147160351276398, "subset_score_loss": 0.024147160351276398}
+{"step": 2040000, "wall_time": 19163.60572576523, "train_loss_step": 4.876499652862549, "n_params": 4592800, "total_flops": 28782526464000000, "train_loss": 0.027334138751029968, "subset_score_loss": 0.027334138751029968}
+{"step": 2050000, "wall_time": 19246.12022614479, "train_loss_step": 4.621148586273193, "n_params": 4592800, "total_flops": 28923617280000000, "train_loss": 0.0257159948348999, "subset_score_loss": 0.0257159948348999}
+{"step": 2060000, "wall_time": 19335.552396774292, "train_loss_step": 4.528738021850586, "n_params": 4592800, "total_flops": 29064708096000000, "train_loss": 0.025208255648612975, "subset_score_loss": 0.025208255648612975}
+{"step": 2070000, "wall_time": 19425.307669878006, "train_loss_step": 4.57447624206543, "n_params": 4592800, "total_flops": 29205798912000000, "train_loss": 0.024649253487586974, "subset_score_loss": 0.024649253487586974}
+{"step": 2080000, "wall_time": 19505.349375724792, "train_loss_step": 4.399885177612305, "n_params": 4592800, "total_flops": 29346889728000000, "train_loss": 0.02438373863697052, "subset_score_loss": 0.02438373863697052}
+{"step": 2090000, "wall_time": 19591.84622502327, "train_loss_step": 4.857601642608643, "n_params": 4592800, "total_flops": 29487980544000000, "train_loss": 0.02575068473815918, "subset_score_loss": 0.02575068473815918}
+{"step": 2100000, "wall_time": 19749.465415000916, "train_loss_step": 4.55626106262207, "n_params": 4592800, "total_flops": 29629071360000000, "train_loss": 0.024013075232505798, "subset_score_loss": 0.024013075232505798, "memorization_fraction_pixel": 0.3589000105857849, "mean_nn_ratio_pixel": 0.6729367971420288, "fid": 60.742824943905546}
+{"step": 2110000, "wall_time": 19825.92460489273, "train_loss_step": 4.82598876953125, "n_params": 4592800, "total_flops": 29770162176000000, "train_loss": 0.023352131247520447, "subset_score_loss": 0.023352131247520447}
+{"step": 2120000, "wall_time": 19902.7269654274, "train_loss_step": 5.177605152130127, "n_params": 4592800, "total_flops": 29911252992000000, "train_loss": 0.02585860788822174, "subset_score_loss": 0.02585860788822174}
+{"step": 2130000, "wall_time": 19989.511839151382, "train_loss_step": 4.743286609649658, "n_params": 4592800, "total_flops": 30052343808000000, "train_loss": 0.028708022832870484, "subset_score_loss": 0.028708022832870484}
+{"step": 2140000, "wall_time": 20078.947707653046, "train_loss_step": 4.578718185424805, "n_params": 4592800, "total_flops": 30193434624000000, "train_loss": 0.02620169222354889, "subset_score_loss": 0.02620169222354889}
+{"step": 2150000, "wall_time": 20164.244445323944, "train_loss_step": 4.597558975219727, "n_params": 4592800, "total_flops": 30334525440000000, "train_loss": 0.026015156507492067, "subset_score_loss": 0.026015156507492067}
+{"step": 2160000, "wall_time": 20247.167850971222, "train_loss_step": 4.842848777770996, "n_params": 4592800, "total_flops": 30475616256000000, "train_loss": 0.02593841552734375, "subset_score_loss": 0.02593841552734375}
+{"step": 2170000, "wall_time": 20336.62867832184, "train_loss_step": 4.539003849029541, "n_params": 4592800, "total_flops": 30616707072000000, "train_loss": 0.02411024272441864, "subset_score_loss": 0.02411024272441864}
+{"step": 2180000, "wall_time": 20426.20037126541, "train_loss_step": 4.573452949523926, "n_params": 4592800, "total_flops": 30757797888000000, "train_loss": 0.02424512952566147, "subset_score_loss": 0.02424512952566147}
+{"step": 2190000, "wall_time": 20512.039329767227, "train_loss_step": 4.790233612060547, "n_params": 4592800, "total_flops": 30898888704000000, "train_loss": 0.02435438483953476, "subset_score_loss": 0.02435438483953476}
+{"step": 2200000, "wall_time": 20661.318661928177, "train_loss_step": 4.711162090301514, "n_params": 4592800, "total_flops": 31039979520000000, "train_loss": 0.0237156018614769, "subset_score_loss": 0.0237156018614769, "memorization_fraction_pixel": 0.37790000438690186, "mean_nn_ratio_pixel": 0.6587260365486145, "fid": 57.106947412525074}
+{"step": 2210000, "wall_time": 20750.512900590897, "train_loss_step": 4.23076057434082, "n_params": 4592800, "total_flops": 31181070336000000, "train_loss": 0.023895148932933808, "subset_score_loss": 0.023895148932933808}
+{"step": 2220000, "wall_time": 20831.2056081295, "train_loss_step": 4.994922637939453, "n_params": 4592800, "total_flops": 31322161152000000, "train_loss": 0.025416487455368043, "subset_score_loss": 0.025416487455368043}
+{"step": 2230000, "wall_time": 20920.781517267227, "train_loss_step": 4.889593124389648, "n_params": 4592800, "total_flops": 31463251968000000, "train_loss": 0.024652460217475893, "subset_score_loss": 0.024652460217475893}
+{"step": 2240000, "wall_time": 20995.025423288345, "train_loss_step": 4.346296787261963, "n_params": 4592800, "total_flops": 31604342784000000, "train_loss": 0.02374707758426666, "subset_score_loss": 0.02374707758426666}
+{"step": 2250000, "wall_time": 21084.484926223755, "train_loss_step": 4.592728614807129, "n_params": 4592800, "total_flops": 31745433600000000, "train_loss": 0.02303251177072525, "subset_score_loss": 0.02303251177072525}
+{"step": 2260000, "wall_time": 21163.76366829872, "train_loss_step": 4.907487869262695, "n_params": 4592800, "total_flops": 31886524416000000, "train_loss": 0.024343951046466826, "subset_score_loss": 0.024343951046466826}
+{"step": 2270000, "wall_time": 21253.098856925964, "train_loss_step": 4.428408622741699, "n_params": 4592800, "total_flops": 32027615232000000, "train_loss": 0.02370787560939789, "subset_score_loss": 0.02370787560939789}
+{"step": 2280000, "wall_time": 21342.38175201416, "train_loss_step": 4.582699775695801, "n_params": 4592800, "total_flops": 32168706048000000, "train_loss": 0.02620978355407715, "subset_score_loss": 0.02620978355407715}
+{"step": 2290000, "wall_time": 21431.929968833923, "train_loss_step": 4.356071949005127, "n_params": 4592800, "total_flops": 32309796864000000, "train_loss": 0.02577746510505676, "subset_score_loss": 0.02577746510505676}
+{"step": 2300000, "wall_time": 21578.91277384758, "train_loss_step": 4.566200256347656, "n_params": 4592800, "total_flops": 32450887680000000, "train_loss": 0.022063229978084565, "subset_score_loss": 0.022063229978084565, "memorization_fraction_pixel": 0.39070001244544983, "mean_nn_ratio_pixel": 0.6517780423164368, "fid": 56.25297078293291}
+{"step": 2310000, "wall_time": 21668.47739958763, "train_loss_step": 4.839256286621094, "n_params": 4592800, "total_flops": 32591978496000000, "train_loss": 0.026540949940681458, "subset_score_loss": 0.026540949940681458}
+{"step": 2320000, "wall_time": 21756.503661632538, "train_loss_step": 4.48292350769043, "n_params": 4592800, "total_flops": 32733069312000000, "train_loss": 0.02395234853029251, "subset_score_loss": 0.02395234853029251}
+{"step": 2330000, "wall_time": 21837.99746823311, "train_loss_step": 4.571787357330322, "n_params": 4592800, "total_flops": 32874160128000000, "train_loss": 0.02428162842988968, "subset_score_loss": 0.02428162842988968}
+{"step": 2340000, "wall_time": 21927.160495758057, "train_loss_step": 4.20850944519043, "n_params": 4592800, "total_flops": 33015250944000000, "train_loss": 0.02271929681301117, "subset_score_loss": 0.02271929681301117}
+{"step": 2350000, "wall_time": 22008.61510848999, "train_loss_step": 4.621281623840332, "n_params": 4592800, "total_flops": 33156341760000000, "train_loss": 0.025175842642784118, "subset_score_loss": 0.025175842642784118}
+{"step": 2360000, "wall_time": 22085.524627923965, "train_loss_step": 4.487646102905273, "n_params": 4592800, "total_flops": 33297432576000000, "train_loss": 0.023557017743587493, "subset_score_loss": 0.023557017743587493}
+{"step": 2370000, "wall_time": 22170.189249038696, "train_loss_step": 4.270196914672852, "n_params": 4592800, "total_flops": 33438523392000000, "train_loss": 0.021807508170604707, "subset_score_loss": 0.021807508170604707}
+{"step": 2380000, "wall_time": 22259.35590314865, "train_loss_step": 4.361017227172852, "n_params": 4592800, "total_flops": 33579614208000000, "train_loss": 0.02202839106321335, "subset_score_loss": 0.02202839106321335}
+{"step": 2390000, "wall_time": 22348.83531665802, "train_loss_step": 4.443347930908203, "n_params": 4592800, "total_flops": 33720705024000000, "train_loss": 0.02337678670883179, "subset_score_loss": 0.02337678670883179}
+{"step": 2400000, "wall_time": 22506.79273724556, "train_loss_step": 4.5538787841796875, "n_params": 4592800, "total_flops": 33861795840000000, "train_loss": 0.022931452095508575, "subset_score_loss": 0.022931452095508575, "memorization_fraction_pixel": 0.42579999566078186, "mean_nn_ratio_pixel": 0.6239966750144958, "fid": 56.113546034625614}
+{"step": 2410000, "wall_time": 22588.581824064255, "train_loss_step": 4.557799339294434, "n_params": 4592800, "total_flops": 34002886656000000, "train_loss": 0.024337400496006013, "subset_score_loss": 0.024337400496006013}
+{"step": 2420000, "wall_time": 22668.868973970413, "train_loss_step": 3.9690473079681396, "n_params": 4592800, "total_flops": 34143977472000000, "train_loss": 0.02411261051893234, "subset_score_loss": 0.02411261051893234}
+{"step": 2430000, "wall_time": 22751.36384654045, "train_loss_step": 4.651022911071777, "n_params": 4592800, "total_flops": 34285068288000000, "train_loss": 0.022848162055015563, "subset_score_loss": 0.022848162055015563}
+{"step": 2440000, "wall_time": 22832.910660028458, "train_loss_step": 4.9207916259765625, "n_params": 4592800, "total_flops": 34426159104000000, "train_loss": 0.023245538771152496, "subset_score_loss": 0.023245538771152496}
+{"step": 2450000, "wall_time": 22922.24805212021, "train_loss_step": 4.262482166290283, "n_params": 4592800, "total_flops": 34567249920000000, "train_loss": 0.023201383650302887, "subset_score_loss": 0.023201383650302887}
+{"step": 2460000, "wall_time": 23011.646599292755, "train_loss_step": 4.335798263549805, "n_params": 4592800, "total_flops": 34708340736000000, "train_loss": 0.025510552525520324, "subset_score_loss": 0.025510552525520324}
+{"step": 2470000, "wall_time": 23079.264718294144, "train_loss_step": 4.328049659729004, "n_params": 4592800, "total_flops": 34849431552000000, "train_loss": 0.022315262258052825, "subset_score_loss": 0.022315262258052825}
+{"step": 2480000, "wall_time": 23168.329713582993, "train_loss_step": 4.327789306640625, "n_params": 4592800, "total_flops": 34990522368000000, "train_loss": 0.023193393647670747, "subset_score_loss": 0.023193393647670747}
+{"step": 2490000, "wall_time": 23257.27977490425, "train_loss_step": 4.23886775970459, "n_params": 4592800, "total_flops": 35131613184000000, "train_loss": 0.024995020031929015, "subset_score_loss": 0.024995020031929015}
+{"step": 2500000, "wall_time": 23415.109516620636, "train_loss_step": 4.035058498382568, "n_params": 4592800, "total_flops": 35272704000000000, "train_loss": 0.02102714031934738, "subset_score_loss": 0.02102714031934738, "memorization_fraction_pixel": 0.43619999289512634, "mean_nn_ratio_pixel": 0.6133713126182556, "fid": 55.516455470066646}
+{"step": 2510000, "wall_time": 23504.7230052948, "train_loss_step": 4.381865501403809, "n_params": 4592800, "total_flops": 35413794816000000, "train_loss": 0.021953971683979036, "subset_score_loss": 0.021953971683979036}
+{"step": 2520000, "wall_time": 23594.824697971344, "train_loss_step": 4.252873420715332, "n_params": 4592800, "total_flops": 35554885632000000, "train_loss": 0.022028742730617522, "subset_score_loss": 0.022028742730617522}
+{"step": 2530000, "wall_time": 23667.446843385696, "train_loss_step": 4.335793495178223, "n_params": 4592800, "total_flops": 35695976448000000, "train_loss": 0.02403136044740677, "subset_score_loss": 0.02403136044740677}
+{"step": 2540000, "wall_time": 23749.617165327072, "train_loss_step": 4.458683013916016, "n_params": 4592800, "total_flops": 35837067264000000, "train_loss": 0.02357361316680908, "subset_score_loss": 0.02357361316680908}
+{"step": 2550000, "wall_time": 23835.234838962555, "train_loss_step": 4.46177864074707, "n_params": 4592800, "total_flops": 35978158080000000, "train_loss": 0.022218714654445647, "subset_score_loss": 0.022218714654445647}
+{"step": 2560000, "wall_time": 23924.284149885178, "train_loss_step": 4.25606107711792, "n_params": 4592800, "total_flops": 36119248896000000, "train_loss": 0.021803078055381776, "subset_score_loss": 0.021803078055381776}
+{"step": 2570000, "wall_time": 24006.364849567413, "train_loss_step": 4.276734352111816, "n_params": 4592800, "total_flops": 36260339712000000, "train_loss": 0.02203909158706665, "subset_score_loss": 0.02203909158706665}
+{"step": 2580000, "wall_time": 24087.876407384872, "train_loss_step": 4.064766883850098, "n_params": 4592800, "total_flops": 36401430528000000, "train_loss": 0.023277726769447327, "subset_score_loss": 0.023277726769447327}
+{"step": 2590000, "wall_time": 24166.078421115875, "train_loss_step": 4.159212589263916, "n_params": 4592800, "total_flops": 36542521344000000, "train_loss": 0.021308350563049316, "subset_score_loss": 0.021308350563049316}
+{"step": 2600000, "wall_time": 24323.514217853546, "train_loss_step": 4.061071395874023, "n_params": 4592800, "total_flops": 36683612160000000, "train_loss": 0.021756760776042938, "subset_score_loss": 0.021756760776042938, "memorization_fraction_pixel": 0.4661000072956085, "mean_nn_ratio_pixel": 0.5924856662750244, "fid": 55.45436388752472}
+{"step": 2610000, "wall_time": 24413.125630140305, "train_loss_step": 4.328402996063232, "n_params": 4592800, "total_flops": 36824702976000000, "train_loss": 0.020734161138534546, "subset_score_loss": 0.020734161138534546}
+{"step": 2620000, "wall_time": 24502.62550663948, "train_loss_step": 4.05095911026001, "n_params": 4592800, "total_flops": 36965793792000000, "train_loss": 0.02006198763847351, "subset_score_loss": 0.02006198763847351}
+{"step": 2630000, "wall_time": 24592.250956773758, "train_loss_step": 4.434147834777832, "n_params": 4592800, "total_flops": 37106884608000000, "train_loss": 0.021443179249763487, "subset_score_loss": 0.021443179249763487}
+{"step": 2640000, "wall_time": 24678.976375818253, "train_loss_step": 3.9408068656921387, "n_params": 4592800, "total_flops": 37247975424000000, "train_loss": 0.0217228502035141, "subset_score_loss": 0.0217228502035141}
+{"step": 2650000, "wall_time": 24764.964956998825, "train_loss_step": 4.411081314086914, "n_params": 4592800, "total_flops": 37389066240000000, "train_loss": 0.021001879870891572, "subset_score_loss": 0.021001879870891572}
+{"step": 2660000, "wall_time": 24854.60887312889, "train_loss_step": 4.786269187927246, "n_params": 4592800, "total_flops": 37530157056000000, "train_loss": 0.022425375878810883, "subset_score_loss": 0.022425375878810883}
+{"step": 2670000, "wall_time": 24942.8208899498, "train_loss_step": 4.317755222320557, "n_params": 4592800, "total_flops": 37671247872000000, "train_loss": 0.02143694758415222, "subset_score_loss": 0.02143694758415222}
+{"step": 2680000, "wall_time": 25030.735960245132, "train_loss_step": 4.321808338165283, "n_params": 4592800, "total_flops": 37812338688000000, "train_loss": 0.021309688687324524, "subset_score_loss": 0.021309688687324524}
+{"step": 2690000, "wall_time": 25119.84553337097, "train_loss_step": 4.396109580993652, "n_params": 4592800, "total_flops": 37953429504000000, "train_loss": 0.021244274079799653, "subset_score_loss": 0.021244274079799653}
+{"step": 2700000, "wall_time": 25269.8246986866, "train_loss_step": 4.313497066497803, "n_params": 4592800, "total_flops": 38094520320000000, "train_loss": 0.023335351049900054, "subset_score_loss": 0.023335351049900054, "memorization_fraction_pixel": 0.4440999925136566, "mean_nn_ratio_pixel": 0.6138456463813782, "fid": 57.795273743728465}
+{"step": 2710000, "wall_time": 25359.41478204727, "train_loss_step": 4.234342098236084, "n_params": 4592800, "total_flops": 38235611136000000, "train_loss": 0.021787536144256592, "subset_score_loss": 0.021787536144256592}
+{"step": 2720000, "wall_time": 25448.886830091476, "train_loss_step": 4.324653625488281, "n_params": 4592800, "total_flops": 38376701952000000, "train_loss": 0.020538103580474854, "subset_score_loss": 0.020538103580474854}
+{"step": 2730000, "wall_time": 25538.4325196743, "train_loss_step": 4.251462936401367, "n_params": 4592800, "total_flops": 38517792768000000, "train_loss": 0.022803714871406554, "subset_score_loss": 0.022803714871406554}
+{"step": 2740000, "wall_time": 25628.22421813011, "train_loss_step": 4.355986595153809, "n_params": 4592800, "total_flops": 38658883584000000, "train_loss": 0.021105173230171203, "subset_score_loss": 0.021105173230171203}
+{"step": 2750000, "wall_time": 25701.959182739258, "train_loss_step": 4.379961967468262, "n_params": 4592800, "total_flops": 38799974400000000, "train_loss": 0.02014680951833725, "subset_score_loss": 0.02014680951833725}
+{"step": 2760000, "wall_time": 25783.459607839584, "train_loss_step": 4.061188697814941, "n_params": 4592800, "total_flops": 38941065216000000, "train_loss": 0.02043140083551407, "subset_score_loss": 0.02043140083551407}
+{"step": 2770000, "wall_time": 25872.218133211136, "train_loss_step": 4.073975563049316, "n_params": 4592800, "total_flops": 39082156032000000, "train_loss": 0.022664463520050047, "subset_score_loss": 0.022664463520050047}
+{"step": 2780000, "wall_time": 25953.42030787468, "train_loss_step": 4.285309791564941, "n_params": 4592800, "total_flops": 39223246848000000, "train_loss": 0.021134015917778016, "subset_score_loss": 0.021134015917778016}
+{"step": 2790000, "wall_time": 26042.77574944496, "train_loss_step": 4.09480094909668, "n_params": 4592800, "total_flops": 39364337664000000, "train_loss": 0.021414683759212495, "subset_score_loss": 0.021414683759212495}
+{"step": 2800000, "wall_time": 26200.575093984604, "train_loss_step": 4.149718761444092, "n_params": 4592800, "total_flops": 39505428480000000, "train_loss": 0.02483435273170471, "subset_score_loss": 0.02483435273170471, "memorization_fraction_pixel": 0.4659000039100647, "mean_nn_ratio_pixel": 0.5927503705024719, "fid": 56.26498915010494}
+{"step": 2810000, "wall_time": 26276.92142224312, "train_loss_step": 4.130266189575195, "n_params": 4592800, "total_flops": 39646519296000000, "train_loss": 0.019786781072616576, "subset_score_loss": 0.019786781072616576}
+{"step": 2820000, "wall_time": 26366.1673848629, "train_loss_step": 4.06359338760376, "n_params": 4592800, "total_flops": 39787610112000000, "train_loss": 0.021569366753101348, "subset_score_loss": 0.021569366753101348}
+{"step": 2830000, "wall_time": 26455.78050994873, "train_loss_step": 4.3342204093933105, "n_params": 4592800, "total_flops": 39928700928000000, "train_loss": 0.021018198132514952, "subset_score_loss": 0.021018198132514952}
+{"step": 2840000, "wall_time": 26545.23927950859, "train_loss_step": 4.282492637634277, "n_params": 4592800, "total_flops": 40069791744000000, "train_loss": 0.019589878618717194, "subset_score_loss": 0.019589878618717194}
+{"step": 2850000, "wall_time": 26634.653974056244, "train_loss_step": 4.302107810974121, "n_params": 4592800, "total_flops": 40210882560000000, "train_loss": 0.020586541295051573, "subset_score_loss": 0.020586541295051573}
+{"step": 2860000, "wall_time": 26709.63280391693, "train_loss_step": 4.362453460693359, "n_params": 4592800, "total_flops": 40351973376000000, "train_loss": 0.02033001035451889, "subset_score_loss": 0.02033001035451889}
+{"step": 2870000, "wall_time": 26787.643580198288, "train_loss_step": 4.103718280792236, "n_params": 4592800, "total_flops": 40493064192000000, "train_loss": 0.020665256679058074, "subset_score_loss": 0.020665256679058074}
+{"step": 2880000, "wall_time": 26865.320536136627, "train_loss_step": 4.103641986846924, "n_params": 4592800, "total_flops": 40634155008000000, "train_loss": 0.022217385470867157, "subset_score_loss": 0.022217385470867157}
+{"step": 2890000, "wall_time": 26950.195351839066, "train_loss_step": 3.7446155548095703, "n_params": 4592800, "total_flops": 40775245824000000, "train_loss": 0.02088536471128464, "subset_score_loss": 0.02088536471128464}
+{"step": 2900000, "wall_time": 27107.952073574066, "train_loss_step": 4.385855674743652, "n_params": 4592800, "total_flops": 40916336640000000, "train_loss": 0.021156147122383118, "subset_score_loss": 0.021156147122383118, "memorization_fraction_pixel": 0.47049999237060547, "mean_nn_ratio_pixel": 0.59258633852005, "fid": 53.996433323176205}
+{"step": 2910000, "wall_time": 27197.331205129623, "train_loss_step": 4.063412189483643, "n_params": 4592800, "total_flops": 41057427456000000, "train_loss": 0.020582984387874603, "subset_score_loss": 0.020582984387874603}
+{"step": 2920000, "wall_time": 27277.938729047775, "train_loss_step": 3.977471351623535, "n_params": 4592800, "total_flops": 41198518272000000, "train_loss": 0.020630624890327454, "subset_score_loss": 0.020630624890327454}
+{"step": 2930000, "wall_time": 27367.091895103455, "train_loss_step": 4.454623222351074, "n_params": 4592800, "total_flops": 41339609088000000, "train_loss": 0.020774811506271362, "subset_score_loss": 0.020774811506271362}
+{"step": 2940000, "wall_time": 27456.568021535873, "train_loss_step": 3.7521538734436035, "n_params": 4592800, "total_flops": 41480699904000000, "train_loss": 0.02168324738740921, "subset_score_loss": 0.02168324738740921}
+{"step": 2950000, "wall_time": 27545.989229917526, "train_loss_step": 4.174385070800781, "n_params": 4592800, "total_flops": 41621790720000000, "train_loss": 0.02251078635454178, "subset_score_loss": 0.02251078635454178}
+{"step": 2960000, "wall_time": 27635.558253765106, "train_loss_step": 4.345369338989258, "n_params": 4592800, "total_flops": 41762881536000000, "train_loss": 0.021563157439231873, "subset_score_loss": 0.021563157439231873}
+{"step": 2970000, "wall_time": 27714.45418214798, "train_loss_step": 4.1375532150268555, "n_params": 4592800, "total_flops": 41903972352000000, "train_loss": 0.020453383028507233, "subset_score_loss": 0.020453383028507233}
+{"step": 2980000, "wall_time": 27787.064244031906, "train_loss_step": 4.22993803024292, "n_params": 4592800, "total_flops": 42045063168000000, "train_loss": 0.021626904606819153, "subset_score_loss": 0.021626904606819153}
+{"step": 2990000, "wall_time": 27862.754042863846, "train_loss_step": 4.079610824584961, "n_params": 4592800, "total_flops": 42186153984000000, "train_loss": 0.02019299864768982, "subset_score_loss": 0.02019299864768982}
+{"step": 3000000, "wall_time": 28020.494474887848, "train_loss_step": 4.140222549438477, "n_params": 4592800, "total_flops": 42327244800000000, "train_loss": 0.022543327510356904, "subset_score_loss": 0.022543327510356904, "memorization_fraction_pixel": 0.4961000084877014, "mean_nn_ratio_pixel": 0.5698953866958618, "fid": 54.73557501580568}
+{"step": 3010000, "wall_time": 28109.78325653076, "train_loss_step": 3.9426441192626953, "n_params": 4592800, "total_flops": 42468335616000000, "train_loss": 0.021167004108428956, "subset_score_loss": 0.021167004108428956}
+{"step": 3020000, "wall_time": 28199.221108675003, "train_loss_step": 4.1006598472595215, "n_params": 4592800, "total_flops": 42609426432000000, "train_loss": 0.02146300971508026, "subset_score_loss": 0.02146300971508026}
+{"step": 3030000, "wall_time": 28284.893228769302, "train_loss_step": 4.081892967224121, "n_params": 4592800, "total_flops": 42750517248000000, "train_loss": 0.020649810135364533, "subset_score_loss": 0.020649810135364533}
+{"step": 3040000, "wall_time": 28364.15722179413, "train_loss_step": 3.969416618347168, "n_params": 4592800, "total_flops": 42891608064000000, "train_loss": 0.020670312643051147, "subset_score_loss": 0.020670312643051147}
+{"step": 3050000, "wall_time": 28453.55694770813, "train_loss_step": 4.202260971069336, "n_params": 4592800, "total_flops": 43032698880000000, "train_loss": 0.021126689016819, "subset_score_loss": 0.021126689016819}
+{"step": 3060000, "wall_time": 28543.18528151512, "train_loss_step": 4.355648517608643, "n_params": 4592800, "total_flops": 43173789696000000, "train_loss": 0.020136649906635284, "subset_score_loss": 0.020136649906635284}
+{"step": 3070000, "wall_time": 28632.71220588684, "train_loss_step": 4.338486671447754, "n_params": 4592800, "total_flops": 43314880512000000, "train_loss": 0.020257604122161866, "subset_score_loss": 0.020257604122161866}
+{"step": 3080000, "wall_time": 28708.185596227646, "train_loss_step": 4.0235466957092285, "n_params": 4592800, "total_flops": 43455971328000000, "train_loss": 0.021264044940471648, "subset_score_loss": 0.021264044940471648}
+{"step": 3090000, "wall_time": 28790.72824239731, "train_loss_step": 4.059960842132568, "n_params": 4592800, "total_flops": 43597062144000000, "train_loss": 0.019389872252941132, "subset_score_loss": 0.019389872252941132}
+{"step": 3100000, "wall_time": 28948.685730934143, "train_loss_step": 4.278533935546875, "n_params": 4592800, "total_flops": 43738152960000000, "train_loss": 0.019810587167739868, "subset_score_loss": 0.019810587167739868, "memorization_fraction_pixel": 0.506600022315979, "mean_nn_ratio_pixel": 0.5610464811325073, "fid": 52.87646051519492}
+{"step": 3110000, "wall_time": 29037.963181257248, "train_loss_step": 3.849461793899536, "n_params": 4592800, "total_flops": 43879243776000000, "train_loss": 0.020625746250152587, "subset_score_loss": 0.020625746250152587}
+{"step": 3120000, "wall_time": 29126.9786093235, "train_loss_step": 4.200823783874512, "n_params": 4592800, "total_flops": 44020334592000000, "train_loss": 0.021253038942813874, "subset_score_loss": 0.021253038942813874}
+{"step": 3130000, "wall_time": 29216.231583356857, "train_loss_step": 4.088613986968994, "n_params": 4592800, "total_flops": 44161425408000000, "train_loss": 0.020142774283885955, "subset_score_loss": 0.020142774283885955}
+{"step": 3140000, "wall_time": 29305.699470996857, "train_loss_step": 3.865326404571533, "n_params": 4592800, "total_flops": 44302516224000000, "train_loss": 0.02172183394432068, "subset_score_loss": 0.02172183394432068}
+{"step": 3150000, "wall_time": 29391.790247440338, "train_loss_step": 4.148334503173828, "n_params": 4592800, "total_flops": 44443607040000000, "train_loss": 0.019573619961738585, "subset_score_loss": 0.019573619961738585}
+{"step": 3160000, "wall_time": 29481.169719696045, "train_loss_step": 3.974074363708496, "n_params": 4592800, "total_flops": 44584697856000000, "train_loss": 0.02010117322206497, "subset_score_loss": 0.02010117322206497}
+{"step": 3170000, "wall_time": 29570.719767332077, "train_loss_step": 4.3392744064331055, "n_params": 4592800, "total_flops": 44725788672000000, "train_loss": 0.020093952119350434, "subset_score_loss": 0.020093952119350434}
+{"step": 3180000, "wall_time": 29660.146211624146, "train_loss_step": 4.061740398406982, "n_params": 4592800, "total_flops": 44866879488000000, "train_loss": 0.019398707151412963, "subset_score_loss": 0.019398707151412963}
+{"step": 3190000, "wall_time": 29744.44393634796, "train_loss_step": 4.127449035644531, "n_params": 4592800, "total_flops": 45007970304000000, "train_loss": 0.022486642003059387, "subset_score_loss": 0.022486642003059387}
+{"step": 3200000, "wall_time": 29899.762674570084, "train_loss_step": 3.819767951965332, "n_params": 4592800, "total_flops": 45149061120000000, "train_loss": 0.019255392253398895, "subset_score_loss": 0.019255392253398895, "memorization_fraction_pixel": 0.5519000291824341, "mean_nn_ratio_pixel": 0.527819037437439, "fid": 50.68414955898099}
+{"step": 3210000, "wall_time": 29989.057185411453, "train_loss_step": 3.897268056869507, "n_params": 4592800, "total_flops": 45290151936000000, "train_loss": 0.018931685388088225, "subset_score_loss": 0.018931685388088225}
+{"step": 3220000, "wall_time": 30077.946424484253, "train_loss_step": 4.016097068786621, "n_params": 4592800, "total_flops": 45431242752000000, "train_loss": 0.018920521438121795, "subset_score_loss": 0.018920521438121795}
+{"step": 3230000, "wall_time": 30167.429537057877, "train_loss_step": 4.073470115661621, "n_params": 4592800, "total_flops": 45572333568000000, "train_loss": 0.02034875601530075, "subset_score_loss": 0.02034875601530075}
+{"step": 3240000, "wall_time": 30257.10467815399, "train_loss_step": 3.669569730758667, "n_params": 4592800, "total_flops": 45713424384000000, "train_loss": 0.020139698684215546, "subset_score_loss": 0.020139698684215546}
+{"step": 3250000, "wall_time": 30346.464673280716, "train_loss_step": 3.645822763442993, "n_params": 4592800, "total_flops": 45854515200000000, "train_loss": 0.019708524644374847, "subset_score_loss": 0.019708524644374847}
+{"step": 3260000, "wall_time": 30433.838180303574, "train_loss_step": 4.130016326904297, "n_params": 4592800, "total_flops": 45995606016000000, "train_loss": 0.019248835742473602, "subset_score_loss": 0.019248835742473602}
+{"step": 3270000, "wall_time": 30523.31296300888, "train_loss_step": 3.9206695556640625, "n_params": 4592800, "total_flops": 46136696832000000, "train_loss": 0.019093379378318787, "subset_score_loss": 0.019093379378318787}
+{"step": 3280000, "wall_time": 30612.889867305756, "train_loss_step": 4.170750617980957, "n_params": 4592800, "total_flops": 46277787648000000, "train_loss": 0.019185468554496765, "subset_score_loss": 0.019185468554496765}
+{"step": 3290000, "wall_time": 30693.40547823906, "train_loss_step": 4.143074035644531, "n_params": 4592800, "total_flops": 46418878464000000, "train_loss": 0.01986895650625229, "subset_score_loss": 0.01986895650625229}
+{"step": 3300000, "wall_time": 30840.083842515945, "train_loss_step": 3.973550319671631, "n_params": 4592800, "total_flops": 46559969280000000, "train_loss": 0.02440977990627289, "subset_score_loss": 0.02440977990627289, "memorization_fraction_pixel": 0.5102999806404114, "mean_nn_ratio_pixel": 0.5633990168571472, "fid": 53.64758763811369}
+{"step": 3310000, "wall_time": 30929.435207128525, "train_loss_step": 3.7564830780029297, "n_params": 4592800, "total_flops": 46701060096000000, "train_loss": 0.021526931226253508, "subset_score_loss": 0.021526931226253508}
+{"step": 3320000, "wall_time": 31018.652325868607, "train_loss_step": 4.0392045974731445, "n_params": 4592800, "total_flops": 46842150912000000, "train_loss": 0.01891012042760849, "subset_score_loss": 0.01891012042760849}
+{"step": 3330000, "wall_time": 31107.92249894142, "train_loss_step": 3.975008964538574, "n_params": 4592800, "total_flops": 46983241728000000, "train_loss": 0.01910093128681183, "subset_score_loss": 0.01910093128681183}
+{"step": 3340000, "wall_time": 31197.35386300087, "train_loss_step": 3.7227416038513184, "n_params": 4592800, "total_flops": 47124332544000000, "train_loss": 0.02299131900072098, "subset_score_loss": 0.02299131900072098}
+{"step": 3350000, "wall_time": 31286.96519470215, "train_loss_step": 3.969420909881592, "n_params": 4592800, "total_flops": 47265423360000000, "train_loss": 0.01929045170545578, "subset_score_loss": 0.01929045170545578}
+{"step": 3360000, "wall_time": 31376.336823940277, "train_loss_step": 4.089759826660156, "n_params": 4592800, "total_flops": 47406514176000000, "train_loss": 0.020334763824939726, "subset_score_loss": 0.020334763824939726}
+{"step": 3370000, "wall_time": 31463.803938627243, "train_loss_step": 4.097558498382568, "n_params": 4592800, "total_flops": 47547604992000000, "train_loss": 0.02065296471118927, "subset_score_loss": 0.02065296471118927}
+{"step": 3380000, "wall_time": 31552.945942878723, "train_loss_step": 4.128641605377197, "n_params": 4592800, "total_flops": 47688695808000000, "train_loss": 0.01872771680355072, "subset_score_loss": 0.01872771680355072}
+{"step": 3390000, "wall_time": 31642.342562437057, "train_loss_step": 4.1386566162109375, "n_params": 4592800, "total_flops": 47829786624000000, "train_loss": 0.02113875150680542, "subset_score_loss": 0.02113875150680542}
+{"step": 3400000, "wall_time": 31777.742254972458, "train_loss_step": 3.876213550567627, "n_params": 4592800, "total_flops": 47970877440000000, "train_loss": 0.0200771763920784, "subset_score_loss": 0.0200771763920784, "memorization_fraction_pixel": 0.567799985408783, "mean_nn_ratio_pixel": 0.5177863836288452, "fid": 50.475449738944285}
+{"step": 3410000, "wall_time": 31866.98165678978, "train_loss_step": 4.105376720428467, "n_params": 4592800, "total_flops": 48111968256000000, "train_loss": 0.018121375143527983, "subset_score_loss": 0.018121375143527983}
+{"step": 3420000, "wall_time": 31956.174621105194, "train_loss_step": 4.080925941467285, "n_params": 4592800, "total_flops": 48253059072000000, "train_loss": 0.018299467861652374, "subset_score_loss": 0.018299467861652374}
+{"step": 3430000, "wall_time": 32045.469952106476, "train_loss_step": 4.2666521072387695, "n_params": 4592800, "total_flops": 48394149888000000, "train_loss": 0.01920020580291748, "subset_score_loss": 0.01920020580291748}
+{"step": 3440000, "wall_time": 32134.885828971863, "train_loss_step": 4.129592418670654, "n_params": 4592800, "total_flops": 48535240704000000, "train_loss": 0.01865820735692978, "subset_score_loss": 0.01865820735692978}
+{"step": 3450000, "wall_time": 32224.18598127365, "train_loss_step": 3.7391860485076904, "n_params": 4592800, "total_flops": 48676331520000000, "train_loss": 0.020036979019641875, "subset_score_loss": 0.020036979019641875}
+{"step": 3460000, "wall_time": 32313.67728996277, "train_loss_step": 4.043207168579102, "n_params": 4592800, "total_flops": 48817422336000000, "train_loss": 0.019040124118328096, "subset_score_loss": 0.019040124118328096}
+{"step": 3470000, "wall_time": 32402.835562229156, "train_loss_step": 3.85375714302063, "n_params": 4592800, "total_flops": 48958513152000000, "train_loss": 0.018776866793632507, "subset_score_loss": 0.018776866793632507}
+{"step": 3480000, "wall_time": 32490.309753894806, "train_loss_step": 3.7336320877075195, "n_params": 4592800, "total_flops": 49099603968000000, "train_loss": 0.01779113560914993, "subset_score_loss": 0.01779113560914993}
+{"step": 3490000, "wall_time": 32579.612941980362, "train_loss_step": 3.83221435546875, "n_params": 4592800, "total_flops": 49240694784000000, "train_loss": 0.01885856091976166, "subset_score_loss": 0.01885856091976166}
+{"step": 3500000, "wall_time": 32714.28896021843, "train_loss_step": 3.9540600776672363, "n_params": 4592800, "total_flops": 49381785600000000, "train_loss": 0.018680176138877867, "subset_score_loss": 0.018680176138877867, "memorization_fraction_pixel": 0.552299976348877, "mean_nn_ratio_pixel": 0.526986300945282, "fid": 51.609381847928496}
+{"step": 3510000, "wall_time": 32802.05440545082, "train_loss_step": 4.439947128295898, "n_params": 4592800, "total_flops": 49522876416000000, "train_loss": 0.018389615416526794, "subset_score_loss": 0.018389615416526794}
+{"step": 3520000, "wall_time": 32891.53469991684, "train_loss_step": 3.724778890609741, "n_params": 4592800, "total_flops": 49663967232000000, "train_loss": 0.019051048159599304, "subset_score_loss": 0.019051048159599304}
+{"step": 3530000, "wall_time": 32980.86162805557, "train_loss_step": 3.8044424057006836, "n_params": 4592800, "total_flops": 49805058048000000, "train_loss": 0.019137956202030182, "subset_score_loss": 0.019137956202030182}
+{"step": 3540000, "wall_time": 33070.49689435959, "train_loss_step": 3.850616931915283, "n_params": 4592800, "total_flops": 49946148864000000, "train_loss": 0.020378723740577698, "subset_score_loss": 0.020378723740577698}
+{"step": 3550000, "wall_time": 33160.007779598236, "train_loss_step": 3.7788467407226562, "n_params": 4592800, "total_flops": 50087239680000000, "train_loss": 0.02009745091199875, "subset_score_loss": 0.02009745091199875}
+{"step": 3560000, "wall_time": 33249.131220817566, "train_loss_step": 3.89418888092041, "n_params": 4592800, "total_flops": 50228330496000000, "train_loss": 0.018485307693481445, "subset_score_loss": 0.018485307693481445}
+{"step": 3570000, "wall_time": 33338.55146574974, "train_loss_step": 3.899430990219116, "n_params": 4592800, "total_flops": 50369421312000000, "train_loss": 0.019936996698379516, "subset_score_loss": 0.019936996698379516}
+{"step": 3580000, "wall_time": 33427.66644525528, "train_loss_step": 4.135854721069336, "n_params": 4592800, "total_flops": 50510512128000000, "train_loss": 0.01926864981651306, "subset_score_loss": 0.01926864981651306}
+{"step": 3590000, "wall_time": 33515.15345644951, "train_loss_step": 3.932887077331543, "n_params": 4592800, "total_flops": 50651602944000000, "train_loss": 0.019228026270866394, "subset_score_loss": 0.019228026270866394}
+{"step": 3600000, "wall_time": 33669.7828245163, "train_loss_step": 3.6642651557922363, "n_params": 4592800, "total_flops": 50792693760000000, "train_loss": 0.019007904827594756, "subset_score_loss": 0.019007904827594756, "memorization_fraction_pixel": 0.5716999769210815, "mean_nn_ratio_pixel": 0.5129372477531433, "fid": 50.30858466076967}
+{"step": 3610000, "wall_time": 33757.63999128342, "train_loss_step": 3.897623062133789, "n_params": 4592800, "total_flops": 50933784576000000, "train_loss": 0.018036627769470216, "subset_score_loss": 0.018036627769470216}
+{"step": 3620000, "wall_time": 33845.35968852043, "train_loss_step": 3.7774462699890137, "n_params": 4592800, "total_flops": 51074875392000000, "train_loss": 0.02124748080968857, "subset_score_loss": 0.02124748080968857}
+{"step": 3630000, "wall_time": 33934.678896427155, "train_loss_step": 4.094470024108887, "n_params": 4592800, "total_flops": 51215966208000000, "train_loss": 0.019969910383224487, "subset_score_loss": 0.019969910383224487}
+{"step": 3640000, "wall_time": 34024.161588191986, "train_loss_step": 4.469459533691406, "n_params": 4592800, "total_flops": 51357057024000000, "train_loss": 0.01870816797018051, "subset_score_loss": 0.01870816797018051}
+{"step": 3650000, "wall_time": 34113.56693434715, "train_loss_step": 3.7973580360412598, "n_params": 4592800, "total_flops": 51498147840000000, "train_loss": 0.01931807994842529, "subset_score_loss": 0.01931807994842529}
+{"step": 3660000, "wall_time": 34202.98739981651, "train_loss_step": 3.8870558738708496, "n_params": 4592800, "total_flops": 51639238656000000, "train_loss": 0.022748032212257387, "subset_score_loss": 0.022748032212257387}
+{"step": 3670000, "wall_time": 34292.182092666626, "train_loss_step": 4.146978855133057, "n_params": 4592800, "total_flops": 51780329472000000, "train_loss": 0.01900632381439209, "subset_score_loss": 0.01900632381439209}
+{"step": 3680000, "wall_time": 34381.3196208477, "train_loss_step": 3.850985527038574, "n_params": 4592800, "total_flops": 51921420288000000, "train_loss": 0.01970839500427246, "subset_score_loss": 0.01970839500427246}
+{"step": 3690000, "wall_time": 34470.71237492561, "train_loss_step": 4.057753086090088, "n_params": 4592800, "total_flops": 52062511104000000, "train_loss": 0.020003578066825865, "subset_score_loss": 0.020003578066825865}
+{"step": 3700000, "wall_time": 34622.96818637848, "train_loss_step": 3.8595738410949707, "n_params": 4592800, "total_flops": 52203601920000000, "train_loss": 0.017974451184272766, "subset_score_loss": 0.017974451184272766, "memorization_fraction_pixel": 0.5695000290870667, "mean_nn_ratio_pixel": 0.510425865650177, "fid": 52.55118760611225}
+{"step": 3710000, "wall_time": 34690.627606630325, "train_loss_step": 4.084894180297852, "n_params": 4592800, "total_flops": 52344692736000000, "train_loss": 0.017798788845539093, "subset_score_loss": 0.017798788845539093}
+{"step": 3720000, "wall_time": 34778.014353990555, "train_loss_step": 3.7989416122436523, "n_params": 4592800, "total_flops": 52485783552000000, "train_loss": 0.017718999087810515, "subset_score_loss": 0.017718999087810515}
+{"step": 3730000, "wall_time": 34866.67607140541, "train_loss_step": 3.878239870071411, "n_params": 4592800, "total_flops": 52626874368000000, "train_loss": 0.017316508293151855, "subset_score_loss": 0.017316508293151855}
+{"step": 3740000, "wall_time": 34955.948717832565, "train_loss_step": 3.772752285003662, "n_params": 4592800, "total_flops": 52767965184000000, "train_loss": 0.017892204225063324, "subset_score_loss": 0.017892204225063324}
+{"step": 3750000, "wall_time": 35045.322608709335, "train_loss_step": 3.8253984451293945, "n_params": 4592800, "total_flops": 52909056000000000, "train_loss": 0.01873161494731903, "subset_score_loss": 0.01873161494731903}
+{"step": 3760000, "wall_time": 35134.76622629166, "train_loss_step": 3.9381117820739746, "n_params": 4592800, "total_flops": 53050146816000000, "train_loss": 0.01731041818857193, "subset_score_loss": 0.01731041818857193}
+{"step": 3770000, "wall_time": 35224.0720641613, "train_loss_step": 3.999528646469116, "n_params": 4592800, "total_flops": 53191237632000000, "train_loss": 0.019119840860366822, "subset_score_loss": 0.019119840860366822}
+{"step": 3780000, "wall_time": 35313.294718027115, "train_loss_step": 3.8069512844085693, "n_params": 4592800, "total_flops": 53332328448000000, "train_loss": 0.018900828063488008, "subset_score_loss": 0.018900828063488008}
+{"step": 3790000, "wall_time": 35402.615498781204, "train_loss_step": 3.8691861629486084, "n_params": 4592800, "total_flops": 53473419264000000, "train_loss": 0.019274312257766723, "subset_score_loss": 0.019274312257766723}
+{"step": 3800000, "wall_time": 35557.36062860489, "train_loss_step": 4.006979465484619, "n_params": 4592800, "total_flops": 53614510080000000, "train_loss": 0.01955113559961319, "subset_score_loss": 0.01955113559961319, "memorization_fraction_pixel": 0.5920000076293945, "mean_nn_ratio_pixel": 0.4941712021827698, "fid": 50.847723767813704}
+{"step": 3810000, "wall_time": 35635.65727996826, "train_loss_step": 3.921142101287842, "n_params": 4592800, "total_flops": 53755600896000000, "train_loss": 0.018287454545497895, "subset_score_loss": 0.018287454545497895}
+{"step": 3820000, "wall_time": 35708.6695086956, "train_loss_step": 3.7418975830078125, "n_params": 4592800, "total_flops": 53896691712000000, "train_loss": 0.018299055099487305, "subset_score_loss": 0.018299055099487305}
+{"step": 3830000, "wall_time": 35796.68977189064, "train_loss_step": 3.8723597526550293, "n_params": 4592800, "total_flops": 54037782528000000, "train_loss": 0.01819528192281723, "subset_score_loss": 0.01819528192281723}
+{"step": 3840000, "wall_time": 35885.72170615196, "train_loss_step": 3.7379353046417236, "n_params": 4592800, "total_flops": 54178873344000000, "train_loss": 0.01901502162218094, "subset_score_loss": 0.01901502162218094}
+{"step": 3850000, "wall_time": 35975.11944079399, "train_loss_step": 4.136305809020996, "n_params": 4592800, "total_flops": 54319964160000000, "train_loss": 0.019036874175071716, "subset_score_loss": 0.019036874175071716}
+{"step": 3860000, "wall_time": 36064.526106357574, "train_loss_step": 3.6864540576934814, "n_params": 4592800, "total_flops": 54461054976000000, "train_loss": 0.01725393831729889, "subset_score_loss": 0.01725393831729889}
+{"step": 3870000, "wall_time": 36153.87681603432, "train_loss_step": 3.852909803390503, "n_params": 4592800, "total_flops": 54602145792000000, "train_loss": 0.017336106300354003, "subset_score_loss": 0.017336106300354003}
+{"step": 3880000, "wall_time": 36243.254224061966, "train_loss_step": 3.845243215560913, "n_params": 4592800, "total_flops": 54743236608000000, "train_loss": 0.02083514928817749, "subset_score_loss": 0.02083514928817749}
+{"step": 3890000, "wall_time": 36332.572373628616, "train_loss_step": 3.9689083099365234, "n_params": 4592800, "total_flops": 54884327424000000, "train_loss": 0.019232910871505738, "subset_score_loss": 0.019232910871505738}
+{"step": 3900000, "wall_time": 36490.010921001434, "train_loss_step": 3.799619674682617, "n_params": 4592800, "total_flops": 55025418240000000, "train_loss": 0.019897855818271637, "subset_score_loss": 0.019897855818271637, "memorization_fraction_pixel": 0.555400013923645, "mean_nn_ratio_pixel": 0.5292442440986633, "fid": 54.98315549335773}
+{"step": 3910000, "wall_time": 36577.63373160362, "train_loss_step": 3.7804641723632812, "n_params": 4592800, "total_flops": 55166509056000000, "train_loss": 0.01811053156852722, "subset_score_loss": 0.01811053156852722}
+{"step": 3920000, "wall_time": 36655.345839977264, "train_loss_step": 3.649627923965454, "n_params": 4592800, "total_flops": 55307599872000000, "train_loss": 0.01743539571762085, "subset_score_loss": 0.01743539571762085}
+{"step": 3930000, "wall_time": 36737.02452802658, "train_loss_step": 4.300808906555176, "n_params": 4592800, "total_flops": 55448690688000000, "train_loss": 0.01641099900007248, "subset_score_loss": 0.01641099900007248}
+{"step": 3940000, "wall_time": 36824.73822760582, "train_loss_step": 3.5174434185028076, "n_params": 4592800, "total_flops": 55589781504000000, "train_loss": 0.016657373309135436, "subset_score_loss": 0.016657373309135436}
+{"step": 3950000, "wall_time": 36913.78686642647, "train_loss_step": 3.8407254219055176, "n_params": 4592800, "total_flops": 55730872320000000, "train_loss": 0.01774323731660843, "subset_score_loss": 0.01774323731660843}
+{"step": 3960000, "wall_time": 37002.99108362198, "train_loss_step": 3.855363130569458, "n_params": 4592800, "total_flops": 55871963136000000, "train_loss": 0.019907966256141663, "subset_score_loss": 0.019907966256141663}
+{"step": 3970000, "wall_time": 37092.394409656525, "train_loss_step": 3.869414806365967, "n_params": 4592800, "total_flops": 56013053952000000, "train_loss": 0.018909168243408204, "subset_score_loss": 0.018909168243408204}
+{"step": 3980000, "wall_time": 37182.01936554909, "train_loss_step": 3.853569269180298, "n_params": 4592800, "total_flops": 56154144768000000, "train_loss": 0.018880820274353026, "subset_score_loss": 0.018880820274353026}
+{"step": 3990000, "wall_time": 37271.53680419922, "train_loss_step": 3.5923986434936523, "n_params": 4592800, "total_flops": 56295235584000000, "train_loss": 0.025938913226127625, "subset_score_loss": 0.025938913226127625}
+{"step": 4000000, "wall_time": 37427.88310647011, "train_loss_step": 3.7164955139160156, "n_params": 4592800, "total_flops": 56436326400000000, "train_loss": 0.018942363560199738, "subset_score_loss": 0.018942363560199738, "memorization_fraction_pixel": 0.6215000152587891, "mean_nn_ratio_pixel": 0.46913373470306396, "fid": 48.08553178223781}
+{"step": 4010000, "wall_time": 37517.34954333305, "train_loss_step": 3.7089672088623047, "n_params": 4592800, "total_flops": 56577417216000000, "train_loss": 0.016644173860549928, "subset_score_loss": 0.016644173860549928}
+{"step": 4020000, "wall_time": 37598.85558962822, "train_loss_step": 3.5277481079101562, "n_params": 4592800, "total_flops": 56718508032000000, "train_loss": 0.01695186197757721, "subset_score_loss": 0.01695186197757721}
+{"step": 4030000, "wall_time": 37678.28034901619, "train_loss_step": 4.094884395599365, "n_params": 4592800, "total_flops": 56859598848000000, "train_loss": 0.017588120698928834, "subset_score_loss": 0.017588120698928834}
+{"step": 4040000, "wall_time": 37761.858152627945, "train_loss_step": 3.976027488708496, "n_params": 4592800, "total_flops": 57000689664000000, "train_loss": 0.017908331751823426, "subset_score_loss": 0.017908331751823426}
+{"step": 4050000, "wall_time": 37849.306020498276, "train_loss_step": 4.009639739990234, "n_params": 4592800, "total_flops": 57141780480000000, "train_loss": 0.020543192327022553, "subset_score_loss": 0.020543192327022553}
+{"step": 4060000, "wall_time": 37938.41555809975, "train_loss_step": 4.086802959442139, "n_params": 4592800, "total_flops": 57282871296000000, "train_loss": 0.01896919757127762, "subset_score_loss": 0.01896919757127762}
+{"step": 4070000, "wall_time": 38027.771087646484, "train_loss_step": 4.150881290435791, "n_params": 4592800, "total_flops": 57423962112000000, "train_loss": 0.01920168548822403, "subset_score_loss": 0.01920168548822403}
+{"step": 4080000, "wall_time": 38117.237706422806, "train_loss_step": 3.8830041885375977, "n_params": 4592800, "total_flops": 57565052928000000, "train_loss": 0.01627166271209717, "subset_score_loss": 0.01627166271209717}
+{"step": 4090000, "wall_time": 38206.64343595505, "train_loss_step": 3.9179253578186035, "n_params": 4592800, "total_flops": 57706143744000000, "train_loss": 0.02050155997276306, "subset_score_loss": 0.02050155997276306}
+{"step": 4100000, "wall_time": 38364.59296250343, "train_loss_step": 3.9227569103240967, "n_params": 4592800, "total_flops": 57847234560000000, "train_loss": 0.01665789633989334, "subset_score_loss": 0.01665789633989334, "memorization_fraction_pixel": 0.5806999802589417, "mean_nn_ratio_pixel": 0.5015590786933899, "fid": 52.930838160606605}
+{"step": 4110000, "wall_time": 38453.820595026016, "train_loss_step": 3.583828926086426, "n_params": 4592800, "total_flops": 57988325376000000, "train_loss": 0.017263852059841156, "subset_score_loss": 0.017263852059841156}
+{"step": 4120000, "wall_time": 38543.15440058708, "train_loss_step": 3.81868052482605, "n_params": 4592800, "total_flops": 58129416192000000, "train_loss": 0.01743989884853363, "subset_score_loss": 0.01743989884853363}
+{"step": 4130000, "wall_time": 38616.201966285706, "train_loss_step": 3.5870542526245117, "n_params": 4592800, "total_flops": 58270507008000000, "train_loss": 0.01762986332178116, "subset_score_loss": 0.01762986332178116}
+{"step": 4140000, "wall_time": 38696.986854076385, "train_loss_step": 3.8542420864105225, "n_params": 4592800, "total_flops": 58411597824000000, "train_loss": 0.016881874203681944, "subset_score_loss": 0.016881874203681944}
+{"step": 4150000, "wall_time": 38785.031524181366, "train_loss_step": 3.831372022628784, "n_params": 4592800, "total_flops": 58552688640000000, "train_loss": 0.01903035044670105, "subset_score_loss": 0.01903035044670105}
+{"step": 4160000, "wall_time": 38874.2636013031, "train_loss_step": 3.965414047241211, "n_params": 4592800, "total_flops": 58693779456000000, "train_loss": 0.017880958318710328, "subset_score_loss": 0.017880958318710328}
+{"step": 4170000, "wall_time": 38963.594853401184, "train_loss_step": 4.06550407409668, "n_params": 4592800, "total_flops": 58834870272000000, "train_loss": 0.01803726553916931, "subset_score_loss": 0.01803726553916931}
+{"step": 4180000, "wall_time": 39053.12006855011, "train_loss_step": 3.5625104904174805, "n_params": 4592800, "total_flops": 58975961088000000, "train_loss": 0.01669756919145584, "subset_score_loss": 0.01669756919145584}
+{"step": 4190000, "wall_time": 39142.36199259758, "train_loss_step": 3.7673749923706055, "n_params": 4592800, "total_flops": 59117051904000000, "train_loss": 0.017834730446338654, "subset_score_loss": 0.017834730446338654}
+{"step": 4200000, "wall_time": 39300.239720106125, "train_loss_step": 4.093931198120117, "n_params": 4592800, "total_flops": 59258142720000000, "train_loss": 0.016880112886428832, "subset_score_loss": 0.016880112886428832, "memorization_fraction_pixel": 0.5875999927520752, "mean_nn_ratio_pixel": 0.5013637542724609, "fid": 49.34048975822624}
+{"step": 4210000, "wall_time": 39389.61347866058, "train_loss_step": 3.719919443130493, "n_params": 4592800, "total_flops": 59399233536000000, "train_loss": 0.017852260172367095, "subset_score_loss": 0.017852260172367095}
+{"step": 4220000, "wall_time": 39478.68469786644, "train_loss_step": 3.690518617630005, "n_params": 4592800, "total_flops": 59540324352000000, "train_loss": 0.016813026368618013, "subset_score_loss": 0.016813026368618013}
+{"step": 4230000, "wall_time": 39565.62260770798, "train_loss_step": 3.8084959983825684, "n_params": 4592800, "total_flops": 59681415168000000, "train_loss": 0.017074345052242278, "subset_score_loss": 0.017074345052242278}
+{"step": 4240000, "wall_time": 39640.40240526199, "train_loss_step": 3.6505329608917236, "n_params": 4592800, "total_flops": 59822505984000000, "train_loss": 0.016941849887371064, "subset_score_loss": 0.016941849887371064}
+{"step": 4250000, "wall_time": 39715.57910466194, "train_loss_step": 3.614840030670166, "n_params": 4592800, "total_flops": 59963596800000000, "train_loss": 0.01616828441619873, "subset_score_loss": 0.01616828441619873}
+{"step": 4260000, "wall_time": 39800.265112400055, "train_loss_step": 3.7549242973327637, "n_params": 4592800, "total_flops": 60104687616000000, "train_loss": 0.018371282517910002, "subset_score_loss": 0.018371282517910002}
+{"step": 4270000, "wall_time": 39889.53596115112, "train_loss_step": 4.127742767333984, "n_params": 4592800, "total_flops": 60245778432000000, "train_loss": 0.018322527408599854, "subset_score_loss": 0.018322527408599854}
+{"step": 4280000, "wall_time": 39978.84050536156, "train_loss_step": 3.7796239852905273, "n_params": 4592800, "total_flops": 60386869248000000, "train_loss": 0.01678451895713806, "subset_score_loss": 0.01678451895713806}
+{"step": 4290000, "wall_time": 40068.2718834877, "train_loss_step": 3.773735761642456, "n_params": 4592800, "total_flops": 60527960064000000, "train_loss": 0.017250391840934753, "subset_score_loss": 0.017250391840934753}
+{"step": 4300000, "wall_time": 40226.04645013809, "train_loss_step": 4.119927406311035, "n_params": 4592800, "total_flops": 60669050880000000, "train_loss": 0.017353980243206023, "subset_score_loss": 0.017353980243206023, "memorization_fraction_pixel": 0.597100019454956, "mean_nn_ratio_pixel": 0.4885587990283966, "fid": 50.83273655491698}
+{"step": 4310000, "wall_time": 40315.38725447655, "train_loss_step": 3.5992074012756348, "n_params": 4592800, "total_flops": 60810141696000000, "train_loss": 0.018991346657276153, "subset_score_loss": 0.018991346657276153}
+{"step": 4320000, "wall_time": 40404.71302103996, "train_loss_step": 3.9546027183532715, "n_params": 4592800, "total_flops": 60951232512000000, "train_loss": 0.01705632358789444, "subset_score_loss": 0.01705632358789444}
+{"step": 4330000, "wall_time": 40493.90569853783, "train_loss_step": 3.6523475646972656, "n_params": 4592800, "total_flops": 61092323328000000, "train_loss": 0.017515543103218078, "subset_score_loss": 0.017515543103218078}
+{"step": 4340000, "wall_time": 40575.47217416763, "train_loss_step": 3.964224338531494, "n_params": 4592800, "total_flops": 61233414144000000, "train_loss": 0.018275508284568788, "subset_score_loss": 0.018275508284568788}
+{"step": 4350000, "wall_time": 40657.03208065033, "train_loss_step": 3.562248706817627, "n_params": 4592800, "total_flops": 61374504960000000, "train_loss": 0.016214931011199953, "subset_score_loss": 0.016214931011199953}
+{"step": 4360000, "wall_time": 40735.68715214729, "train_loss_step": 3.862403154373169, "n_params": 4592800, "total_flops": 61515595776000000, "train_loss": 0.017425137758255004, "subset_score_loss": 0.017425137758255004}
+{"step": 4370000, "wall_time": 40819.894411087036, "train_loss_step": 3.749525308609009, "n_params": 4592800, "total_flops": 61656686592000000, "train_loss": 0.017563602328300475, "subset_score_loss": 0.017563602328300475}
+{"step": 4380000, "wall_time": 40909.15030956268, "train_loss_step": 3.8186450004577637, "n_params": 4592800, "total_flops": 61797777408000000, "train_loss": 0.017305050790309907, "subset_score_loss": 0.017305050790309907}
+{"step": 4390000, "wall_time": 40998.21530890465, "train_loss_step": 3.7707645893096924, "n_params": 4592800, "total_flops": 61938868224000000, "train_loss": 0.019176317751407622, "subset_score_loss": 0.019176317751407622}
+{"step": 4400000, "wall_time": 41154.396535396576, "train_loss_step": 3.783790349960327, "n_params": 4592800, "total_flops": 62079959040000000, "train_loss": 0.01675630658864975, "subset_score_loss": 0.01675630658864975, "memorization_fraction_pixel": 0.6269000172615051, "mean_nn_ratio_pixel": 0.4647254943847656, "fid": 48.997125638563844}
+{"step": 4410000, "wall_time": 41243.83988261223, "train_loss_step": 3.908313751220703, "n_params": 4592800, "total_flops": 62221049856000000, "train_loss": 0.01657126098871231, "subset_score_loss": 0.01657126098871231}
+{"step": 4420000, "wall_time": 41333.08016872406, "train_loss_step": 3.562868595123291, "n_params": 4592800, "total_flops": 62362140672000000, "train_loss": 0.015595658123493195, "subset_score_loss": 0.015595658123493195}
+{"step": 4430000, "wall_time": 41422.49904346466, "train_loss_step": 3.682063579559326, "n_params": 4592800, "total_flops": 62503231488000000, "train_loss": 0.017779709398746492, "subset_score_loss": 0.017779709398746492}
+{"step": 4440000, "wall_time": 41511.72826075554, "train_loss_step": 3.947526454925537, "n_params": 4592800, "total_flops": 62644322304000000, "train_loss": 0.018970251083374023, "subset_score_loss": 0.018970251083374023}
+{"step": 4450000, "wall_time": 41589.09343123436, "train_loss_step": 3.6942756175994873, "n_params": 4592800, "total_flops": 62785413120000000, "train_loss": 0.02055918425321579, "subset_score_loss": 0.02055918425321579}
+{"step": 4460000, "wall_time": 41676.548909425735, "train_loss_step": 3.941478729248047, "n_params": 4592800, "total_flops": 62926503936000000, "train_loss": 0.018167775869369508, "subset_score_loss": 0.018167775869369508}
+{"step": 4470000, "wall_time": 41754.36504292488, "train_loss_step": 3.8771016597747803, "n_params": 4592800, "total_flops": 63067594752000000, "train_loss": 0.017354115843772888, "subset_score_loss": 0.017354115843772888}
+{"step": 4480000, "wall_time": 41842.68505191803, "train_loss_step": 3.4888992309570312, "n_params": 4592800, "total_flops": 63208685568000000, "train_loss": 0.020824909210205078, "subset_score_loss": 0.020824909210205078}
+{"step": 4490000, "wall_time": 41932.08706355095, "train_loss_step": 3.512167453765869, "n_params": 4592800, "total_flops": 63349776384000000, "train_loss": 0.019324316084384917, "subset_score_loss": 0.019324316084384917}
+{"step": 4500000, "wall_time": 42088.76861453056, "train_loss_step": 3.5962162017822266, "n_params": 4592800, "total_flops": 63490867200000000, "train_loss": 0.015162302553653717, "subset_score_loss": 0.015162302553653717, "memorization_fraction_pixel": 0.6352999806404114, "mean_nn_ratio_pixel": 0.45796361565589905, "fid": 48.456985945035456}
+{"step": 4510000, "wall_time": 42178.2927107811, "train_loss_step": 3.597968339920044, "n_params": 4592800, "total_flops": 63631958016000000, "train_loss": 0.017163987457752227, "subset_score_loss": 0.017163987457752227}
+{"step": 4520000, "wall_time": 42267.78194665909, "train_loss_step": 3.618546962738037, "n_params": 4592800, "total_flops": 63773048832000000, "train_loss": 0.016349515318870543, "subset_score_loss": 0.016349515318870543}
+{"step": 4530000, "wall_time": 42357.27951836586, "train_loss_step": 3.658860445022583, "n_params": 4592800, "total_flops": 63914139648000000, "train_loss": 0.01633146107196808, "subset_score_loss": 0.01633146107196808}
+{"step": 4540000, "wall_time": 42446.830471515656, "train_loss_step": 3.3796844482421875, "n_params": 4592800, "total_flops": 64055230464000000, "train_loss": 0.01804073601961136, "subset_score_loss": 0.01804073601961136}
+{"step": 4550000, "wall_time": 42533.11194682121, "train_loss_step": 3.755500316619873, "n_params": 4592800, "total_flops": 64196321280000000, "train_loss": 0.016676127910614014, "subset_score_loss": 0.016676127910614014}
+{"step": 4560000, "wall_time": 42615.281524419785, "train_loss_step": 3.618410348892212, "n_params": 4592800, "total_flops": 64337412096000000, "train_loss": 0.01813974529504776, "subset_score_loss": 0.01813974529504776}
+{"step": 4570000, "wall_time": 42702.76207995415, "train_loss_step": 3.6129093170166016, "n_params": 4592800, "total_flops": 64478502912000000, "train_loss": 0.018371778726577758, "subset_score_loss": 0.018371778726577758}
+{"step": 4580000, "wall_time": 42784.18338108063, "train_loss_step": 3.625483989715576, "n_params": 4592800, "total_flops": 64619593728000000, "train_loss": 0.016662003099918367, "subset_score_loss": 0.016662003099918367}
+{"step": 4590000, "wall_time": 42873.47417831421, "train_loss_step": 3.757584571838379, "n_params": 4592800, "total_flops": 64760684544000000, "train_loss": 0.01688728779554367, "subset_score_loss": 0.01688728779554367}
+{"step": 4600000, "wall_time": 43031.3896214962, "train_loss_step": 3.269953727722168, "n_params": 4592800, "total_flops": 64901775360000000, "train_loss": 0.01749494522809982, "subset_score_loss": 0.01749494522809982, "memorization_fraction_pixel": 0.6500999927520752, "mean_nn_ratio_pixel": 0.45026689767837524, "fid": 45.46694631110553}
+{"step": 4610000, "wall_time": 43120.67102599144, "train_loss_step": 3.6837592124938965, "n_params": 4592800, "total_flops": 65042866176000000, "train_loss": 0.015792007744312286, "subset_score_loss": 0.015792007744312286}
+{"step": 4620000, "wall_time": 43210.20504808426, "train_loss_step": 4.058147430419922, "n_params": 4592800, "total_flops": 65183956992000000, "train_loss": 0.0198348268866539, "subset_score_loss": 0.0198348268866539}
+{"step": 4630000, "wall_time": 43299.70156431198, "train_loss_step": 3.7097034454345703, "n_params": 4592800, "total_flops": 65325047808000000, "train_loss": 0.01724584251642227, "subset_score_loss": 0.01724584251642227}
+{"step": 4640000, "wall_time": 43389.18085217476, "train_loss_step": 3.7329883575439453, "n_params": 4592800, "total_flops": 65466138624000000, "train_loss": 0.016927796602249145, "subset_score_loss": 0.016927796602249145}
+{"step": 4650000, "wall_time": 43478.42125868797, "train_loss_step": 3.7605392932891846, "n_params": 4592800, "total_flops": 65607229440000000, "train_loss": 0.014922337234020233, "subset_score_loss": 0.014922337234020233}
+{"step": 4660000, "wall_time": 43560.22679042816, "train_loss_step": 3.582396984100342, "n_params": 4592800, "total_flops": 65748320256000000, "train_loss": 0.01797868460416794, "subset_score_loss": 0.01797868460416794}
+{"step": 4670000, "wall_time": 43649.452607393265, "train_loss_step": 3.9917216300964355, "n_params": 4592800, "total_flops": 65889411072000000, "train_loss": 0.01712806224822998, "subset_score_loss": 0.01712806224822998}
+{"step": 4680000, "wall_time": 43731.88249874115, "train_loss_step": 3.5182456970214844, "n_params": 4592800, "total_flops": 66030501888000000, "train_loss": 0.017034094035625457, "subset_score_loss": 0.017034094035625457}
+{"step": 4690000, "wall_time": 43815.02289700508, "train_loss_step": 4.017806053161621, "n_params": 4592800, "total_flops": 66171592704000000, "train_loss": 0.016428783535957336, "subset_score_loss": 0.016428783535957336}
+{"step": 4700000, "wall_time": 43972.88180232048, "train_loss_step": 3.39823842048645, "n_params": 4592800, "total_flops": 66312683520000000, "train_loss": 0.016928286850452424, "subset_score_loss": 0.016928286850452424, "memorization_fraction_pixel": 0.6302000284194946, "mean_nn_ratio_pixel": 0.4575404226779938, "fid": 48.13126601936831}
+{"step": 4710000, "wall_time": 44062.366491794586, "train_loss_step": 3.818246841430664, "n_params": 4592800, "total_flops": 66453774336000000, "train_loss": 0.0179440438747406, "subset_score_loss": 0.0179440438747406}
+{"step": 4720000, "wall_time": 44151.80947685242, "train_loss_step": 3.9323830604553223, "n_params": 4592800, "total_flops": 66594865152000000, "train_loss": 0.01654570996761322, "subset_score_loss": 0.01654570996761322}
+{"step": 4730000, "wall_time": 44241.21315526962, "train_loss_step": 3.7966747283935547, "n_params": 4592800, "total_flops": 66735955968000000, "train_loss": 0.016825510561466216, "subset_score_loss": 0.016825510561466216}
+{"step": 4740000, "wall_time": 44330.698239564896, "train_loss_step": 3.6125857830047607, "n_params": 4592800, "total_flops": 66877046784000000, "train_loss": 0.0160504549741745, "subset_score_loss": 0.0160504549741745}
+{"step": 4750000, "wall_time": 44420.328360557556, "train_loss_step": 3.7375898361206055, "n_params": 4592800, "total_flops": 67018137600000000, "train_loss": 0.016043063998222352, "subset_score_loss": 0.016043063998222352}
+{"step": 4760000, "wall_time": 44501.995706796646, "train_loss_step": 3.728273391723633, "n_params": 4592800, "total_flops": 67159228416000000, "train_loss": 0.02011284977197647, "subset_score_loss": 0.02011284977197647}
+{"step": 4770000, "wall_time": 44589.413762807846, "train_loss_step": 3.832879066467285, "n_params": 4592800, "total_flops": 67300319232000000, "train_loss": 0.01674889773130417, "subset_score_loss": 0.01674889773130417}
+{"step": 4780000, "wall_time": 44678.65292739868, "train_loss_step": 3.279949426651001, "n_params": 4592800, "total_flops": 67441410048000000, "train_loss": 0.015118493139743805, "subset_score_loss": 0.015118493139743805}
+{"step": 4790000, "wall_time": 44755.8311085701, "train_loss_step": 3.6128950119018555, "n_params": 4592800, "total_flops": 67582500864000000, "train_loss": 0.017427045106887817, "subset_score_loss": 0.017427045106887817}
+{"step": 4800000, "wall_time": 44911.647131204605, "train_loss_step": 3.6046743392944336, "n_params": 4592800, "total_flops": 67723591680000000, "train_loss": 0.01821255385875702, "subset_score_loss": 0.01821255385875702, "memorization_fraction_pixel": 0.6509000062942505, "mean_nn_ratio_pixel": 0.4497526288032532, "fid": 48.130425353250935}
+{"step": 4810000, "wall_time": 45001.17086529732, "train_loss_step": 3.1938014030456543, "n_params": 4592800, "total_flops": 67864682496000000, "train_loss": 0.016686020791530608, "subset_score_loss": 0.016686020791530608}
+{"step": 4820000, "wall_time": 45090.74034810066, "train_loss_step": 4.040313720703125, "n_params": 4592800, "total_flops": 68005773312000000, "train_loss": 0.01714709997177124, "subset_score_loss": 0.01714709997177124}
+{"step": 4830000, "wall_time": 45180.166932821274, "train_loss_step": 3.9197633266448975, "n_params": 4592800, "total_flops": 68146864128000000, "train_loss": 0.016884274780750275, "subset_score_loss": 0.016884274780750275}
+{"step": 4840000, "wall_time": 45269.65486860275, "train_loss_step": 3.4563424587249756, "n_params": 4592800, "total_flops": 68287954944000000, "train_loss": 0.01640424281358719, "subset_score_loss": 0.01640424281358719}
+{"step": 4850000, "wall_time": 45359.05111384392, "train_loss_step": 3.743828058242798, "n_params": 4592800, "total_flops": 68429045760000000, "train_loss": 0.019817167520523073, "subset_score_loss": 0.019817167520523073}
+{"step": 4860000, "wall_time": 45447.847084760666, "train_loss_step": 3.7922773361206055, "n_params": 4592800, "total_flops": 68570136576000000, "train_loss": 0.01563488841056824, "subset_score_loss": 0.01563488841056824}
+{"step": 4870000, "wall_time": 45526.03868198395, "train_loss_step": 3.458056926727295, "n_params": 4592800, "total_flops": 68711227392000000, "train_loss": 0.014869089424610137, "subset_score_loss": 0.014869089424610137}
+{"step": 4880000, "wall_time": 45614.93356466293, "train_loss_step": 3.6584155559539795, "n_params": 4592800, "total_flops": 68852318208000000, "train_loss": 0.016942225396633148, "subset_score_loss": 0.016942225396633148}
+{"step": 4890000, "wall_time": 45704.31408047676, "train_loss_step": 3.388514280319214, "n_params": 4592800, "total_flops": 68993409024000000, "train_loss": 0.01564132273197174, "subset_score_loss": 0.01564132273197174}
+{"step": 4900000, "wall_time": 45845.3925306797, "train_loss_step": 3.7908174991607666, "n_params": 4592800, "total_flops": 69134499840000000, "train_loss": 0.016096651554107666, "subset_score_loss": 0.016096651554107666, "memorization_fraction_pixel": 0.6521999835968018, "mean_nn_ratio_pixel": 0.4450928568840027, "fid": 46.42124507338967}
+{"step": 4910000, "wall_time": 45934.89832806587, "train_loss_step": 3.2916321754455566, "n_params": 4592800, "total_flops": 69275590656000000, "train_loss": 0.016467145085334776, "subset_score_loss": 0.016467145085334776}
+{"step": 4920000, "wall_time": 46024.45173382759, "train_loss_step": 3.6203646659851074, "n_params": 4592800, "total_flops": 69416681472000000, "train_loss": 0.015374469757080077, "subset_score_loss": 0.015374469757080077}
+{"step": 4930000, "wall_time": 46113.98930501938, "train_loss_step": 3.82589054107666, "n_params": 4592800, "total_flops": 69557772288000000, "train_loss": 0.01608171910047531, "subset_score_loss": 0.01608171910047531}
+{"step": 4940000, "wall_time": 46203.30948781967, "train_loss_step": 3.535823345184326, "n_params": 4592800, "total_flops": 69698863104000000, "train_loss": 0.015353065729141236, "subset_score_loss": 0.015353065729141236}
+{"step": 4950000, "wall_time": 46292.559729099274, "train_loss_step": 3.805821180343628, "n_params": 4592800, "total_flops": 69839953920000000, "train_loss": 0.01618356108665466, "subset_score_loss": 0.01618356108665466}
+{"step": 4960000, "wall_time": 46381.88513326645, "train_loss_step": 3.753236770629883, "n_params": 4592800, "total_flops": 69981044736000000, "train_loss": 0.01625864952802658, "subset_score_loss": 0.01625864952802658}
+{"step": 4970000, "wall_time": 46463.078570365906, "train_loss_step": 3.533294200897217, "n_params": 4592800, "total_flops": 70122135552000000, "train_loss": 0.015334473550319671, "subset_score_loss": 0.015334473550319671}
+{"step": 4980000, "wall_time": 46551.23810362816, "train_loss_step": 3.358041763305664, "n_params": 4592800, "total_flops": 70263226368000000, "train_loss": 0.016943307220935823, "subset_score_loss": 0.016943307220935823}
+{"step": 4990000, "wall_time": 46640.31610870361, "train_loss_step": 3.394087553024292, "n_params": 4592800, "total_flops": 70404317184000000, "train_loss": 0.016465961933135986, "subset_score_loss": 0.016465961933135986}
+{"step": 5000000, "wall_time": 46782.59621620178, "train_loss_step": 3.454220771789551, "n_params": 4592800, "total_flops": 70545408000000000, "train_loss": 0.016659964621067048, "subset_score_loss": 0.016659964621067048, "memorization_fraction_pixel": 0.6797999739646912, "mean_nn_ratio_pixel": 0.4282783269882202, "fid": 45.16412894202265}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d160/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d160/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..e5724e77c297823b8b3541f25623a5e9ad40c18c
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d160/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     69s | train_loss=1.0036 | fid=289.7837
+  step   10000 |    148s | train_loss=0.7218
+  step   20000 |    238s | train_loss=0.6086
+  step   30000 |    327s | train_loss=0.5233
+  step   40000 |    416s | train_loss=0.4467
+  step   50000 |    506s | train_loss=0.3740
+  step   60000 |    595s | train_loss=0.3104
+  step   70000 |    684s | train_loss=0.2633
+  step   80000 |    774s | train_loss=0.2216
+  step   90000 |    863s | train_loss=0.1941
+  step  100000 |   1023s | train_loss=0.1719 | fid=63.8714
+  step  110000 |   1101s | train_loss=0.1541
+  step  120000 |   1189s | train_loss=0.1541
+  step  130000 |   1278s | train_loss=0.1345
+  step  140000 |   1368s | train_loss=0.1273
+  step  150000 |   1457s | train_loss=0.1188
+  step  160000 |   1546s | train_loss=0.1097
+  step  170000 |   1635s | train_loss=0.1157
+  step  180000 |   1724s | train_loss=0.1010
+  step  190000 |   1814s | train_loss=0.1017
+  step  200000 |   1972s | train_loss=0.0983 | fid=74.2552
+  step  210000 |   2056s | train_loss=0.0899
+  step  220000 |   2139s | train_loss=0.0894
+  step  230000 |   2228s | train_loss=0.0898
+  step  240000 |   2318s | train_loss=0.0845
+  step  250000 |   2407s | train_loss=0.0796
+  step  260000 |   2497s | train_loss=0.0818
+  step  270000 |   2586s | train_loss=0.0744
+  step  280000 |   2676s | train_loss=0.0756
+  step  290000 |   2765s | train_loss=0.0739
+  step  300000 |   2924s | train_loss=0.0709 | fid=76.2547
+  step  310000 |   3009s | train_loss=0.0703
+  step  320000 |   3097s | train_loss=0.0735
+  step  330000 |   3181s | train_loss=0.0681
+  step  340000 |   3270s | train_loss=0.0659
+  step  350000 |   3360s | train_loss=0.0641
+  step  360000 |   3449s | train_loss=0.0661
+  step  370000 |   3539s | train_loss=0.0631
+  step  380000 |   3628s | train_loss=0.0603
+  step  390000 |   3718s | train_loss=0.0618
+  step  400000 |   3876s | train_loss=0.0603 | fid=84.3344
+  step  410000 |   3963s | train_loss=0.0655
+  step  420000 |   4049s | train_loss=0.0582
+  step  430000 |   4139s | train_loss=0.0583
+  step  440000 |   4222s | train_loss=0.0561
+  step  450000 |   4311s | train_loss=0.0593
+  step  460000 |   4401s | train_loss=0.0577
+  step  470000 |   4491s | train_loss=0.0576
+  step  480000 |   4580s | train_loss=0.0535
+  step  490000 |   4669s | train_loss=0.0541
+  step  500000 |   4829s | train_loss=0.0511 | fid=80.0796
+  step  510000 |   4915s | train_loss=0.0496
+  step  520000 |   5001s | train_loss=0.0511
+  step  530000 |   5091s | train_loss=0.0542
+  step  540000 |   5180s | train_loss=0.0549
+  step  550000 |   5264s | train_loss=0.0536
+  step  560000 |   5353s | train_loss=0.0534
+  step  570000 |   5443s | train_loss=0.0498
+  step  580000 |   5532s | train_loss=0.0516
+  step  590000 |   5622s | train_loss=0.0504
+  step  600000 |   5781s | train_loss=0.0477 | fid=81.2519
+  step  610000 |   5867s | train_loss=0.0493
+  step  620000 |   5954s | train_loss=0.0481
+  step  630000 |   6043s | train_loss=0.0513
+  step  640000 |   6132s | train_loss=0.0446
+  step  650000 |   6219s | train_loss=0.0445
+  step  660000 |   6305s | train_loss=0.0460
+  step  670000 |   6394s | train_loss=0.0482
+  step  680000 |   6484s | train_loss=0.0461
+  step  690000 |   6573s | train_loss=0.0459
+  step  700000 |   6733s | train_loss=0.0451 | fid=77.8809
+  step  710000 |   6819s | train_loss=0.0471
+  step  720000 |   6909s | train_loss=0.0516
+  step  730000 |   6994s | train_loss=0.0434
+  step  740000 |   7084s | train_loss=0.0451
+  step  750000 |   7173s | train_loss=0.0418
+  step  760000 |   7260s | train_loss=0.0416
+  step  770000 |   7346s | train_loss=0.0437
+  step  780000 |   7436s | train_loss=0.0447
+  step  790000 |   7525s | train_loss=0.0421
+  step  800000 |   7684s | train_loss=0.0416 | fid=75.4100
+  step  810000 |   7771s | train_loss=0.0411
+  step  820000 |   7860s | train_loss=0.0396
+  step  830000 |   7946s | train_loss=0.0404
+  step  840000 |   8036s | train_loss=0.0411
+  step  850000 |   8125s | train_loss=0.0400
+  step  860000 |   8215s | train_loss=0.0401
+  step  870000 |   8301s | train_loss=0.0389
+  step  880000 |   8385s | train_loss=0.0399
+  step  890000 |   8469s | train_loss=0.0420
+  step  900000 |   8629s | train_loss=0.0395 | fid=72.5800
+  step  910000 |   8704s | train_loss=0.0395
+  step  920000 |   8790s | train_loss=0.0384
+  step  930000 |   8875s | train_loss=0.0404
+  step  940000 |   8953s | train_loss=0.0404
+  step  950000 |   9043s | train_loss=0.0420
+  step  960000 |   9132s | train_loss=0.0368
+  step  970000 |   9222s | train_loss=0.0388
+  step  980000 |   9297s | train_loss=0.0360
+  step  990000 |   9386s | train_loss=0.0359
+  step 1000000 |   9538s | train_loss=0.0358 | fid=73.4408
+  step 1010000 |   9627s | train_loss=0.0361
+  step 1020000 |   9714s | train_loss=0.0368
+  step 1030000 |   9803s | train_loss=0.0387
+  step 1040000 |   9889s | train_loss=0.0355
+  step 1050000 |   9979s | train_loss=0.0360
+  step 1060000 |  10068s | train_loss=0.0406
+  step 1070000 |  10157s | train_loss=0.0374
+  step 1080000 |  10247s | train_loss=0.0351
+  step 1090000 |  10333s | train_loss=0.0364
+  step 1100000 |  10490s | train_loss=0.0366 | fid=65.2819
+  step 1110000 |  10579s | train_loss=0.0336
+  step 1120000 |  10665s | train_loss=0.0359
+  step 1130000 |  10755s | train_loss=0.0377
+  step 1140000 |  10844s | train_loss=0.0344
+  step 1150000 |  10931s | train_loss=0.0353
+  step 1160000 |  11021s | train_loss=0.0339
+  step 1170000 |  11110s | train_loss=0.0357
+  step 1180000 |  11199s | train_loss=0.0339
+  step 1190000 |  11289s | train_loss=0.0333
+  step 1200000 |  11446s | train_loss=0.0332 | fid=64.0267
+  step 1210000 |  11532s | train_loss=0.0335
+  step 1220000 |  11618s | train_loss=0.0365
+  step 1230000 |  11707s | train_loss=0.0331
+  step 1240000 |  11797s | train_loss=0.0328
+  step 1250000 |  11875s | train_loss=0.0324
+  step 1260000 |  11965s | train_loss=0.0360
+  step 1270000 |  12054s | train_loss=0.0332
+  step 1280000 |  12144s | train_loss=0.0324
+  step 1290000 |  12233s | train_loss=0.0328
+  step 1300000 |  12383s | train_loss=0.0345 | fid=58.0595
+  step 1310000 |  12472s | train_loss=0.0320
+  step 1320000 |  12538s | train_loss=0.0313
+  step 1330000 |  12620s | train_loss=0.0321
+  step 1340000 |  12710s | train_loss=0.0337
+  step 1350000 |  12799s | train_loss=0.0393
+  step 1360000 |  12885s | train_loss=0.0326
+  step 1370000 |  12975s | train_loss=0.0324
+  step 1380000 |  13064s | train_loss=0.0303
+  step 1390000 |  13154s | train_loss=0.0298
+  step 1400000 |  13312s | train_loss=0.0314 | fid=63.8095
+  step 1410000 |  13398s | train_loss=0.0312
+  step 1420000 |  13484s | train_loss=0.0331
+  step 1430000 |  13574s | train_loss=0.0307
+  step 1440000 |  13649s | train_loss=0.0303
+  step 1450000 |  13738s | train_loss=0.0321
+  step 1460000 |  13818s | train_loss=0.0308
+  step 1470000 |  13907s | train_loss=0.0294
+  step 1480000 |  13997s | train_loss=0.0317
+  step 1490000 |  14086s | train_loss=0.0288
+  step 1500000 |  14244s | train_loss=0.0312 | fid=65.3649
+  step 1510000 |  14334s | train_loss=0.0319
+  step 1520000 |  14412s | train_loss=0.0311
+  step 1530000 |  14492s | train_loss=0.0303
+  step 1540000 |  14582s | train_loss=0.0315
+  step 1550000 |  14668s | train_loss=0.0297
+  step 1560000 |  14749s | train_loss=0.0321
+  step 1570000 |  14824s | train_loss=0.0305
+  step 1580000 |  14913s | train_loss=0.0316
+  step 1590000 |  15002s | train_loss=0.0302
+  step 1600000 |  15160s | train_loss=0.0292 | fid=64.2553
+  step 1610000 |  15249s | train_loss=0.0299
+  step 1620000 |  15339s | train_loss=0.0280
+  step 1630000 |  15411s | train_loss=0.0275
+  step 1640000 |  15500s | train_loss=0.0280
+  step 1650000 |  15589s | train_loss=0.0287
+  step 1660000 |  15679s | train_loss=0.0287
+  step 1670000 |  15754s | train_loss=0.0286
+  step 1680000 |  15829s | train_loss=0.0290
+  step 1690000 |  15917s | train_loss=0.0291
+  step 1700000 |  16075s | train_loss=0.0277 | fid=62.5994
+  step 1710000 |  16165s | train_loss=0.0297
+  step 1720000 |  16254s | train_loss=0.0288
+  step 1730000 |  16339s | train_loss=0.0284
+  step 1740000 |  16408s | train_loss=0.0265
+  step 1750000 |  16495s | train_loss=0.0293
+  step 1760000 |  16584s | train_loss=0.0284
+  step 1770000 |  16673s | train_loss=0.0263
+  step 1780000 |  16759s | train_loss=0.0282
+  step 1790000 |  16822s | train_loss=0.0267
+  step 1800000 |  16978s | train_loss=0.0261 | fid=61.6222
+  step 1810000 |  17068s | train_loss=0.0269
+  step 1820000 |  17157s | train_loss=0.0279
+  step 1830000 |  17247s | train_loss=0.0272
+  step 1840000 |  17324s | train_loss=0.0260
+  step 1850000 |  17406s | train_loss=0.0284
+  step 1860000 |  17489s | train_loss=0.0250
+  step 1870000 |  17578s | train_loss=0.0257
+  step 1880000 |  17667s | train_loss=0.0247
+  step 1890000 |  17757s | train_loss=0.0264
+  step 1900000 |  17893s | train_loss=0.0258 | fid=57.5786
+  step 1910000 |  17983s | train_loss=0.0261
+  step 1920000 |  18072s | train_loss=0.0249
+  step 1930000 |  18161s | train_loss=0.0259
+  step 1940000 |  18251s | train_loss=0.0255
+  step 1950000 |  18330s | train_loss=0.0260
+  step 1960000 |  18419s | train_loss=0.0269
+  step 1970000 |  18492s | train_loss=0.0248
+  step 1980000 |  18582s | train_loss=0.0259
+  step 1990000 |  18671s | train_loss=0.0270
+  step 2000000 |  18816s | train_loss=0.0261 | fid=57.1843
+  step 2010000 |  18895s | train_loss=0.0238
+  step 2020000 |  18985s | train_loss=0.0258
+  step 2030000 |  19074s | train_loss=0.0241
+  step 2040000 |  19164s | train_loss=0.0273
+  step 2050000 |  19246s | train_loss=0.0257
+  step 2060000 |  19336s | train_loss=0.0252
+  step 2070000 |  19425s | train_loss=0.0246
+  step 2080000 |  19505s | train_loss=0.0244
+  step 2090000 |  19592s | train_loss=0.0258
+  step 2100000 |  19749s | train_loss=0.0240 | fid=60.7428
+  step 2110000 |  19826s | train_loss=0.0234
+  step 2120000 |  19903s | train_loss=0.0259
+  step 2130000 |  19990s | train_loss=0.0287
+  step 2140000 |  20079s | train_loss=0.0262
+  step 2150000 |  20164s | train_loss=0.0260
+  step 2160000 |  20247s | train_loss=0.0259
+  step 2170000 |  20337s | train_loss=0.0241
+  step 2180000 |  20426s | train_loss=0.0242
+  step 2190000 |  20512s | train_loss=0.0244
+  step 2200000 |  20661s | train_loss=0.0237 | fid=57.1069
+  step 2210000 |  20751s | train_loss=0.0239
+  step 2220000 |  20831s | train_loss=0.0254
+  step 2230000 |  20921s | train_loss=0.0247
+  step 2240000 |  20995s | train_loss=0.0237
+  step 2250000 |  21084s | train_loss=0.0230
+  step 2260000 |  21164s | train_loss=0.0243
+  step 2270000 |  21253s | train_loss=0.0237
+  step 2280000 |  21342s | train_loss=0.0262
+  step 2290000 |  21432s | train_loss=0.0258
+  step 2300000 |  21579s | train_loss=0.0221 | fid=56.2530
+  step 2310000 |  21668s | train_loss=0.0265
+  step 2320000 |  21757s | train_loss=0.0240
+  step 2330000 |  21838s | train_loss=0.0243
+  step 2340000 |  21927s | train_loss=0.0227
+  step 2350000 |  22009s | train_loss=0.0252
+  step 2360000 |  22086s | train_loss=0.0236
+  step 2370000 |  22170s | train_loss=0.0218
+  step 2380000 |  22259s | train_loss=0.0220
+  step 2390000 |  22349s | train_loss=0.0234
+  step 2400000 |  22507s | train_loss=0.0229 | fid=56.1135
+  step 2410000 |  22589s | train_loss=0.0243
+  step 2420000 |  22669s | train_loss=0.0241
+  step 2430000 |  22751s | train_loss=0.0228
+  step 2440000 |  22833s | train_loss=0.0232
+  step 2450000 |  22922s | train_loss=0.0232
+  step 2460000 |  23012s | train_loss=0.0255
+  step 2470000 |  23079s | train_loss=0.0223
+  step 2480000 |  23168s | train_loss=0.0232
+  step 2490000 |  23257s | train_loss=0.0250
+  step 2500000 |  23415s | train_loss=0.0210 | fid=55.5165
+  step 2510000 |  23505s | train_loss=0.0220
+  step 2520000 |  23595s | train_loss=0.0220
+  step 2530000 |  23667s | train_loss=0.0240
+  step 2540000 |  23750s | train_loss=0.0236
+  step 2550000 |  23835s | train_loss=0.0222
+  step 2560000 |  23924s | train_loss=0.0218
+  step 2570000 |  24006s | train_loss=0.0220
+  step 2580000 |  24088s | train_loss=0.0233
+  step 2590000 |  24166s | train_loss=0.0213
+  step 2600000 |  24324s | train_loss=0.0218 | fid=55.4544
+  step 2610000 |  24413s | train_loss=0.0207
+  step 2620000 |  24503s | train_loss=0.0201
+  step 2630000 |  24592s | train_loss=0.0214
+  step 2640000 |  24679s | train_loss=0.0217
+  step 2650000 |  24765s | train_loss=0.0210
+  step 2660000 |  24855s | train_loss=0.0224
+  step 2670000 |  24943s | train_loss=0.0214
+  step 2680000 |  25031s | train_loss=0.0213
+  step 2690000 |  25120s | train_loss=0.0212
+  step 2700000 |  25270s | train_loss=0.0233 | fid=57.7953
+  step 2710000 |  25359s | train_loss=0.0218
+  step 2720000 |  25449s | train_loss=0.0205
+  step 2730000 |  25538s | train_loss=0.0228
+  step 2740000 |  25628s | train_loss=0.0211
+  step 2750000 |  25702s | train_loss=0.0201
+  step 2760000 |  25783s | train_loss=0.0204
+  step 2770000 |  25872s | train_loss=0.0227
+  step 2780000 |  25953s | train_loss=0.0211
+  step 2790000 |  26043s | train_loss=0.0214
+  step 2800000 |  26201s | train_loss=0.0248 | fid=56.2650
+  step 2810000 |  26277s | train_loss=0.0198
+  step 2820000 |  26366s | train_loss=0.0216
+  step 2830000 |  26456s | train_loss=0.0210
+  step 2840000 |  26545s | train_loss=0.0196
+  step 2850000 |  26635s | train_loss=0.0206
+  step 2860000 |  26710s | train_loss=0.0203
+  step 2870000 |  26788s | train_loss=0.0207
+  step 2880000 |  26865s | train_loss=0.0222
+  step 2890000 |  26950s | train_loss=0.0209
+  step 2900000 |  27108s | train_loss=0.0212 | fid=53.9964
+  step 2910000 |  27197s | train_loss=0.0206
+  step 2920000 |  27278s | train_loss=0.0206
+  step 2930000 |  27367s | train_loss=0.0208
+  step 2940000 |  27457s | train_loss=0.0217
+  step 2950000 |  27546s | train_loss=0.0225
+  step 2960000 |  27636s | train_loss=0.0216
+  step 2970000 |  27714s | train_loss=0.0205
+  step 2980000 |  27787s | train_loss=0.0216
+  step 2990000 |  27863s | train_loss=0.0202
+  step 3000000 |  28020s | train_loss=0.0225 | fid=54.7356
+  step 3010000 |  28110s | train_loss=0.0212
+  step 3020000 |  28199s | train_loss=0.0215
+  step 3030000 |  28285s | train_loss=0.0206
+  step 3040000 |  28364s | train_loss=0.0207
+  step 3050000 |  28454s | train_loss=0.0211
+  step 3060000 |  28543s | train_loss=0.0201
+  step 3070000 |  28633s | train_loss=0.0203
+  step 3080000 |  28708s | train_loss=0.0213
+  step 3090000 |  28791s | train_loss=0.0194
+  step 3100000 |  28949s | train_loss=0.0198 | fid=52.8765
+  step 3110000 |  29038s | train_loss=0.0206
+  step 3120000 |  29127s | train_loss=0.0213
+  step 3130000 |  29216s | train_loss=0.0201
+  step 3140000 |  29306s | train_loss=0.0217
+  step 3150000 |  29392s | train_loss=0.0196
+  step 3160000 |  29481s | train_loss=0.0201
+  step 3170000 |  29571s | train_loss=0.0201
+  step 3180000 |  29660s | train_loss=0.0194
+  step 3190000 |  29744s | train_loss=0.0225
+  step 3200000 |  29900s | train_loss=0.0193 | fid=50.6841
+  step 3210000 |  29989s | train_loss=0.0189
+  step 3220000 |  30078s | train_loss=0.0189
+  step 3230000 |  30167s | train_loss=0.0203
+  step 3240000 |  30257s | train_loss=0.0201
+  step 3250000 |  30346s | train_loss=0.0197
+  step 3260000 |  30434s | train_loss=0.0192
+  step 3270000 |  30523s | train_loss=0.0191
+  step 3280000 |  30613s | train_loss=0.0192
+  step 3290000 |  30693s | train_loss=0.0199
+  step 3300000 |  30840s | train_loss=0.0244 | fid=53.6476
+  step 3310000 |  30929s | train_loss=0.0215
+  step 3320000 |  31019s | train_loss=0.0189
+  step 3330000 |  31108s | train_loss=0.0191
+  step 3340000 |  31197s | train_loss=0.0230
+  step 3350000 |  31287s | train_loss=0.0193
+  step 3360000 |  31376s | train_loss=0.0203
+  step 3370000 |  31464s | train_loss=0.0207
+  step 3380000 |  31553s | train_loss=0.0187
+  step 3390000 |  31642s | train_loss=0.0211
+  step 3400000 |  31778s | train_loss=0.0201 | fid=50.4754
+  step 3410000 |  31867s | train_loss=0.0181
+  step 3420000 |  31956s | train_loss=0.0183
+  step 3430000 |  32045s | train_loss=0.0192
+  step 3440000 |  32135s | train_loss=0.0187
+  step 3450000 |  32224s | train_loss=0.0200
+  step 3460000 |  32314s | train_loss=0.0190
+  step 3470000 |  32403s | train_loss=0.0188
+  step 3480000 |  32490s | train_loss=0.0178
+  step 3490000 |  32580s | train_loss=0.0189
+  step 3500000 |  32714s | train_loss=0.0187 | fid=51.6094
+  step 3510000 |  32802s | train_loss=0.0184
+  step 3520000 |  32892s | train_loss=0.0191
+  step 3530000 |  32981s | train_loss=0.0191
+  step 3540000 |  33070s | train_loss=0.0204
+  step 3550000 |  33160s | train_loss=0.0201
+  step 3560000 |  33249s | train_loss=0.0185
+  step 3570000 |  33339s | train_loss=0.0199
+  step 3580000 |  33428s | train_loss=0.0193
+  step 3590000 |  33515s | train_loss=0.0192
+  step 3600000 |  33670s | train_loss=0.0190 | fid=50.3086
+  step 3610000 |  33758s | train_loss=0.0180
+  step 3620000 |  33845s | train_loss=0.0212
+  step 3630000 |  33935s | train_loss=0.0200
+  step 3640000 |  34024s | train_loss=0.0187
+  step 3650000 |  34114s | train_loss=0.0193
+  step 3660000 |  34203s | train_loss=0.0227
+  step 3670000 |  34292s | train_loss=0.0190
+  step 3680000 |  34381s | train_loss=0.0197
+  step 3690000 |  34471s | train_loss=0.0200
+  step 3700000 |  34623s | train_loss=0.0180 | fid=52.5512
+  step 3710000 |  34691s | train_loss=0.0178
+  step 3720000 |  34778s | train_loss=0.0177
+  step 3730000 |  34867s | train_loss=0.0173
+  step 3740000 |  34956s | train_loss=0.0179
+  step 3750000 |  35045s | train_loss=0.0187
+  step 3760000 |  35135s | train_loss=0.0173
+  step 3770000 |  35224s | train_loss=0.0191
+  step 3780000 |  35313s | train_loss=0.0189
+  step 3790000 |  35403s | train_loss=0.0193
+  step 3800000 |  35557s | train_loss=0.0196 | fid=50.8477
+  step 3810000 |  35636s | train_loss=0.0183
+  step 3820000 |  35709s | train_loss=0.0183
+  step 3830000 |  35797s | train_loss=0.0182
+  step 3840000 |  35886s | train_loss=0.0190
+  step 3850000 |  35975s | train_loss=0.0190
+  step 3860000 |  36065s | train_loss=0.0173
+  step 3870000 |  36154s | train_loss=0.0173
+  step 3880000 |  36243s | train_loss=0.0208
+  step 3890000 |  36333s | train_loss=0.0192
+  step 3900000 |  36490s | train_loss=0.0199 | fid=54.9832
+  step 3910000 |  36578s | train_loss=0.0181
+  step 3920000 |  36655s | train_loss=0.0174
+  step 3930000 |  36737s | train_loss=0.0164
+  step 3940000 |  36825s | train_loss=0.0167
+  step 3950000 |  36914s | train_loss=0.0177
+  step 3960000 |  37003s | train_loss=0.0199
+  step 3970000 |  37092s | train_loss=0.0189
+  step 3980000 |  37182s | train_loss=0.0189
+  step 3990000 |  37272s | train_loss=0.0259
+  step 4000000 |  37428s | train_loss=0.0189 | fid=48.0855
+  step 4010000 |  37517s | train_loss=0.0166
+  step 4020000 |  37599s | train_loss=0.0170
+  step 4030000 |  37678s | train_loss=0.0176
+  step 4040000 |  37762s | train_loss=0.0179
+  step 4050000 |  37849s | train_loss=0.0205
+  step 4060000 |  37938s | train_loss=0.0190
+  step 4070000 |  38028s | train_loss=0.0192
+  step 4080000 |  38117s | train_loss=0.0163
+  step 4090000 |  38207s | train_loss=0.0205
+  step 4100000 |  38365s | train_loss=0.0167 | fid=52.9308
+  step 4110000 |  38454s | train_loss=0.0173
+  step 4120000 |  38543s | train_loss=0.0174
+  step 4130000 |  38616s | train_loss=0.0176
+  step 4140000 |  38697s | train_loss=0.0169
+  step 4150000 |  38785s | train_loss=0.0190
+  step 4160000 |  38874s | train_loss=0.0179
+  step 4170000 |  38964s | train_loss=0.0180
+  step 4180000 |  39053s | train_loss=0.0167
+  step 4190000 |  39142s | train_loss=0.0178
+  step 4200000 |  39300s | train_loss=0.0169 | fid=49.3405
+  step 4210000 |  39390s | train_loss=0.0179
+  step 4220000 |  39479s | train_loss=0.0168
+  step 4230000 |  39566s | train_loss=0.0171
+  step 4240000 |  39640s | train_loss=0.0169
+  step 4250000 |  39716s | train_loss=0.0162
+  step 4260000 |  39800s | train_loss=0.0184
+  step 4270000 |  39890s | train_loss=0.0183
+  step 4280000 |  39979s | train_loss=0.0168
+  step 4290000 |  40068s | train_loss=0.0173
+  step 4300000 |  40226s | train_loss=0.0174 | fid=50.8327
+  step 4310000 |  40315s | train_loss=0.0190
+  step 4320000 |  40405s | train_loss=0.0171
+  step 4330000 |  40494s | train_loss=0.0175
+  step 4340000 |  40575s | train_loss=0.0183
+  step 4350000 |  40657s | train_loss=0.0162
+  step 4360000 |  40736s | train_loss=0.0174
+  step 4370000 |  40820s | train_loss=0.0176
+  step 4380000 |  40909s | train_loss=0.0173
+  step 4390000 |  40998s | train_loss=0.0192
+  step 4400000 |  41154s | train_loss=0.0168 | fid=48.9971
+  step 4410000 |  41244s | train_loss=0.0166
+  step 4420000 |  41333s | train_loss=0.0156
+  step 4430000 |  41422s | train_loss=0.0178
+  step 4440000 |  41512s | train_loss=0.0190
+  step 4450000 |  41589s | train_loss=0.0206
+  step 4460000 |  41677s | train_loss=0.0182
+  step 4470000 |  41754s | train_loss=0.0174
+  step 4480000 |  41843s | train_loss=0.0208
+  step 4490000 |  41932s | train_loss=0.0193
+  step 4500000 |  42089s | train_loss=0.0152 | fid=48.4570
+  step 4510000 |  42178s | train_loss=0.0172
+  step 4520000 |  42268s | train_loss=0.0163
+  step 4530000 |  42357s | train_loss=0.0163
+  step 4540000 |  42447s | train_loss=0.0180
+  step 4550000 |  42533s | train_loss=0.0167
+  step 4560000 |  42615s | train_loss=0.0181
+  step 4570000 |  42703s | train_loss=0.0184
+  step 4580000 |  42784s | train_loss=0.0167
+  step 4590000 |  42873s | train_loss=0.0169
+  step 4600000 |  43031s | train_loss=0.0175 | fid=45.4669
+  step 4610000 |  43121s | train_loss=0.0158
+  step 4620000 |  43210s | train_loss=0.0198
+  step 4630000 |  43300s | train_loss=0.0172
+  step 4640000 |  43389s | train_loss=0.0169
+  step 4650000 |  43478s | train_loss=0.0149
+  step 4660000 |  43560s | train_loss=0.0180
+  step 4670000 |  43649s | train_loss=0.0171
+  step 4680000 |  43732s | train_loss=0.0170
+  step 4690000 |  43815s | train_loss=0.0164
+  step 4700000 |  43973s | train_loss=0.0169 | fid=48.1313
+  step 4710000 |  44062s | train_loss=0.0179
+  step 4720000 |  44152s | train_loss=0.0165
+  step 4730000 |  44241s | train_loss=0.0168
+  step 4740000 |  44331s | train_loss=0.0161
+  step 4750000 |  44420s | train_loss=0.0160
+  step 4760000 |  44502s | train_loss=0.0201
+  step 4770000 |  44589s | train_loss=0.0167
+  step 4780000 |  44679s | train_loss=0.0151
+  step 4790000 |  44756s | train_loss=0.0174
+  step 4800000 |  44912s | train_loss=0.0182 | fid=48.1304
+  step 4810000 |  45001s | train_loss=0.0167
+  step 4820000 |  45091s | train_loss=0.0171
+  step 4830000 |  45180s | train_loss=0.0169
+  step 4840000 |  45270s | train_loss=0.0164
+  step 4850000 |  45359s | train_loss=0.0198
+  step 4860000 |  45448s | train_loss=0.0156
+  step 4870000 |  45526s | train_loss=0.0149
+  step 4880000 |  45615s | train_loss=0.0169
+  step 4890000 |  45704s | train_loss=0.0156
+  step 4900000 |  45845s | train_loss=0.0161 | fid=46.4212
+  step 4910000 |  45935s | train_loss=0.0165
+  step 4920000 |  46024s | train_loss=0.0154
+  step 4930000 |  46114s | train_loss=0.0161
+  step 4940000 |  46203s | train_loss=0.0154
+  step 4950000 |  46293s | train_loss=0.0162
+  step 4960000 |  46382s | train_loss=0.0163
+  step 4970000 |  46463s | train_loss=0.0153
+  step 4980000 |  46551s | train_loss=0.0169
+  step 4990000 |  46640s | train_loss=0.0165
+  step 5000000 |  46783s | train_loss=0.0167 | fid=45.1641
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d180/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d180/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..e5e50161845da22fea2a4321791664d40d8a7e52
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d180/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d180/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d180",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 46,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d180/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d180/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..5c9190cd0a5ef7902e65fdb9d2495d0a54d41f8d
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d180/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 180, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d180/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 46}
+{"step": 1, "wall_time": 74.48044109344482, "train_loss_step": 180.24365234375, "n_params": 4633780, "total_flops": 14234972160, "train_loss": 1.0021795484754774, "subset_score_loss": 1.0021795484754774, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9778189659118652, "fid": 346.48005628187553}
+{"step": 10000, "wall_time": 170.07990312576294, "train_loss_step": 30.21215057373047, "n_params": 4633780, "total_flops": 142349721600000, "train_loss": 0.6675746070014106, "subset_score_loss": 0.6675746070014106}
+{"step": 20000, "wall_time": 266.09910774230957, "train_loss_step": 26.186302185058594, "n_params": 4633780, "total_flops": 284699443200000, "train_loss": 0.5640679253472223, "subset_score_loss": 0.5640679253472223}
+{"step": 30000, "wall_time": 361.994234085083, "train_loss_step": 23.75240707397461, "n_params": 4633780, "total_flops": 427049164800000, "train_loss": 0.49439332750108506, "subset_score_loss": 0.49439332750108506}
+{"step": 40000, "wall_time": 458.2617840766907, "train_loss_step": 21.629837036132812, "n_params": 4633780, "total_flops": 569398886400000, "train_loss": 0.425885264078776, "subset_score_loss": 0.425885264078776}
+{"step": 50000, "wall_time": 554.4306042194366, "train_loss_step": 21.139719009399414, "n_params": 4633780, "total_flops": 711748608000000, "train_loss": 0.3514623006184896, "subset_score_loss": 0.3514623006184896}
+{"step": 60000, "wall_time": 650.2766768932343, "train_loss_step": 20.13825225830078, "n_params": 4633780, "total_flops": 854098329600000, "train_loss": 0.291325929429796, "subset_score_loss": 0.291325929429796}
+{"step": 70000, "wall_time": 746.6270768642426, "train_loss_step": 17.772361755371094, "n_params": 4633780, "total_flops": 996448051200000, "train_loss": 0.2421588897705078, "subset_score_loss": 0.2421588897705078}
+{"step": 80000, "wall_time": 842.7056283950806, "train_loss_step": 16.016109466552734, "n_params": 4633780, "total_flops": 1138797772800000, "train_loss": 0.20863836076524522, "subset_score_loss": 0.20863836076524522}
+{"step": 90000, "wall_time": 938.5872008800507, "train_loss_step": 14.72338581085205, "n_params": 4633780, "total_flops": 1281147494400000, "train_loss": 0.18587470584445528, "subset_score_loss": 0.18587470584445528}
+{"step": 100000, "wall_time": 1104.009178161621, "train_loss_step": 15.597793579101562, "n_params": 4633780, "total_flops": 1423497216000000, "train_loss": 0.17060430314805772, "subset_score_loss": 0.17060430314805772, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9440929889678955, "fid": 69.23708892545662}
+{"step": 110000, "wall_time": 1199.4151728153229, "train_loss_step": 15.209102630615234, "n_params": 4633780, "total_flops": 1565846937600000, "train_loss": 0.15528633329603408, "subset_score_loss": 0.15528633329603408}
+{"step": 120000, "wall_time": 1295.576455116272, "train_loss_step": 13.372247695922852, "n_params": 4633780, "total_flops": 1708196659200000, "train_loss": 0.14355074564615886, "subset_score_loss": 0.14355074564615886}
+{"step": 130000, "wall_time": 1391.6101043224335, "train_loss_step": 12.770633697509766, "n_params": 4633780, "total_flops": 1850546380800000, "train_loss": 0.13773537741767036, "subset_score_loss": 0.13773537741767036}
+{"step": 140000, "wall_time": 1487.7329761981964, "train_loss_step": 13.025323867797852, "n_params": 4633780, "total_flops": 1992896102400000, "train_loss": 0.13240814208984375, "subset_score_loss": 0.13240814208984375}
+{"step": 150000, "wall_time": 1583.6713225841522, "train_loss_step": 12.909945487976074, "n_params": 4633780, "total_flops": 2135245824000000, "train_loss": 0.12796601189507378, "subset_score_loss": 0.12796601189507378}
+{"step": 160000, "wall_time": 1678.4977395534515, "train_loss_step": 12.42779541015625, "n_params": 4633780, "total_flops": 2277595545600000, "train_loss": 0.12767553329467773, "subset_score_loss": 0.12767553329467773}
+{"step": 170000, "wall_time": 1773.1698071956635, "train_loss_step": 12.445131301879883, "n_params": 4633780, "total_flops": 2419945267200000, "train_loss": 0.11515771018134223, "subset_score_loss": 0.11515771018134223}
+{"step": 180000, "wall_time": 1868.3350682258606, "train_loss_step": 11.730131149291992, "n_params": 4633780, "total_flops": 2562294988800000, "train_loss": 0.10991171730889214, "subset_score_loss": 0.10991171730889214}
+{"step": 190000, "wall_time": 1963.7869520187378, "train_loss_step": 11.414459228515625, "n_params": 4633780, "total_flops": 2704644710400000, "train_loss": 0.10696890089246962, "subset_score_loss": 0.10696890089246962}
+{"step": 200000, "wall_time": 2129.0680112838745, "train_loss_step": 12.026247024536133, "n_params": 4633780, "total_flops": 2846994432000000, "train_loss": 0.10583666695488823, "subset_score_loss": 0.10583666695488823, "memorization_fraction_pixel": 0.0005000000237487257, "mean_nn_ratio_pixel": 0.9418436288833618, "fid": 72.47418659203743}
+{"step": 210000, "wall_time": 2222.749701976776, "train_loss_step": 11.757078170776367, "n_params": 4633780, "total_flops": 2989344153600000, "train_loss": 0.10478572845458985, "subset_score_loss": 0.10478572845458985}
+{"step": 220000, "wall_time": 2318.413344860077, "train_loss_step": 11.90285873413086, "n_params": 4633780, "total_flops": 3131693875200000, "train_loss": 0.09681233300103081, "subset_score_loss": 0.09681233300103081}
+{"step": 230000, "wall_time": 2413.8195893764496, "train_loss_step": 11.511398315429688, "n_params": 4633780, "total_flops": 3274043596800000, "train_loss": 0.09618403116861979, "subset_score_loss": 0.09618403116861979}
+{"step": 240000, "wall_time": 2509.2720906734467, "train_loss_step": 11.669052124023438, "n_params": 4633780, "total_flops": 3416393318400000, "train_loss": 0.0957713762919108, "subset_score_loss": 0.0957713762919108}
+{"step": 250000, "wall_time": 2604.856863260269, "train_loss_step": 11.223321914672852, "n_params": 4633780, "total_flops": 3558743040000000, "train_loss": 0.0946417596605089, "subset_score_loss": 0.0946417596605089}
+{"step": 260000, "wall_time": 2700.0947329998016, "train_loss_step": 10.785343170166016, "n_params": 4633780, "total_flops": 3701092761600000, "train_loss": 0.09300917519463434, "subset_score_loss": 0.09300917519463434}
+{"step": 270000, "wall_time": 2794.5660676956177, "train_loss_step": 11.211624145507812, "n_params": 4633780, "total_flops": 3843442483200000, "train_loss": 0.09661364025539822, "subset_score_loss": 0.09661364025539822}
+{"step": 280000, "wall_time": 2890.1589093208313, "train_loss_step": 10.606329917907715, "n_params": 4633780, "total_flops": 3985792204800000, "train_loss": 0.08904297086927626, "subset_score_loss": 0.08904297086927626}
+{"step": 290000, "wall_time": 2979.835159778595, "train_loss_step": 10.235342979431152, "n_params": 4633780, "total_flops": 4128141926400000, "train_loss": 0.08775815963745118, "subset_score_loss": 0.08775815963745118}
+{"step": 300000, "wall_time": 3151.388956785202, "train_loss_step": 10.741600036621094, "n_params": 4633780, "total_flops": 4270491648000000, "train_loss": 0.08396452797783746, "subset_score_loss": 0.08396452797783746, "memorization_fraction_pixel": 0.0007999999797903001, "mean_nn_ratio_pixel": 0.9437742233276367, "fid": 80.93417067405939}
+{"step": 310000, "wall_time": 3243.382250070572, "train_loss_step": 10.374786376953125, "n_params": 4633780, "total_flops": 4412841369600000, "train_loss": 0.08450610372755263, "subset_score_loss": 0.08450610372755263}
+{"step": 320000, "wall_time": 3338.5042378902435, "train_loss_step": 10.950810432434082, "n_params": 4633780, "total_flops": 4555191091200000, "train_loss": 0.08414782947964139, "subset_score_loss": 0.08414782947964139}
+{"step": 330000, "wall_time": 3433.978176355362, "train_loss_step": 10.419242858886719, "n_params": 4633780, "total_flops": 4697540812800000, "train_loss": 0.08348081906636556, "subset_score_loss": 0.08348081906636556}
+{"step": 340000, "wall_time": 3529.6450428962708, "train_loss_step": 9.690339088439941, "n_params": 4633780, "total_flops": 4839890534400000, "train_loss": 0.07872930102878146, "subset_score_loss": 0.07872930102878146}
+{"step": 350000, "wall_time": 3624.8122782707214, "train_loss_step": 9.814553260803223, "n_params": 4633780, "total_flops": 4982240256000000, "train_loss": 0.08057283825344509, "subset_score_loss": 0.08057283825344509}
+{"step": 360000, "wall_time": 3719.9348447322845, "train_loss_step": 9.98188591003418, "n_params": 4633780, "total_flops": 5124589977600000, "train_loss": 0.07965006828308105, "subset_score_loss": 0.07965006828308105}
+{"step": 370000, "wall_time": 3814.684106826782, "train_loss_step": 9.937511444091797, "n_params": 4633780, "total_flops": 5266939699200000, "train_loss": 0.07728362083435059, "subset_score_loss": 0.07728362083435059}
+{"step": 380000, "wall_time": 3903.602516412735, "train_loss_step": 9.738504409790039, "n_params": 4633780, "total_flops": 5409289420800000, "train_loss": 0.07634118927849663, "subset_score_loss": 0.07634118927849663}
+{"step": 390000, "wall_time": 3995.301689147949, "train_loss_step": 9.940651893615723, "n_params": 4633780, "total_flops": 5551639142400000, "train_loss": 0.07476833131578234, "subset_score_loss": 0.07476833131578234}
+{"step": 400000, "wall_time": 4170.7487897872925, "train_loss_step": 9.281011581420898, "n_params": 4633780, "total_flops": 5693988864000000, "train_loss": 0.07499473359849718, "subset_score_loss": 0.07499473359849718, "memorization_fraction_pixel": 0.0020000000949949026, "mean_nn_ratio_pixel": 0.9496099352836609, "fid": 89.6279607736414}
+{"step": 410000, "wall_time": 4262.579732179642, "train_loss_step": 9.7026948928833, "n_params": 4633780, "total_flops": 5836338585600000, "train_loss": 0.07362817658318413, "subset_score_loss": 0.07362817658318413}
+{"step": 420000, "wall_time": 4357.937129497528, "train_loss_step": 9.778684616088867, "n_params": 4633780, "total_flops": 5978688307200000, "train_loss": 0.07265814145406087, "subset_score_loss": 0.07265814145406087}
+{"step": 430000, "wall_time": 4453.431387662888, "train_loss_step": 9.587078094482422, "n_params": 4633780, "total_flops": 6121038028800000, "train_loss": 0.07178418371412489, "subset_score_loss": 0.07178418371412489}
+{"step": 440000, "wall_time": 4549.088433504105, "train_loss_step": 10.440131187438965, "n_params": 4633780, "total_flops": 6263387750400000, "train_loss": 0.07052272690667047, "subset_score_loss": 0.07052272690667047}
+{"step": 450000, "wall_time": 4644.278867959976, "train_loss_step": 9.405176162719727, "n_params": 4633780, "total_flops": 6405737472000000, "train_loss": 0.0698661380343967, "subset_score_loss": 0.0698661380343967}
+{"step": 460000, "wall_time": 4739.464019060135, "train_loss_step": 9.746526718139648, "n_params": 4633780, "total_flops": 6548087193600000, "train_loss": 0.0680639108022054, "subset_score_loss": 0.0680639108022054}
+{"step": 470000, "wall_time": 4832.395004272461, "train_loss_step": 8.991021156311035, "n_params": 4633780, "total_flops": 6690436915200000, "train_loss": 0.06921730041503907, "subset_score_loss": 0.06921730041503907}
+{"step": 480000, "wall_time": 4924.010104179382, "train_loss_step": 9.60379409790039, "n_params": 4633780, "total_flops": 6832786636800000, "train_loss": 0.06594116952684191, "subset_score_loss": 0.06594116952684191}
+{"step": 490000, "wall_time": 5015.407860517502, "train_loss_step": 9.037282943725586, "n_params": 4633780, "total_flops": 6975136358400000, "train_loss": 0.07057604789733887, "subset_score_loss": 0.07057604789733887}
+{"step": 500000, "wall_time": 5191.6974511146545, "train_loss_step": 9.077312469482422, "n_params": 4633780, "total_flops": 7117486080000000, "train_loss": 0.06637360254923502, "subset_score_loss": 0.06637360254923502, "memorization_fraction_pixel": 0.005200000014156103, "mean_nn_ratio_pixel": 0.9480316638946533, "fid": 89.81963732211715}
+{"step": 510000, "wall_time": 5283.580586910248, "train_loss_step": 9.493298530578613, "n_params": 4633780, "total_flops": 7259835801600000, "train_loss": 0.0645711898803711, "subset_score_loss": 0.0645711898803711}
+{"step": 520000, "wall_time": 5379.2212290763855, "train_loss_step": 9.06877326965332, "n_params": 4633780, "total_flops": 7402185523200000, "train_loss": 0.06561542087131077, "subset_score_loss": 0.06561542087131077}
+{"step": 530000, "wall_time": 5474.586901187897, "train_loss_step": 8.94754409790039, "n_params": 4633780, "total_flops": 7544535244800000, "train_loss": 0.0621830940246582, "subset_score_loss": 0.0621830940246582}
+{"step": 540000, "wall_time": 5569.708341360092, "train_loss_step": 8.712089538574219, "n_params": 4633780, "total_flops": 7686884966400000, "train_loss": 0.06738799413045247, "subset_score_loss": 0.06738799413045247}
+{"step": 550000, "wall_time": 5665.06871008873, "train_loss_step": 9.474577903747559, "n_params": 4633780, "total_flops": 7829234688000000, "train_loss": 0.06366451581319173, "subset_score_loss": 0.06366451581319173}
+{"step": 560000, "wall_time": 5760.560999393463, "train_loss_step": 8.817875862121582, "n_params": 4633780, "total_flops": 7971584409600000, "train_loss": 0.06068596839904785, "subset_score_loss": 0.06068596839904785}
+{"step": 570000, "wall_time": 5849.943261146545, "train_loss_step": 9.053932189941406, "n_params": 4633780, "total_flops": 8113934131200000, "train_loss": 0.06285268465677897, "subset_score_loss": 0.06285268465677897}
+{"step": 580000, "wall_time": 5944.364048957825, "train_loss_step": 8.302714347839355, "n_params": 4633780, "total_flops": 8256283852800000, "train_loss": 0.06004430452982585, "subset_score_loss": 0.06004430452982585}
+{"step": 590000, "wall_time": 6036.296992301941, "train_loss_step": 8.540948867797852, "n_params": 4633780, "total_flops": 8398633574400000, "train_loss": 0.06244386037190755, "subset_score_loss": 0.06244386037190755}
+{"step": 600000, "wall_time": 6212.064117431641, "train_loss_step": 8.216994285583496, "n_params": 4633780, "total_flops": 8540983296000000, "train_loss": 0.05830143292744954, "subset_score_loss": 0.05830143292744954, "memorization_fraction_pixel": 0.006899999920278788, "mean_nn_ratio_pixel": 0.9412907361984253, "fid": 95.25921077200451}
+{"step": 610000, "wall_time": 6304.100467681885, "train_loss_step": 8.586313247680664, "n_params": 4633780, "total_flops": 8683333017600000, "train_loss": 0.06096714867485894, "subset_score_loss": 0.06096714867485894}
+{"step": 620000, "wall_time": 6399.273775339127, "train_loss_step": 8.285388946533203, "n_params": 4633780, "total_flops": 8825682739200000, "train_loss": 0.05973659091525608, "subset_score_loss": 0.05973659091525608}
+{"step": 630000, "wall_time": 6494.548395872116, "train_loss_step": 8.14439582824707, "n_params": 4633780, "total_flops": 8968032460800000, "train_loss": 0.05793190002441406, "subset_score_loss": 0.05793190002441406}
+{"step": 640000, "wall_time": 6589.976012706757, "train_loss_step": 8.301047325134277, "n_params": 4633780, "total_flops": 9110382182400000, "train_loss": 0.056182644102308485, "subset_score_loss": 0.056182644102308485}
+{"step": 650000, "wall_time": 6685.611169576645, "train_loss_step": 8.720863342285156, "n_params": 4633780, "total_flops": 9252731904000000, "train_loss": 0.060798268847995336, "subset_score_loss": 0.060798268847995336}
+{"step": 660000, "wall_time": 6775.06171298027, "train_loss_step": 7.906210899353027, "n_params": 4633780, "total_flops": 9395081625600000, "train_loss": 0.05656669934590657, "subset_score_loss": 0.05656669934590657}
+{"step": 670000, "wall_time": 6870.6011600494385, "train_loss_step": 8.320106506347656, "n_params": 4633780, "total_flops": 9537431347200000, "train_loss": 0.05941913392808702, "subset_score_loss": 0.05941913392808702}
+{"step": 680000, "wall_time": 6962.373335599899, "train_loss_step": 8.00760555267334, "n_params": 4633780, "total_flops": 9679781068800000, "train_loss": 0.055669641494750975, "subset_score_loss": 0.055669641494750975}
+{"step": 690000, "wall_time": 7056.861465215683, "train_loss_step": 8.51736068725586, "n_params": 4633780, "total_flops": 9822130790400000, "train_loss": 0.05776868396335178, "subset_score_loss": 0.05776868396335178}
+{"step": 700000, "wall_time": 7231.866979837418, "train_loss_step": 7.6338324546813965, "n_params": 4633780, "total_flops": 9964480512000000, "train_loss": 0.05369394620259603, "subset_score_loss": 0.05369394620259603, "memorization_fraction_pixel": 0.01510000042617321, "mean_nn_ratio_pixel": 0.9327317476272583, "fid": 91.15219720800813}
+{"step": 710000, "wall_time": 7326.132185220718, "train_loss_step": 7.992541790008545, "n_params": 4633780, "total_flops": 10106830233600000, "train_loss": 0.06297619607713488, "subset_score_loss": 0.06297619607713488}
+{"step": 720000, "wall_time": 7419.606404304504, "train_loss_step": 8.128438949584961, "n_params": 4633780, "total_flops": 10249179955200000, "train_loss": 0.05470178922017415, "subset_score_loss": 0.05470178922017415}
+{"step": 730000, "wall_time": 7514.5415098667145, "train_loss_step": 8.096774101257324, "n_params": 4633780, "total_flops": 10391529676800000, "train_loss": 0.05593674977620443, "subset_score_loss": 0.05593674977620443}
+{"step": 740000, "wall_time": 7609.962293148041, "train_loss_step": 7.736900329589844, "n_params": 4633780, "total_flops": 10533879398400000, "train_loss": 0.053435066011216906, "subset_score_loss": 0.053435066011216906}
+{"step": 750000, "wall_time": 7701.476602315903, "train_loss_step": 7.1954498291015625, "n_params": 4633780, "total_flops": 10676229120000000, "train_loss": 0.053179364734225805, "subset_score_loss": 0.053179364734225805}
+{"step": 760000, "wall_time": 7794.910098552704, "train_loss_step": 7.954227447509766, "n_params": 4633780, "total_flops": 10818578841600000, "train_loss": 0.055751058790418834, "subset_score_loss": 0.055751058790418834}
+{"step": 770000, "wall_time": 7890.281004667282, "train_loss_step": 7.99034309387207, "n_params": 4633780, "total_flops": 10960928563200000, "train_loss": 0.05671211878458659, "subset_score_loss": 0.05671211878458659}
+{"step": 780000, "wall_time": 7982.353091001511, "train_loss_step": 7.377715110778809, "n_params": 4633780, "total_flops": 11103278284800000, "train_loss": 0.05066707399156359, "subset_score_loss": 0.05066707399156359}
+{"step": 790000, "wall_time": 8077.359810113907, "train_loss_step": 8.035593032836914, "n_params": 4633780, "total_flops": 11245628006400000, "train_loss": 0.051291396882798934, "subset_score_loss": 0.051291396882798934}
+{"step": 800000, "wall_time": 8252.3922457695, "train_loss_step": 7.719032287597656, "n_params": 4633780, "total_flops": 11387977728000000, "train_loss": 0.05463976330227322, "subset_score_loss": 0.05463976330227322, "memorization_fraction_pixel": 0.027499999850988388, "mean_nn_ratio_pixel": 0.906987190246582, "fid": 86.05884036739764}
+{"step": 810000, "wall_time": 8347.63482952118, "train_loss_step": 7.69427490234375, "n_params": 4633780, "total_flops": 11530327449600000, "train_loss": 0.055115270614624026, "subset_score_loss": 0.055115270614624026}
+{"step": 820000, "wall_time": 8431.837762832642, "train_loss_step": 7.726469039916992, "n_params": 4633780, "total_flops": 11672677171200000, "train_loss": 0.05063678953382704, "subset_score_loss": 0.05063678953382704}
+{"step": 830000, "wall_time": 8527.108380317688, "train_loss_step": 7.642792701721191, "n_params": 4633780, "total_flops": 11815026892800000, "train_loss": 0.05362705124749078, "subset_score_loss": 0.05362705124749078}
+{"step": 840000, "wall_time": 8622.123239040375, "train_loss_step": 7.609912395477295, "n_params": 4633780, "total_flops": 11957376614400000, "train_loss": 0.04999053213331434, "subset_score_loss": 0.04999053213331434}
+{"step": 850000, "wall_time": 8701.402235984802, "train_loss_step": 7.414381980895996, "n_params": 4633780, "total_flops": 12099726336000000, "train_loss": 0.052766381369696726, "subset_score_loss": 0.052766381369696726}
+{"step": 860000, "wall_time": 8792.267976760864, "train_loss_step": 7.396835803985596, "n_params": 4633780, "total_flops": 12242076057600000, "train_loss": 0.04992704921298557, "subset_score_loss": 0.04992704921298557}
+{"step": 870000, "wall_time": 8881.910131692886, "train_loss_step": 8.188125610351562, "n_params": 4633780, "total_flops": 12384425779200000, "train_loss": 0.05063506232367621, "subset_score_loss": 0.05063506232367621}
+{"step": 880000, "wall_time": 8967.254090547562, "train_loss_step": 7.821799278259277, "n_params": 4633780, "total_flops": 12526775500800000, "train_loss": 0.04841620127360026, "subset_score_loss": 0.04841620127360026}
+{"step": 890000, "wall_time": 9062.223271131516, "train_loss_step": 7.64194393157959, "n_params": 4633780, "total_flops": 12669125222400000, "train_loss": 0.048851998647054036, "subset_score_loss": 0.048851998647054036}
+{"step": 900000, "wall_time": 9278.896117448807, "train_loss_step": 7.125278472900391, "n_params": 4633780, "total_flops": 12811474944000000, "train_loss": 0.05154141320122613, "subset_score_loss": 0.05154141320122613, "memorization_fraction_pixel": 0.04039999842643738, "mean_nn_ratio_pixel": 0.8909578919410706, "fid": 85.63962103776426}
+{"step": 910000, "wall_time": 9374.302453041077, "train_loss_step": 7.196075916290283, "n_params": 4633780, "total_flops": 12953824665600000, "train_loss": 0.05113609631856283, "subset_score_loss": 0.05113609631856283}
+{"step": 920000, "wall_time": 9461.226034641266, "train_loss_step": 7.213681697845459, "n_params": 4633780, "total_flops": 13096174387200000, "train_loss": 0.04808664321899414, "subset_score_loss": 0.04808664321899414}
+{"step": 930000, "wall_time": 9553.976809740067, "train_loss_step": 7.439650535583496, "n_params": 4633780, "total_flops": 13238524108800000, "train_loss": 0.04768978754679362, "subset_score_loss": 0.04768978754679362}
+{"step": 940000, "wall_time": 9646.134627819061, "train_loss_step": 7.498475074768066, "n_params": 4633780, "total_flops": 13380873830400000, "train_loss": 0.049945640563964847, "subset_score_loss": 0.049945640563964847}
+{"step": 950000, "wall_time": 9741.373472452164, "train_loss_step": 7.498229503631592, "n_params": 4633780, "total_flops": 13523223552000000, "train_loss": 0.04729491339789497, "subset_score_loss": 0.04729491339789497}
+{"step": 960000, "wall_time": 9836.578015327454, "train_loss_step": 7.319142818450928, "n_params": 4633780, "total_flops": 13665573273600000, "train_loss": 0.046274428897433814, "subset_score_loss": 0.046274428897433814}
+{"step": 970000, "wall_time": 9928.69603896141, "train_loss_step": 6.917512893676758, "n_params": 4633780, "total_flops": 13807922995200000, "train_loss": 0.044506968392266165, "subset_score_loss": 0.044506968392266165}
+{"step": 980000, "wall_time": 10023.85539484024, "train_loss_step": 6.925729751586914, "n_params": 4633780, "total_flops": 13950272716800000, "train_loss": 0.045626788669162324, "subset_score_loss": 0.045626788669162324}
+{"step": 990000, "wall_time": 10119.110998392105, "train_loss_step": 7.5003814697265625, "n_params": 4633780, "total_flops": 14092622438400000, "train_loss": 0.04784453180101183, "subset_score_loss": 0.04784453180101183}
+{"step": 1000000, "wall_time": 10294.049067258835, "train_loss_step": 7.093809127807617, "n_params": 4633780, "total_flops": 14234972160000000, "train_loss": 0.04565833409627278, "subset_score_loss": 0.04565833409627278, "memorization_fraction_pixel": 0.04699999839067459, "mean_nn_ratio_pixel": 0.8799821138381958, "fid": 82.79455974964645}
+{"step": 1010000, "wall_time": 10389.263905763626, "train_loss_step": 7.167558670043945, "n_params": 4633780, "total_flops": 14377321881600000, "train_loss": 0.04691038661532932, "subset_score_loss": 0.04691038661532932}
+{"step": 1020000, "wall_time": 10481.059874534607, "train_loss_step": 6.944528102874756, "n_params": 4633780, "total_flops": 14519671603200000, "train_loss": 0.04561892615424262, "subset_score_loss": 0.04561892615424262}
+{"step": 1030000, "wall_time": 10573.503842830658, "train_loss_step": 6.8299970626831055, "n_params": 4633780, "total_flops": 14662021324800000, "train_loss": 0.04393781556023492, "subset_score_loss": 0.04393781556023492}
+{"step": 1040000, "wall_time": 10665.666820764542, "train_loss_step": 6.722625732421875, "n_params": 4633780, "total_flops": 14804371046400000, "train_loss": 0.04446407424079047, "subset_score_loss": 0.04446407424079047}
+{"step": 1050000, "wall_time": 10761.122524738312, "train_loss_step": 7.0763750076293945, "n_params": 4633780, "total_flops": 14946720768000000, "train_loss": 0.04399210347069634, "subset_score_loss": 0.04399210347069634}
+{"step": 1060000, "wall_time": 10855.743253469467, "train_loss_step": 6.648366928100586, "n_params": 4633780, "total_flops": 15089070489600000, "train_loss": 0.04451408386230469, "subset_score_loss": 0.04451408386230469}
+{"step": 1070000, "wall_time": 10949.088523864746, "train_loss_step": 6.6514892578125, "n_params": 4633780, "total_flops": 15231420211200000, "train_loss": 0.044019725587632924, "subset_score_loss": 0.044019725587632924}
+{"step": 1080000, "wall_time": 11044.342349767685, "train_loss_step": 7.133839130401611, "n_params": 4633780, "total_flops": 15373769932800000, "train_loss": 0.04470792876349555, "subset_score_loss": 0.04470792876349555}
+{"step": 1090000, "wall_time": 11139.75126504898, "train_loss_step": 6.763760566711426, "n_params": 4633780, "total_flops": 15516119654400000, "train_loss": 0.047580915027194554, "subset_score_loss": 0.047580915027194554}
+{"step": 1100000, "wall_time": 11314.527282714844, "train_loss_step": 7.008548259735107, "n_params": 4633780, "total_flops": 15658469376000000, "train_loss": 0.044884310828314886, "subset_score_loss": 0.044884310828314886, "memorization_fraction_pixel": 0.07270000129938126, "mean_nn_ratio_pixel": 0.8499590754508972, "fid": 77.03314449283315}
+{"step": 1110000, "wall_time": 11409.788799524307, "train_loss_step": 7.193448066711426, "n_params": 4633780, "total_flops": 15800819097600000, "train_loss": 0.04779548645019531, "subset_score_loss": 0.04779548645019531}
+{"step": 1120000, "wall_time": 11499.07596731186, "train_loss_step": 6.638476848602295, "n_params": 4633780, "total_flops": 15943168819200000, "train_loss": 0.04516394403245714, "subset_score_loss": 0.04516394403245714}
+{"step": 1130000, "wall_time": 11591.325737476349, "train_loss_step": 7.036870956420898, "n_params": 4633780, "total_flops": 16085518540800000, "train_loss": 0.04355976051754422, "subset_score_loss": 0.04355976051754422}
+{"step": 1140000, "wall_time": 11686.600799798965, "train_loss_step": 6.73929500579834, "n_params": 4633780, "total_flops": 16227868262400000, "train_loss": 0.042469573020935056, "subset_score_loss": 0.042469573020935056}
+{"step": 1150000, "wall_time": 11781.906511068344, "train_loss_step": 6.673928737640381, "n_params": 4633780, "total_flops": 16370217984000000, "train_loss": 0.04186614089541965, "subset_score_loss": 0.04186614089541965}
+{"step": 1160000, "wall_time": 11867.939658641815, "train_loss_step": 7.01127815246582, "n_params": 4633780, "total_flops": 16512567705600000, "train_loss": 0.04109671115875244, "subset_score_loss": 0.04109671115875244}
+{"step": 1170000, "wall_time": 11961.690902471542, "train_loss_step": 6.431522846221924, "n_params": 4633780, "total_flops": 16654917427200000, "train_loss": 0.04220384491814507, "subset_score_loss": 0.04220384491814507}
+{"step": 1180000, "wall_time": 12057.204810857773, "train_loss_step": 6.926597595214844, "n_params": 4633780, "total_flops": 16797267148800000, "train_loss": 0.04524477852715386, "subset_score_loss": 0.04524477852715386}
+{"step": 1190000, "wall_time": 12152.62470650673, "train_loss_step": 6.942883014678955, "n_params": 4633780, "total_flops": 16939616870400000, "train_loss": 0.041814510027567545, "subset_score_loss": 0.041814510027567545}
+{"step": 1200000, "wall_time": 12354.3266518116, "train_loss_step": 6.730626106262207, "n_params": 4633780, "total_flops": 17081966592000000, "train_loss": 0.04306737846798367, "subset_score_loss": 0.04306737846798367, "memorization_fraction_pixel": 0.0892999991774559, "mean_nn_ratio_pixel": 0.8302509784698486, "fid": 70.65886326597001}
+{"step": 1210000, "wall_time": 12446.929899215698, "train_loss_step": 6.995109558105469, "n_params": 4633780, "total_flops": 17224316313600000, "train_loss": 0.04302237828572591, "subset_score_loss": 0.04302237828572591}
+{"step": 1220000, "wall_time": 12525.133792161942, "train_loss_step": 6.67429780960083, "n_params": 4633780, "total_flops": 17366666035200000, "train_loss": 0.04100512133704291, "subset_score_loss": 0.04100512133704291}
+{"step": 1230000, "wall_time": 12606.429591655731, "train_loss_step": 6.659358978271484, "n_params": 4633780, "total_flops": 17509015756800000, "train_loss": 0.03889474074045817, "subset_score_loss": 0.03889474074045817}
+{"step": 1240000, "wall_time": 12701.502668619156, "train_loss_step": 6.443327903747559, "n_params": 4633780, "total_flops": 17651365478400000, "train_loss": 0.04323349793752034, "subset_score_loss": 0.04323349793752034}
+{"step": 1250000, "wall_time": 12796.21432352066, "train_loss_step": 6.643038749694824, "n_params": 4633780, "total_flops": 17793715200000000, "train_loss": 0.040027279324001734, "subset_score_loss": 0.040027279324001734}
+{"step": 1260000, "wall_time": 12888.34386920929, "train_loss_step": 6.557474613189697, "n_params": 4633780, "total_flops": 17936064921600000, "train_loss": 0.04139183627234565, "subset_score_loss": 0.04139183627234565}
+{"step": 1270000, "wall_time": 12983.420302152634, "train_loss_step": 6.462860107421875, "n_params": 4633780, "total_flops": 18078414643200000, "train_loss": 0.042484937773810495, "subset_score_loss": 0.042484937773810495}
+{"step": 1280000, "wall_time": 13079.064563274384, "train_loss_step": 6.715924263000488, "n_params": 4633780, "total_flops": 18220764364800000, "train_loss": 0.03982193734910753, "subset_score_loss": 0.03982193734910753}
+{"step": 1290000, "wall_time": 13174.414606571198, "train_loss_step": 6.70609188079834, "n_params": 4633780, "total_flops": 18363114086400000, "train_loss": 0.042487812042236325, "subset_score_loss": 0.042487812042236325}
+{"step": 1300000, "wall_time": 13348.580146074295, "train_loss_step": 6.374295711517334, "n_params": 4633780, "total_flops": 18505463808000000, "train_loss": 0.04088062710232205, "subset_score_loss": 0.04088062710232205, "memorization_fraction_pixel": 0.10249999910593033, "mean_nn_ratio_pixel": 0.8162165284156799, "fid": 65.8734336039103}
+{"step": 1310000, "wall_time": 13444.20396065712, "train_loss_step": 6.556713104248047, "n_params": 4633780, "total_flops": 18647813529600000, "train_loss": 0.04062108728620741, "subset_score_loss": 0.04062108728620741}
+{"step": 1320000, "wall_time": 13536.25198340416, "train_loss_step": 6.900419235229492, "n_params": 4633780, "total_flops": 18790163251200000, "train_loss": 0.04110896587371826, "subset_score_loss": 0.04110896587371826}
+{"step": 1330000, "wall_time": 13623.34658074379, "train_loss_step": 6.3773651123046875, "n_params": 4633780, "total_flops": 18932512972800000, "train_loss": 0.03950221538543701, "subset_score_loss": 0.03950221538543701}
+{"step": 1340000, "wall_time": 13712.17986369133, "train_loss_step": 6.658353805541992, "n_params": 4633780, "total_flops": 19074862694400000, "train_loss": 0.041191665331522624, "subset_score_loss": 0.041191665331522624}
+{"step": 1350000, "wall_time": 13801.851454019547, "train_loss_step": 6.113774299621582, "n_params": 4633780, "total_flops": 19217212416000000, "train_loss": 0.041316186057196724, "subset_score_loss": 0.041316186057196724}
+{"step": 1360000, "wall_time": 13892.75996041298, "train_loss_step": 6.658172607421875, "n_params": 4633780, "total_flops": 19359562137600000, "train_loss": 0.04182138442993164, "subset_score_loss": 0.04182138442993164}
+{"step": 1370000, "wall_time": 13988.140239238739, "train_loss_step": 6.496829032897949, "n_params": 4633780, "total_flops": 19501911859200000, "train_loss": 0.04211234516567654, "subset_score_loss": 0.04211234516567654}
+{"step": 1380000, "wall_time": 14083.396907567978, "train_loss_step": 6.305479049682617, "n_params": 4633780, "total_flops": 19644261580800000, "train_loss": 0.03949937555525038, "subset_score_loss": 0.03949937555525038}
+{"step": 1390000, "wall_time": 14178.834244966507, "train_loss_step": 6.42746639251709, "n_params": 4633780, "total_flops": 19786611302400000, "train_loss": 0.04007561471727159, "subset_score_loss": 0.04007561471727159}
+{"step": 1400000, "wall_time": 14373.578462839127, "train_loss_step": 6.519323825836182, "n_params": 4633780, "total_flops": 19928961024000000, "train_loss": 0.03859628571404351, "subset_score_loss": 0.03859628571404351, "memorization_fraction_pixel": 0.1177000030875206, "mean_nn_ratio_pixel": 0.8082003593444824, "fid": 64.68219890051412}
+{"step": 1410000, "wall_time": 14456.925662755966, "train_loss_step": 6.62593936920166, "n_params": 4633780, "total_flops": 20071310745600000, "train_loss": 0.039808784590827095, "subset_score_loss": 0.039808784590827095}
+{"step": 1420000, "wall_time": 14552.308906555176, "train_loss_step": 6.359217643737793, "n_params": 4633780, "total_flops": 20213660467200000, "train_loss": 0.0366288423538208, "subset_score_loss": 0.0366288423538208}
+{"step": 1430000, "wall_time": 14647.836849689484, "train_loss_step": 6.702756881713867, "n_params": 4633780, "total_flops": 20356010188800000, "train_loss": 0.039406689008076985, "subset_score_loss": 0.039406689008076985}
+{"step": 1440000, "wall_time": 14731.59302353859, "train_loss_step": 6.149229049682617, "n_params": 4633780, "total_flops": 20498359910400000, "train_loss": 0.039004119237264, "subset_score_loss": 0.039004119237264}
+{"step": 1450000, "wall_time": 14814.628332614899, "train_loss_step": 6.221175193786621, "n_params": 4633780, "total_flops": 20640709632000000, "train_loss": 0.0381106350156996, "subset_score_loss": 0.0381106350156996}
+{"step": 1460000, "wall_time": 14906.81556725502, "train_loss_step": 6.290740966796875, "n_params": 4633780, "total_flops": 20783059353600000, "train_loss": 0.03865829308827718, "subset_score_loss": 0.03865829308827718}
+{"step": 1470000, "wall_time": 15001.813158035278, "train_loss_step": 6.7149271965026855, "n_params": 4633780, "total_flops": 20925409075200000, "train_loss": 0.03911492559644911, "subset_score_loss": 0.03911492559644911}
+{"step": 1480000, "wall_time": 15097.15433049202, "train_loss_step": 5.710988998413086, "n_params": 4633780, "total_flops": 21067758796800000, "train_loss": 0.036556434631347653, "subset_score_loss": 0.036556434631347653}
+{"step": 1490000, "wall_time": 15190.872061014175, "train_loss_step": 6.409720420837402, "n_params": 4633780, "total_flops": 21210108518400000, "train_loss": 0.038455062442355685, "subset_score_loss": 0.038455062442355685}
+{"step": 1500000, "wall_time": 15387.455368995667, "train_loss_step": 5.9251813888549805, "n_params": 4633780, "total_flops": 21352458240000000, "train_loss": 0.0373810609181722, "subset_score_loss": 0.0373810609181722, "memorization_fraction_pixel": 0.13760000467300415, "mean_nn_ratio_pixel": 0.789258599281311, "fid": 59.59641860560936}
+{"step": 1510000, "wall_time": 15479.36929321289, "train_loss_step": 5.872541427612305, "n_params": 4633780, "total_flops": 21494807961600000, "train_loss": 0.03673579427931044, "subset_score_loss": 0.03673579427931044}
+{"step": 1520000, "wall_time": 15574.624084949493, "train_loss_step": 5.664779186248779, "n_params": 4633780, "total_flops": 21637157683200000, "train_loss": 0.03593171172671848, "subset_score_loss": 0.03593171172671848}
+{"step": 1530000, "wall_time": 15670.064081430435, "train_loss_step": 5.914449691772461, "n_params": 4633780, "total_flops": 21779507404800000, "train_loss": 0.03974144723680284, "subset_score_loss": 0.03974144723680284}
+{"step": 1540000, "wall_time": 15751.03870511055, "train_loss_step": 6.291733741760254, "n_params": 4633780, "total_flops": 21921857126400000, "train_loss": 0.03495498233371311, "subset_score_loss": 0.03495498233371311}
+{"step": 1550000, "wall_time": 15830.373440504074, "train_loss_step": 5.84444522857666, "n_params": 4633780, "total_flops": 22064206848000000, "train_loss": 0.03615177472432454, "subset_score_loss": 0.03615177472432454}
+{"step": 1560000, "wall_time": 15925.24660539627, "train_loss_step": 5.828583717346191, "n_params": 4633780, "total_flops": 22206556569600000, "train_loss": 0.03683888382381863, "subset_score_loss": 0.03683888382381863}
+{"step": 1570000, "wall_time": 16020.722877264023, "train_loss_step": 5.965834140777588, "n_params": 4633780, "total_flops": 22348906291200000, "train_loss": 0.038224365976121694, "subset_score_loss": 0.038224365976121694}
+{"step": 1580000, "wall_time": 16113.553887605667, "train_loss_step": 6.20601224899292, "n_params": 4633780, "total_flops": 22491256012800000, "train_loss": 0.03597728411356608, "subset_score_loss": 0.03597728411356608}
+{"step": 1590000, "wall_time": 16208.951556444168, "train_loss_step": 6.301895618438721, "n_params": 4633780, "total_flops": 22633605734400000, "train_loss": 0.03749884499443902, "subset_score_loss": 0.03749884499443902}
+{"step": 1600000, "wall_time": 16418.45947909355, "train_loss_step": 6.193316459655762, "n_params": 4633780, "total_flops": 22775955456000000, "train_loss": 0.034674877590603295, "subset_score_loss": 0.034674877590603295, "memorization_fraction_pixel": 0.14830000698566437, "mean_nn_ratio_pixel": 0.7840501070022583, "fid": 56.60908219796029}
+{"step": 1610000, "wall_time": 16512.794892549515, "train_loss_step": 6.142049789428711, "n_params": 4633780, "total_flops": 22918305177600000, "train_loss": 0.03587084346347385, "subset_score_loss": 0.03587084346347385}
+{"step": 1620000, "wall_time": 16607.7717294693, "train_loss_step": 6.128057479858398, "n_params": 4633780, "total_flops": 23060654899200000, "train_loss": 0.03792405128479004, "subset_score_loss": 0.03792405128479004}
+{"step": 1630000, "wall_time": 16703.35466837883, "train_loss_step": 5.992969512939453, "n_params": 4633780, "total_flops": 23203004620800000, "train_loss": 0.03516474299960666, "subset_score_loss": 0.03516474299960666}
+{"step": 1640000, "wall_time": 16783.06364631653, "train_loss_step": 5.592510223388672, "n_params": 4633780, "total_flops": 23345354342400000, "train_loss": 0.03769817882113986, "subset_score_loss": 0.03769817882113986}
+{"step": 1650000, "wall_time": 16861.809007167816, "train_loss_step": 5.997729778289795, "n_params": 4633780, "total_flops": 23487704064000000, "train_loss": 0.0335813045501709, "subset_score_loss": 0.0335813045501709}
+{"step": 1660000, "wall_time": 16957.327917337418, "train_loss_step": 6.422280788421631, "n_params": 4633780, "total_flops": 23630053785600000, "train_loss": 0.03519525527954102, "subset_score_loss": 0.03519525527954102}
+{"step": 1670000, "wall_time": 17050.59017753601, "train_loss_step": 5.8575944900512695, "n_params": 4633780, "total_flops": 23772403507200000, "train_loss": 0.03615117867787679, "subset_score_loss": 0.03615117867787679}
+{"step": 1680000, "wall_time": 17145.912654399872, "train_loss_step": 5.884317874908447, "n_params": 4633780, "total_flops": 23914753228800000, "train_loss": 0.03580261336432563, "subset_score_loss": 0.03580261336432563}
+{"step": 1690000, "wall_time": 17240.87440109253, "train_loss_step": 5.925597190856934, "n_params": 4633780, "total_flops": 24057102950400000, "train_loss": 0.04050014813741048, "subset_score_loss": 0.04050014813741048}
+{"step": 1700000, "wall_time": 17431.55100464821, "train_loss_step": 5.953492164611816, "n_params": 4633780, "total_flops": 24199452672000000, "train_loss": 0.036820602416992185, "subset_score_loss": 0.036820602416992185, "memorization_fraction_pixel": 0.18719999492168427, "mean_nn_ratio_pixel": 0.7472125291824341, "fid": 53.4527146707517}
+{"step": 1710000, "wall_time": 17526.959273576736, "train_loss_step": 5.761374473571777, "n_params": 4633780, "total_flops": 24341802393600000, "train_loss": 0.03348729080624051, "subset_score_loss": 0.03348729080624051}
+{"step": 1720000, "wall_time": 17621.765716075897, "train_loss_step": 5.638613700866699, "n_params": 4633780, "total_flops": 24484152115200000, "train_loss": 0.03523421287536621, "subset_score_loss": 0.03523421287536621}
+{"step": 1730000, "wall_time": 17717.336295366287, "train_loss_step": 6.192328453063965, "n_params": 4633780, "total_flops": 24626501836800000, "train_loss": 0.03604587184058295, "subset_score_loss": 0.03604587184058295}
+{"step": 1740000, "wall_time": 17803.74615597725, "train_loss_step": 5.483816146850586, "n_params": 4633780, "total_flops": 24768851558400000, "train_loss": 0.03199517461988661, "subset_score_loss": 0.03199517461988661}
+{"step": 1750000, "wall_time": 17885.83226966858, "train_loss_step": 5.868971824645996, "n_params": 4633780, "total_flops": 24911201280000000, "train_loss": 0.03527152803209093, "subset_score_loss": 0.03527152803209093}
+{"step": 1760000, "wall_time": 17979.19626235962, "train_loss_step": 5.896125793457031, "n_params": 4633780, "total_flops": 25053551001600000, "train_loss": 0.03409663836161295, "subset_score_loss": 0.03409663836161295}
+{"step": 1770000, "wall_time": 18074.052663564682, "train_loss_step": 6.063446521759033, "n_params": 4633780, "total_flops": 25195900723200000, "train_loss": 0.03788620101081001, "subset_score_loss": 0.03788620101081001}
+{"step": 1780000, "wall_time": 18169.19951891899, "train_loss_step": 6.159059524536133, "n_params": 4633780, "total_flops": 25338250444800000, "train_loss": 0.033096475071377224, "subset_score_loss": 0.033096475071377224}
+{"step": 1790000, "wall_time": 18262.727789878845, "train_loss_step": 6.1757588386535645, "n_params": 4633780, "total_flops": 25480600166400000, "train_loss": 0.035609361860487194, "subset_score_loss": 0.035609361860487194}
+{"step": 1800000, "wall_time": 18482.736341238022, "train_loss_step": 6.0456061363220215, "n_params": 4633780, "total_flops": 25622949888000000, "train_loss": 0.03527778254614936, "subset_score_loss": 0.03527778254614936, "memorization_fraction_pixel": 0.19339999556541443, "mean_nn_ratio_pixel": 0.7494559288024902, "fid": 54.04473864120921}
+{"step": 1810000, "wall_time": 18578.153668403625, "train_loss_step": 5.832345962524414, "n_params": 4633780, "total_flops": 25765299609600000, "train_loss": 0.031669934590657554, "subset_score_loss": 0.031669934590657554}
+{"step": 1820000, "wall_time": 18672.826081991196, "train_loss_step": 6.1373677253723145, "n_params": 4633780, "total_flops": 25907649331200000, "train_loss": 0.033535401026407875, "subset_score_loss": 0.033535401026407875}
+{"step": 1830000, "wall_time": 18766.381836414337, "train_loss_step": 5.881131649017334, "n_params": 4633780, "total_flops": 26049999052800000, "train_loss": 0.03367545074886746, "subset_score_loss": 0.03367545074886746}
+{"step": 1840000, "wall_time": 18841.09272789955, "train_loss_step": 5.557773590087891, "n_params": 4633780, "total_flops": 26192348774400000, "train_loss": 0.03485726250542535, "subset_score_loss": 0.03485726250542535}
+{"step": 1850000, "wall_time": 18930.839634656906, "train_loss_step": 5.955889701843262, "n_params": 4633780, "total_flops": 26334698496000000, "train_loss": 0.034418866369459365, "subset_score_loss": 0.034418866369459365}
+{"step": 1860000, "wall_time": 19026.30371594429, "train_loss_step": 5.876860618591309, "n_params": 4633780, "total_flops": 26477048217600000, "train_loss": 0.03381735748714871, "subset_score_loss": 0.03381735748714871}
+{"step": 1870000, "wall_time": 19121.686569213867, "train_loss_step": 5.647726058959961, "n_params": 4633780, "total_flops": 26619397939200000, "train_loss": 0.03328382968902588, "subset_score_loss": 0.03328382968902588}
+{"step": 1880000, "wall_time": 19215.323858737946, "train_loss_step": 5.6612548828125, "n_params": 4633780, "total_flops": 26761747660800000, "train_loss": 0.03239566485087077, "subset_score_loss": 0.03239566485087077}
+{"step": 1890000, "wall_time": 19305.260857105255, "train_loss_step": 5.731865882873535, "n_params": 4633780, "total_flops": 26904097382400000, "train_loss": 0.035410828060574, "subset_score_loss": 0.035410828060574}
+{"step": 1900000, "wall_time": 19516.34471487999, "train_loss_step": 5.868879318237305, "n_params": 4633780, "total_flops": 27046447104000000, "train_loss": 0.033233645227220325, "subset_score_loss": 0.033233645227220325, "memorization_fraction_pixel": 0.22859999537467957, "mean_nn_ratio_pixel": 0.7181140780448914, "fid": 53.59000805453468}
+{"step": 1910000, "wall_time": 19611.642127990723, "train_loss_step": 5.8126540184021, "n_params": 4633780, "total_flops": 27188796825600000, "train_loss": 0.03302275869581434, "subset_score_loss": 0.03302275869581434}
+{"step": 1920000, "wall_time": 19706.735869169235, "train_loss_step": 5.857539653778076, "n_params": 4633780, "total_flops": 27331146547200000, "train_loss": 0.03280742963155111, "subset_score_loss": 0.03280742963155111}
+{"step": 1930000, "wall_time": 19794.79968905449, "train_loss_step": 5.5787763595581055, "n_params": 4633780, "total_flops": 27473496268800000, "train_loss": 0.03417952325608995, "subset_score_loss": 0.03417952325608995}
+{"step": 1940000, "wall_time": 19876.7741458416, "train_loss_step": 5.492250442504883, "n_params": 4633780, "total_flops": 27615845990400000, "train_loss": 0.032181721263461645, "subset_score_loss": 0.032181721263461645}
+{"step": 1950000, "wall_time": 19961.88058900833, "train_loss_step": 5.354878902435303, "n_params": 4633780, "total_flops": 27758195712000000, "train_loss": 0.034275306595696345, "subset_score_loss": 0.034275306595696345}
+{"step": 1960000, "wall_time": 20057.12343454361, "train_loss_step": 5.7224016189575195, "n_params": 4633780, "total_flops": 27900545433600000, "train_loss": 0.03427311314476861, "subset_score_loss": 0.03427311314476861}
+{"step": 1970000, "wall_time": 20151.394746780396, "train_loss_step": 5.82272481918335, "n_params": 4633780, "total_flops": 28042895155200000, "train_loss": 0.031791954570346406, "subset_score_loss": 0.031791954570346406}
+{"step": 1980000, "wall_time": 20236.793889522552, "train_loss_step": 5.622848987579346, "n_params": 4633780, "total_flops": 28185244876800000, "train_loss": 0.03045291370815701, "subset_score_loss": 0.03045291370815701}
+{"step": 1990000, "wall_time": 20332.208446502686, "train_loss_step": 5.318239212036133, "n_params": 4633780, "total_flops": 28327594598400000, "train_loss": 0.033751267857021754, "subset_score_loss": 0.033751267857021754}
+{"step": 2000000, "wall_time": 20545.159533023834, "train_loss_step": 5.673661708831787, "n_params": 4633780, "total_flops": 28469944320000000, "train_loss": 0.03344502449035645, "subset_score_loss": 0.03344502449035645, "memorization_fraction_pixel": 0.2483000010251999, "mean_nn_ratio_pixel": 0.7087300419807434, "fid": 50.333239839898894}
+{"step": 2010000, "wall_time": 20640.38147163391, "train_loss_step": 5.260135173797607, "n_params": 4633780, "total_flops": 28612294041600000, "train_loss": 0.03435551060570611, "subset_score_loss": 0.03435551060570611}
+{"step": 2020000, "wall_time": 20733.794128894806, "train_loss_step": 5.664270401000977, "n_params": 4633780, "total_flops": 28754643763200000, "train_loss": 0.032795980241563584, "subset_score_loss": 0.032795980241563584}
+{"step": 2030000, "wall_time": 20819.632977247238, "train_loss_step": 5.535799503326416, "n_params": 4633780, "total_flops": 28896993484800000, "train_loss": 0.03059558868408203, "subset_score_loss": 0.03059558868408203}
+{"step": 2040000, "wall_time": 20915.155549287796, "train_loss_step": 5.579262733459473, "n_params": 4633780, "total_flops": 29039343206400000, "train_loss": 0.03258216381072998, "subset_score_loss": 0.03258216381072998}
+{"step": 2050000, "wall_time": 20995.10496377945, "train_loss_step": 5.3378143310546875, "n_params": 4633780, "total_flops": 29181692928000000, "train_loss": 0.030462826622856987, "subset_score_loss": 0.030462826622856987}
+{"step": 2060000, "wall_time": 21090.124879598618, "train_loss_step": 5.54615592956543, "n_params": 4633780, "total_flops": 29324042649600000, "train_loss": 0.03097449673546685, "subset_score_loss": 0.03097449673546685}
+{"step": 2070000, "wall_time": 21174.89297556877, "train_loss_step": 5.3435516357421875, "n_params": 4633780, "total_flops": 29466392371200000, "train_loss": 0.032203083568149146, "subset_score_loss": 0.032203083568149146}
+{"step": 2080000, "wall_time": 21269.6514441967, "train_loss_step": 5.5227370262146, "n_params": 4633780, "total_flops": 29608742092800000, "train_loss": 0.030200452274746364, "subset_score_loss": 0.030200452274746364}
+{"step": 2090000, "wall_time": 21364.938937187195, "train_loss_step": 5.718127250671387, "n_params": 4633780, "total_flops": 29751091814400000, "train_loss": 0.030430067910088433, "subset_score_loss": 0.030430067910088433}
+{"step": 2100000, "wall_time": 21575.948857307434, "train_loss_step": 5.228219509124756, "n_params": 4633780, "total_flops": 29893441536000000, "train_loss": 0.032820921474032934, "subset_score_loss": 0.032820921474032934, "memorization_fraction_pixel": 0.23810000717639923, "mean_nn_ratio_pixel": 0.7208040952682495, "fid": 51.443318605371125}
+{"step": 2110000, "wall_time": 21670.632029771805, "train_loss_step": 5.409404754638672, "n_params": 4633780, "total_flops": 30035791257600000, "train_loss": 0.030991734398735895, "subset_score_loss": 0.030991734398735895}
+{"step": 2120000, "wall_time": 21762.829769849777, "train_loss_step": 5.6814446449279785, "n_params": 4633780, "total_flops": 30178140979200000, "train_loss": 0.030687197049458822, "subset_score_loss": 0.030687197049458822}
+{"step": 2130000, "wall_time": 21851.464180469513, "train_loss_step": 5.125518798828125, "n_params": 4633780, "total_flops": 30320490700800000, "train_loss": 0.030066839853922524, "subset_score_loss": 0.030066839853922524}
+{"step": 2140000, "wall_time": 21946.198793888092, "train_loss_step": 5.393814563751221, "n_params": 4633780, "total_flops": 30462840422400000, "train_loss": 0.029588140381707085, "subset_score_loss": 0.029588140381707085}
+{"step": 2150000, "wall_time": 22027.980562210083, "train_loss_step": 5.304684638977051, "n_params": 4633780, "total_flops": 30605190144000000, "train_loss": 0.030263031853569877, "subset_score_loss": 0.030263031853569877}
+{"step": 2160000, "wall_time": 22110.352914333344, "train_loss_step": 5.535897731781006, "n_params": 4633780, "total_flops": 30747539865600000, "train_loss": 0.03230102856953939, "subset_score_loss": 0.03230102856953939}
+{"step": 2170000, "wall_time": 22205.316253900528, "train_loss_step": 5.643589973449707, "n_params": 4633780, "total_flops": 30889889587200000, "train_loss": 0.0357503334681193, "subset_score_loss": 0.0357503334681193}
+{"step": 2180000, "wall_time": 22300.1513171196, "train_loss_step": 5.577486991882324, "n_params": 4633780, "total_flops": 31032239308800000, "train_loss": 0.03274683422512478, "subset_score_loss": 0.03274683422512478}
+{"step": 2190000, "wall_time": 22395.718000650406, "train_loss_step": 5.24081563949585, "n_params": 4633780, "total_flops": 31174589030400000, "train_loss": 0.03339069684346517, "subset_score_loss": 0.03339069684346517}
+{"step": 2200000, "wall_time": 22623.95400595665, "train_loss_step": 5.35310697555542, "n_params": 4633780, "total_flops": 31316938752000000, "train_loss": 0.030151512887742784, "subset_score_loss": 0.030151512887742784, "memorization_fraction_pixel": 0.2770000100135803, "mean_nn_ratio_pixel": 0.688486635684967, "fid": 47.17437100823521}
+{"step": 2210000, "wall_time": 22719.458298921585, "train_loss_step": 5.751792907714844, "n_params": 4633780, "total_flops": 31459288473600000, "train_loss": 0.032984055413140194, "subset_score_loss": 0.032984055413140194}
+{"step": 2220000, "wall_time": 22800.078898906708, "train_loss_step": 5.5334248542785645, "n_params": 4633780, "total_flops": 31601638195200000, "train_loss": 0.032200137774149575, "subset_score_loss": 0.032200137774149575}
+{"step": 2230000, "wall_time": 22894.85150527954, "train_loss_step": 5.1874895095825195, "n_params": 4633780, "total_flops": 31743987916800000, "train_loss": 0.032009220123291014, "subset_score_loss": 0.032009220123291014}
+{"step": 2240000, "wall_time": 22989.911064624786, "train_loss_step": 5.643216133117676, "n_params": 4633780, "total_flops": 31886337638400000, "train_loss": 0.032103215323554146, "subset_score_loss": 0.032103215323554146}
+{"step": 2250000, "wall_time": 23063.117934703827, "train_loss_step": 5.121277809143066, "n_params": 4633780, "total_flops": 32028687360000000, "train_loss": 0.0315757777955797, "subset_score_loss": 0.0315757777955797}
+{"step": 2260000, "wall_time": 23157.304993629456, "train_loss_step": 4.924615383148193, "n_params": 4633780, "total_flops": 32171037081600000, "train_loss": 0.02829427719116211, "subset_score_loss": 0.02829427719116211}
+{"step": 2270000, "wall_time": 23251.65935230255, "train_loss_step": 5.239711284637451, "n_params": 4633780, "total_flops": 32313386803200000, "train_loss": 0.030450468593173557, "subset_score_loss": 0.030450468593173557}
+{"step": 2280000, "wall_time": 23347.007705450058, "train_loss_step": 5.309308052062988, "n_params": 4633780, "total_flops": 32455736524800000, "train_loss": 0.030383441183302138, "subset_score_loss": 0.030383441183302138}
+{"step": 2290000, "wall_time": 23440.51537823677, "train_loss_step": 5.256551742553711, "n_params": 4633780, "total_flops": 32598086246400000, "train_loss": 0.031117863125271268, "subset_score_loss": 0.031117863125271268}
+{"step": 2300000, "wall_time": 23668.277277946472, "train_loss_step": 5.147921085357666, "n_params": 4633780, "total_flops": 32740435968000000, "train_loss": 0.02916368908352322, "subset_score_loss": 0.02916368908352322, "memorization_fraction_pixel": 0.2946999967098236, "mean_nn_ratio_pixel": 0.6751874685287476, "fid": 47.80230695136711}
+{"step": 2310000, "wall_time": 23755.0319583416, "train_loss_step": 5.247245788574219, "n_params": 4633780, "total_flops": 32882785689600000, "train_loss": 0.02876911958058675, "subset_score_loss": 0.02876911958058675}
+{"step": 2320000, "wall_time": 23847.827318429947, "train_loss_step": 5.234184265136719, "n_params": 4633780, "total_flops": 33025135411200000, "train_loss": 0.031123389138115777, "subset_score_loss": 0.031123389138115777}
+{"step": 2330000, "wall_time": 23942.30415415764, "train_loss_step": 5.561903953552246, "n_params": 4633780, "total_flops": 33167485132800000, "train_loss": 0.030122126473320854, "subset_score_loss": 0.030122126473320854}
+{"step": 2340000, "wall_time": 24028.81964302063, "train_loss_step": 5.302849769592285, "n_params": 4633780, "total_flops": 33309834854400000, "train_loss": 0.03254191875457764, "subset_score_loss": 0.03254191875457764}
+{"step": 2350000, "wall_time": 24110.67986178398, "train_loss_step": 5.176947116851807, "n_params": 4633780, "total_flops": 33452184576000000, "train_loss": 0.03165321615007188, "subset_score_loss": 0.03165321615007188}
+{"step": 2360000, "wall_time": 24200.622278928757, "train_loss_step": 5.02326774597168, "n_params": 4633780, "total_flops": 33594534297600000, "train_loss": 0.02998504638671875, "subset_score_loss": 0.02998504638671875}
+{"step": 2370000, "wall_time": 24295.48767375946, "train_loss_step": 5.348828315734863, "n_params": 4633780, "total_flops": 33736884019200000, "train_loss": 0.028763246536254884, "subset_score_loss": 0.028763246536254884}
+{"step": 2380000, "wall_time": 24389.08730340004, "train_loss_step": 5.54878044128418, "n_params": 4633780, "total_flops": 33879233740800000, "train_loss": 0.028136899736192492, "subset_score_loss": 0.028136899736192492}
+{"step": 2390000, "wall_time": 24484.510603904724, "train_loss_step": 5.2924723625183105, "n_params": 4633780, "total_flops": 34021583462400000, "train_loss": 0.027995371818542482, "subset_score_loss": 0.027995371818542482}
+{"step": 2400000, "wall_time": 24660.25053215027, "train_loss_step": 5.33724308013916, "n_params": 4633780, "total_flops": 34163933184000000, "train_loss": 0.03474387062920464, "subset_score_loss": 0.03474387062920464, "memorization_fraction_pixel": 0.2955999970436096, "mean_nn_ratio_pixel": 0.6763071417808533, "fid": 47.74348495734465}
+{"step": 2410000, "wall_time": 24752.189420938492, "train_loss_step": 5.103054046630859, "n_params": 4633780, "total_flops": 34306282905600000, "train_loss": 0.03037602106730143, "subset_score_loss": 0.03037602106730143}
+{"step": 2420000, "wall_time": 24847.697277784348, "train_loss_step": 4.759683609008789, "n_params": 4633780, "total_flops": 34448632627200000, "train_loss": 0.027211422390407986, "subset_score_loss": 0.027211422390407986}
+{"step": 2430000, "wall_time": 24942.001881361008, "train_loss_step": 4.974610328674316, "n_params": 4633780, "total_flops": 34590982348800000, "train_loss": 0.028888789812723796, "subset_score_loss": 0.028888789812723796}
+{"step": 2440000, "wall_time": 25035.42516231537, "train_loss_step": 5.165835380554199, "n_params": 4633780, "total_flops": 34733332070400000, "train_loss": 0.030733654234144422, "subset_score_loss": 0.030733654234144422}
+{"step": 2450000, "wall_time": 25130.128587007523, "train_loss_step": 5.313543796539307, "n_params": 4633780, "total_flops": 34875681792000000, "train_loss": 0.02953102323744032, "subset_score_loss": 0.02953102323744032}
+{"step": 2460000, "wall_time": 25217.353405952454, "train_loss_step": 5.556881427764893, "n_params": 4633780, "total_flops": 35018031513600000, "train_loss": 0.029401000340779623, "subset_score_loss": 0.029401000340779623}
+{"step": 2470000, "wall_time": 25310.36619257927, "train_loss_step": 5.4000091552734375, "n_params": 4633780, "total_flops": 35160381235200000, "train_loss": 0.02849441899193658, "subset_score_loss": 0.02849441899193658}
+{"step": 2480000, "wall_time": 25405.737859725952, "train_loss_step": 5.111502170562744, "n_params": 4633780, "total_flops": 35302730956800000, "train_loss": 0.028055122163560656, "subset_score_loss": 0.028055122163560656}
+{"step": 2490000, "wall_time": 25501.092343091965, "train_loss_step": 5.571290016174316, "n_params": 4633780, "total_flops": 35445080678400000, "train_loss": 0.029419573148091634, "subset_score_loss": 0.029419573148091634}
+{"step": 2500000, "wall_time": 25708.71825146675, "train_loss_step": 4.961962699890137, "n_params": 4633780, "total_flops": 35587430400000000, "train_loss": 0.028115516238742404, "subset_score_loss": 0.028115516238742404, "memorization_fraction_pixel": 0.32120001316070557, "mean_nn_ratio_pixel": 0.6582453846931458, "fid": 46.177369361103715}
+{"step": 2510000, "wall_time": 25800.742557048798, "train_loss_step": 5.181373596191406, "n_params": 4633780, "total_flops": 35729780121600000, "train_loss": 0.02957008679707845, "subset_score_loss": 0.02957008679707845}
+{"step": 2520000, "wall_time": 25890.341159820557, "train_loss_step": 5.108597755432129, "n_params": 4633780, "total_flops": 35872129843200000, "train_loss": 0.03066194322374132, "subset_score_loss": 0.03066194322374132}
+{"step": 2530000, "wall_time": 25981.846276283264, "train_loss_step": 5.397340774536133, "n_params": 4633780, "total_flops": 36014479564800000, "train_loss": 0.02888466517130534, "subset_score_loss": 0.02888466517130534}
+{"step": 2540000, "wall_time": 26077.23188185692, "train_loss_step": 4.806149482727051, "n_params": 4633780, "total_flops": 36156829286400000, "train_loss": 0.028805942005581325, "subset_score_loss": 0.028805942005581325}
+{"step": 2550000, "wall_time": 26172.056596517563, "train_loss_step": 5.243786811828613, "n_params": 4633780, "total_flops": 36299179008000000, "train_loss": 0.02749247021145291, "subset_score_loss": 0.02749247021145291}
+{"step": 2560000, "wall_time": 26249.809592485428, "train_loss_step": 5.107693672180176, "n_params": 4633780, "total_flops": 36441528729600000, "train_loss": 0.026922183566623265, "subset_score_loss": 0.026922183566623265}
+{"step": 2570000, "wall_time": 26344.62126493454, "train_loss_step": 5.036822319030762, "n_params": 4633780, "total_flops": 36583878451200000, "train_loss": 0.02842179669274224, "subset_score_loss": 0.02842179669274224}
+{"step": 2580000, "wall_time": 26440.37815451622, "train_loss_step": 5.253965377807617, "n_params": 4633780, "total_flops": 36726228172800000, "train_loss": 0.029855328136020237, "subset_score_loss": 0.029855328136020237}
+{"step": 2590000, "wall_time": 26535.706174135208, "train_loss_step": 5.0821533203125, "n_params": 4633780, "total_flops": 36868577894400000, "train_loss": 0.027604685889350042, "subset_score_loss": 0.027604685889350042}
+{"step": 2600000, "wall_time": 26735.030017614365, "train_loss_step": 4.7912468910217285, "n_params": 4633780, "total_flops": 37010927616000000, "train_loss": 0.028740186161465116, "subset_score_loss": 0.028740186161465116, "memorization_fraction_pixel": 0.2955999970436096, "mean_nn_ratio_pixel": 0.6809901595115662, "fid": 50.3296500156311}
+{"step": 2610000, "wall_time": 26827.75895881653, "train_loss_step": 5.160380840301514, "n_params": 4633780, "total_flops": 37153277337600000, "train_loss": 0.02785192330678304, "subset_score_loss": 0.02785192330678304}
+{"step": 2620000, "wall_time": 26909.355305433273, "train_loss_step": 5.116275787353516, "n_params": 4633780, "total_flops": 37295627059200000, "train_loss": 0.028444443808661568, "subset_score_loss": 0.028444443808661568}
+{"step": 2630000, "wall_time": 27004.239663362503, "train_loss_step": 4.9234747886657715, "n_params": 4633780, "total_flops": 37437976780800000, "train_loss": 0.02689217726389567, "subset_score_loss": 0.02689217726389567}
+{"step": 2640000, "wall_time": 27099.533416748047, "train_loss_step": 5.2172932624816895, "n_params": 4633780, "total_flops": 37580326502400000, "train_loss": 0.026562229792277018, "subset_score_loss": 0.026562229792277018}
+{"step": 2650000, "wall_time": 27192.820493221283, "train_loss_step": 4.963622093200684, "n_params": 4633780, "total_flops": 37722676224000000, "train_loss": 0.02580484019385444, "subset_score_loss": 0.02580484019385444}
+{"step": 2660000, "wall_time": 27278.647572994232, "train_loss_step": 4.984760761260986, "n_params": 4633780, "total_flops": 37865025945600000, "train_loss": 0.02767777442932129, "subset_score_loss": 0.02767777442932129}
+{"step": 2670000, "wall_time": 27373.26020884514, "train_loss_step": 5.066440582275391, "n_params": 4633780, "total_flops": 38007375667200000, "train_loss": 0.02697830465104845, "subset_score_loss": 0.02697830465104845}
+{"step": 2680000, "wall_time": 27468.78352546692, "train_loss_step": 5.122655391693115, "n_params": 4633780, "total_flops": 38149725388800000, "train_loss": 0.028109592861599392, "subset_score_loss": 0.028109592861599392}
+{"step": 2690000, "wall_time": 27564.266691446304, "train_loss_step": 5.228694438934326, "n_params": 4633780, "total_flops": 38292075110400000, "train_loss": 0.02779073980119493, "subset_score_loss": 0.02779073980119493}
+{"step": 2700000, "wall_time": 27777.340183019638, "train_loss_step": 4.758251190185547, "n_params": 4633780, "total_flops": 38434424832000000, "train_loss": 0.026896021101209852, "subset_score_loss": 0.026896021101209852, "memorization_fraction_pixel": 0.33250001072883606, "mean_nn_ratio_pixel": 0.6578489542007446, "fid": 49.95075419592462}
+{"step": 2710000, "wall_time": 27858.886605024338, "train_loss_step": 4.989103317260742, "n_params": 4633780, "total_flops": 38576774553600000, "train_loss": 0.029435780313279893, "subset_score_loss": 0.029435780313279893}
+{"step": 2720000, "wall_time": 27954.054683685303, "train_loss_step": 5.079095840454102, "n_params": 4633780, "total_flops": 38719124275200000, "train_loss": 0.026825311448838977, "subset_score_loss": 0.026825311448838977}
+{"step": 2730000, "wall_time": 28047.483863592148, "train_loss_step": 5.297040939331055, "n_params": 4633780, "total_flops": 38861473996800000, "train_loss": 0.028142375416225857, "subset_score_loss": 0.028142375416225857}
+{"step": 2740000, "wall_time": 28142.37469983101, "train_loss_step": 5.012882232666016, "n_params": 4633780, "total_flops": 39003823718400000, "train_loss": 0.027712053722805448, "subset_score_loss": 0.027712053722805448}
+{"step": 2750000, "wall_time": 28237.529938936234, "train_loss_step": 4.977358341217041, "n_params": 4633780, "total_flops": 39146173440000000, "train_loss": 0.02776756286621094, "subset_score_loss": 0.02776756286621094}
+{"step": 2760000, "wall_time": 28319.171151161194, "train_loss_step": 5.269816875457764, "n_params": 4633780, "total_flops": 39288523161600000, "train_loss": 0.02610121832953559, "subset_score_loss": 0.02610121832953559}
+{"step": 2770000, "wall_time": 28413.574409723282, "train_loss_step": 4.784069061279297, "n_params": 4633780, "total_flops": 39430872883200000, "train_loss": 0.028942818111843533, "subset_score_loss": 0.028942818111843533}
+{"step": 2780000, "wall_time": 28509.076451063156, "train_loss_step": 4.999853610992432, "n_params": 4633780, "total_flops": 39573222604800000, "train_loss": 0.02810265753004286, "subset_score_loss": 0.02810265753004286}
+{"step": 2790000, "wall_time": 28604.70121073723, "train_loss_step": 4.983019828796387, "n_params": 4633780, "total_flops": 39715572326400000, "train_loss": 0.02666708098517524, "subset_score_loss": 0.02666708098517524}
+{"step": 2800000, "wall_time": 28761.63722229004, "train_loss_step": 4.961815357208252, "n_params": 4633780, "total_flops": 39857922048000000, "train_loss": 0.027512494723002115, "subset_score_loss": 0.027512494723002115, "memorization_fraction_pixel": 0.3610000014305115, "mean_nn_ratio_pixel": 0.6341679692268372, "fid": 47.048181514546805}
+{"step": 2810000, "wall_time": 28853.768721342087, "train_loss_step": 4.905771255493164, "n_params": 4633780, "total_flops": 40000271769600000, "train_loss": 0.026075527403089736, "subset_score_loss": 0.026075527403089736}
+{"step": 2820000, "wall_time": 28947.495603084564, "train_loss_step": 4.980710983276367, "n_params": 4633780, "total_flops": 40142621491200000, "train_loss": 0.028568760553995768, "subset_score_loss": 0.028568760553995768}
+{"step": 2830000, "wall_time": 29042.13577055931, "train_loss_step": 5.082013130187988, "n_params": 4633780, "total_flops": 40284971212800000, "train_loss": 0.028013245264689127, "subset_score_loss": 0.028013245264689127}
+{"step": 2840000, "wall_time": 29137.010523319244, "train_loss_step": 5.040543556213379, "n_params": 4633780, "total_flops": 40427320934400000, "train_loss": 0.026621002621120878, "subset_score_loss": 0.026621002621120878}
+{"step": 2850000, "wall_time": 29231.637251853943, "train_loss_step": 4.934846878051758, "n_params": 4633780, "total_flops": 40569670656000000, "train_loss": 0.02576449712117513, "subset_score_loss": 0.02576449712117513}
+{"step": 2860000, "wall_time": 29327.09704065323, "train_loss_step": 5.19488525390625, "n_params": 4633780, "total_flops": 40712020377600000, "train_loss": 0.026236512925889757, "subset_score_loss": 0.026236512925889757}
+{"step": 2870000, "wall_time": 29418.83004283905, "train_loss_step": 5.101699352264404, "n_params": 4633780, "total_flops": 40854370099200000, "train_loss": 0.02917380862765842, "subset_score_loss": 0.02917380862765842}
+{"step": 2880000, "wall_time": 29514.002864837646, "train_loss_step": 5.309503555297852, "n_params": 4633780, "total_flops": 40996719820800000, "train_loss": 0.026437017652723525, "subset_score_loss": 0.026437017652723525}
+{"step": 2890000, "wall_time": 29609.25319623947, "train_loss_step": 4.841889381408691, "n_params": 4633780, "total_flops": 41139069542400000, "train_loss": 0.02556700176662869, "subset_score_loss": 0.02556700176662869}
+{"step": 2900000, "wall_time": 29772.94069170952, "train_loss_step": 4.74489688873291, "n_params": 4633780, "total_flops": 41281419264000000, "train_loss": 0.027095627784729005, "subset_score_loss": 0.027095627784729005, "memorization_fraction_pixel": 0.3693999946117401, "mean_nn_ratio_pixel": 0.6305685639381409, "fid": 45.99930821437823}
+{"step": 2910000, "wall_time": 29868.140285253525, "train_loss_step": 4.576563358306885, "n_params": 4633780, "total_flops": 41423768985600000, "train_loss": 0.025544206301371258, "subset_score_loss": 0.025544206301371258}
+{"step": 2920000, "wall_time": 29961.546575069427, "train_loss_step": 4.9514665603637695, "n_params": 4633780, "total_flops": 41566118707200000, "train_loss": 0.027987482812669544, "subset_score_loss": 0.027987482812669544}
+{"step": 2930000, "wall_time": 30056.14785385132, "train_loss_step": 4.706394195556641, "n_params": 4633780, "total_flops": 41708468428800000, "train_loss": 0.026222385300530327, "subset_score_loss": 0.026222385300530327}
+{"step": 2940000, "wall_time": 30151.12264275551, "train_loss_step": 5.264590740203857, "n_params": 4633780, "total_flops": 41850818150400000, "train_loss": 0.02573236624399821, "subset_score_loss": 0.02573236624399821}
+{"step": 2950000, "wall_time": 30246.65017580986, "train_loss_step": 4.604702472686768, "n_params": 4633780, "total_flops": 41993167872000000, "train_loss": 0.025895211431715224, "subset_score_loss": 0.025895211431715224}
+{"step": 2960000, "wall_time": 30341.695417881012, "train_loss_step": 4.779047012329102, "n_params": 4633780, "total_flops": 42135517593600000, "train_loss": 0.025335330433315702, "subset_score_loss": 0.025335330433315702}
+{"step": 2970000, "wall_time": 30434.84957051277, "train_loss_step": 4.647717475891113, "n_params": 4633780, "total_flops": 42277867315200000, "train_loss": 0.025407873259650337, "subset_score_loss": 0.025407873259650337}
+{"step": 2980000, "wall_time": 30530.22505760193, "train_loss_step": 4.792291164398193, "n_params": 4633780, "total_flops": 42420217036800000, "train_loss": 0.026000875896877714, "subset_score_loss": 0.026000875896877714}
+{"step": 2990000, "wall_time": 30625.6348862648, "train_loss_step": 4.8135271072387695, "n_params": 4633780, "total_flops": 42562566758400000, "train_loss": 0.024083023601108127, "subset_score_loss": 0.024083023601108127}
+{"step": 3000000, "wall_time": 30775.96542406082, "train_loss_step": 4.850986480712891, "n_params": 4633780, "total_flops": 42704916480000000, "train_loss": 0.024303679996066623, "subset_score_loss": 0.024303679996066623, "memorization_fraction_pixel": 0.3935000002384186, "mean_nn_ratio_pixel": 0.6127997636795044, "fid": 45.63131368574179}
+{"step": 3010000, "wall_time": 30869.366602659225, "train_loss_step": 4.873178958892822, "n_params": 4633780, "total_flops": 42847266201600000, "train_loss": 0.025992406739128962, "subset_score_loss": 0.025992406739128962}
+{"step": 3020000, "wall_time": 30964.095295906067, "train_loss_step": 4.765164375305176, "n_params": 4633780, "total_flops": 42989615923200000, "train_loss": 0.025476725896199544, "subset_score_loss": 0.025476725896199544}
+{"step": 3030000, "wall_time": 31059.058559179306, "train_loss_step": 4.820530414581299, "n_params": 4633780, "total_flops": 43131965644800000, "train_loss": 0.02524768511454264, "subset_score_loss": 0.02524768511454264}
+{"step": 3040000, "wall_time": 31153.936507940292, "train_loss_step": 4.45771598815918, "n_params": 4633780, "total_flops": 43274315366400000, "train_loss": 0.02552059226565891, "subset_score_loss": 0.02552059226565891}
+{"step": 3050000, "wall_time": 31249.212322950363, "train_loss_step": 4.906528472900391, "n_params": 4633780, "total_flops": 43416665088000000, "train_loss": 0.026327273580763075, "subset_score_loss": 0.026327273580763075}
+{"step": 3060000, "wall_time": 31344.52295899391, "train_loss_step": 5.36613655090332, "n_params": 4633780, "total_flops": 43559014809600000, "train_loss": 0.025407825575934517, "subset_score_loss": 0.025407825575934517}
+{"step": 3070000, "wall_time": 31437.653917312622, "train_loss_step": 4.554718017578125, "n_params": 4633780, "total_flops": 43701364531200000, "train_loss": 0.02634654574924045, "subset_score_loss": 0.02634654574924045}
+{"step": 3080000, "wall_time": 31532.808391571045, "train_loss_step": 4.895853042602539, "n_params": 4633780, "total_flops": 43843714252800000, "train_loss": 0.025630529721577963, "subset_score_loss": 0.025630529721577963}
+{"step": 3090000, "wall_time": 31627.924044132233, "train_loss_step": 4.92983865737915, "n_params": 4633780, "total_flops": 43986063974400000, "train_loss": 0.025073088539971245, "subset_score_loss": 0.025073088539971245}
+{"step": 3100000, "wall_time": 31775.58211708069, "train_loss_step": 4.928763389587402, "n_params": 4633780, "total_flops": 44128413696000000, "train_loss": 0.02684783140818278, "subset_score_loss": 0.02684783140818278, "memorization_fraction_pixel": 0.38119998574256897, "mean_nn_ratio_pixel": 0.6230559945106506, "fid": 44.95062207203434}
+{"step": 3110000, "wall_time": 31869.891500473022, "train_loss_step": 4.883627414703369, "n_params": 4633780, "total_flops": 44270763417600000, "train_loss": 0.025344631406995985, "subset_score_loss": 0.025344631406995985}
+{"step": 3120000, "wall_time": 31964.85458612442, "train_loss_step": 5.3874616622924805, "n_params": 4633780, "total_flops": 44413113139200000, "train_loss": 0.034582840071784124, "subset_score_loss": 0.034582840071784124}
+{"step": 3130000, "wall_time": 32060.01104736328, "train_loss_step": 4.812397003173828, "n_params": 4633780, "total_flops": 44555462860800000, "train_loss": 0.024074270990159775, "subset_score_loss": 0.024074270990159775}
+{"step": 3140000, "wall_time": 32155.106941461563, "train_loss_step": 4.685816764831543, "n_params": 4633780, "total_flops": 44697812582400000, "train_loss": 0.02458884186214871, "subset_score_loss": 0.02458884186214871}
+{"step": 3150000, "wall_time": 32250.27740931511, "train_loss_step": 4.719673156738281, "n_params": 4633780, "total_flops": 44840162304000000, "train_loss": 0.026469442579481337, "subset_score_loss": 0.026469442579481337}
+{"step": 3160000, "wall_time": 32345.3583111763, "train_loss_step": 4.446158409118652, "n_params": 4633780, "total_flops": 44982512025600000, "train_loss": 0.025633939107259116, "subset_score_loss": 0.025633939107259116}
+{"step": 3170000, "wall_time": 32440.361008167267, "train_loss_step": 5.371711730957031, "n_params": 4633780, "total_flops": 45124861747200000, "train_loss": 0.024863852394951716, "subset_score_loss": 0.024863852394951716}
+{"step": 3180000, "wall_time": 32533.284211874008, "train_loss_step": 4.747443199157715, "n_params": 4633780, "total_flops": 45267211468800000, "train_loss": 0.024455059899224176, "subset_score_loss": 0.024455059899224176}
+{"step": 3190000, "wall_time": 32628.281159877777, "train_loss_step": 4.675466537475586, "n_params": 4633780, "total_flops": 45409561190400000, "train_loss": 0.0236517243915134, "subset_score_loss": 0.0236517243915134}
+{"step": 3200000, "wall_time": 32772.544461250305, "train_loss_step": 4.646225452423096, "n_params": 4633780, "total_flops": 45551910912000000, "train_loss": 0.025144060452779133, "subset_score_loss": 0.025144060452779133, "memorization_fraction_pixel": 0.3880000114440918, "mean_nn_ratio_pixel": 0.6172283291816711, "fid": 47.591168478149775}
+{"step": 3210000, "wall_time": 32867.76809978485, "train_loss_step": 4.487529754638672, "n_params": 4633780, "total_flops": 45694260633600000, "train_loss": 0.02404673629336887, "subset_score_loss": 0.02404673629336887}
+{"step": 3220000, "wall_time": 32962.73222613335, "train_loss_step": 4.99008846282959, "n_params": 4633780, "total_flops": 45836610355200000, "train_loss": 0.02472981876797146, "subset_score_loss": 0.02472981876797146}
+{"step": 3230000, "wall_time": 33058.03706097603, "train_loss_step": 4.896326065063477, "n_params": 4633780, "total_flops": 45978960076800000, "train_loss": 0.026275006930033366, "subset_score_loss": 0.026275006930033366}
+{"step": 3240000, "wall_time": 33153.32497191429, "train_loss_step": 4.897655487060547, "n_params": 4633780, "total_flops": 46121309798400000, "train_loss": 0.025524091720581055, "subset_score_loss": 0.025524091720581055}
+{"step": 3250000, "wall_time": 33248.1128218174, "train_loss_step": 4.875830173492432, "n_params": 4633780, "total_flops": 46263659520000000, "train_loss": 0.02364221149020725, "subset_score_loss": 0.02364221149020725}
+{"step": 3260000, "wall_time": 33343.358691453934, "train_loss_step": 4.511051177978516, "n_params": 4633780, "total_flops": 46406009241600000, "train_loss": 0.02415129608578152, "subset_score_loss": 0.02415129608578152}
+{"step": 3270000, "wall_time": 33438.124817848206, "train_loss_step": 4.976428985595703, "n_params": 4633780, "total_flops": 46548358963200000, "train_loss": 0.02388044198354085, "subset_score_loss": 0.02388044198354085}
+{"step": 3280000, "wall_time": 33531.35958194733, "train_loss_step": 4.774355411529541, "n_params": 4633780, "total_flops": 46690708684800000, "train_loss": 0.024373308817545573, "subset_score_loss": 0.024373308817545573}
+{"step": 3290000, "wall_time": 33626.82187414169, "train_loss_step": 4.977723121643066, "n_params": 4633780, "total_flops": 46833058406400000, "train_loss": 0.026944544580247667, "subset_score_loss": 0.026944544580247667}
+{"step": 3300000, "wall_time": 33787.69237923622, "train_loss_step": 4.806064605712891, "n_params": 4633780, "total_flops": 46975408128000000, "train_loss": 0.02525281376308865, "subset_score_loss": 0.02525281376308865, "memorization_fraction_pixel": 0.392300009727478, "mean_nn_ratio_pixel": 0.622919499874115, "fid": 48.59262744008482}
+{"step": 3310000, "wall_time": 33883.21318268776, "train_loss_step": 5.26261043548584, "n_params": 4633780, "total_flops": 47117757849600000, "train_loss": 0.025700842009650338, "subset_score_loss": 0.025700842009650338}
+{"step": 3320000, "wall_time": 33978.035450935364, "train_loss_step": 4.879977703094482, "n_params": 4633780, "total_flops": 47260107571200000, "train_loss": 0.023723570505777995, "subset_score_loss": 0.023723570505777995}
+{"step": 3330000, "wall_time": 34073.37624788284, "train_loss_step": 4.690732002258301, "n_params": 4633780, "total_flops": 47402457292800000, "train_loss": 0.02506879170735677, "subset_score_loss": 0.02506879170735677}
+{"step": 3340000, "wall_time": 34168.56912398338, "train_loss_step": 4.602237701416016, "n_params": 4633780, "total_flops": 47544807014400000, "train_loss": 0.027278298801845974, "subset_score_loss": 0.027278298801845974}
+{"step": 3350000, "wall_time": 34263.575746297836, "train_loss_step": 4.819246292114258, "n_params": 4633780, "total_flops": 47687156736000000, "train_loss": 0.023950560887654623, "subset_score_loss": 0.023950560887654623}
+{"step": 3360000, "wall_time": 34358.59453010559, "train_loss_step": 4.8315277099609375, "n_params": 4633780, "total_flops": 47829506457600000, "train_loss": 0.023758382267422145, "subset_score_loss": 0.023758382267422145}
+{"step": 3370000, "wall_time": 34453.27195811272, "train_loss_step": 4.752415180206299, "n_params": 4633780, "total_flops": 47971856179200000, "train_loss": 0.025010114245944553, "subset_score_loss": 0.025010114245944553}
+{"step": 3380000, "wall_time": 34546.88052916527, "train_loss_step": 4.700560569763184, "n_params": 4633780, "total_flops": 48114205900800000, "train_loss": 0.02308593326144748, "subset_score_loss": 0.02308593326144748}
+{"step": 3390000, "wall_time": 34631.27678632736, "train_loss_step": 4.2996134757995605, "n_params": 4633780, "total_flops": 48256555622400000, "train_loss": 0.026585131221347386, "subset_score_loss": 0.026585131221347386}
+{"step": 3400000, "wall_time": 34780.694454431534, "train_loss_step": 4.725490570068359, "n_params": 4633780, "total_flops": 48398905344000000, "train_loss": 0.024356044663323296, "subset_score_loss": 0.024356044663323296, "memorization_fraction_pixel": 0.4117000102996826, "mean_nn_ratio_pixel": 0.6002082228660583, "fid": 47.607108284709426}
+{"step": 3410000, "wall_time": 34875.88616394997, "train_loss_step": 4.365001678466797, "n_params": 4633780, "total_flops": 48541255065600000, "train_loss": 0.023689280615912543, "subset_score_loss": 0.023689280615912543}
+{"step": 3420000, "wall_time": 34970.707592487335, "train_loss_step": 4.166093826293945, "n_params": 4633780, "total_flops": 48683604787200000, "train_loss": 0.02579877641465929, "subset_score_loss": 0.02579877641465929}
+{"step": 3430000, "wall_time": 35065.885806798935, "train_loss_step": 4.76214599609375, "n_params": 4633780, "total_flops": 48825954508800000, "train_loss": 0.026329480277167427, "subset_score_loss": 0.026329480277167427}
+{"step": 3440000, "wall_time": 35160.940103292465, "train_loss_step": 4.608056545257568, "n_params": 4633780, "total_flops": 48968304230400000, "train_loss": 0.026577003796895347, "subset_score_loss": 0.026577003796895347}
+{"step": 3450000, "wall_time": 35255.84815907478, "train_loss_step": 4.570519924163818, "n_params": 4633780, "total_flops": 49110653952000000, "train_loss": 0.02316991753048367, "subset_score_loss": 0.02316991753048367}
+{"step": 3460000, "wall_time": 35350.96864318848, "train_loss_step": 4.706273555755615, "n_params": 4633780, "total_flops": 49253003673600000, "train_loss": 0.02444488207499186, "subset_score_loss": 0.02444488207499186}
+{"step": 3470000, "wall_time": 35446.0815141201, "train_loss_step": 4.295612335205078, "n_params": 4633780, "total_flops": 49395353395200000, "train_loss": 0.021883385711246067, "subset_score_loss": 0.021883385711246067}
+{"step": 3480000, "wall_time": 35539.01669883728, "train_loss_step": 4.767499923706055, "n_params": 4633780, "total_flops": 49537703116800000, "train_loss": 0.0235053989622328, "subset_score_loss": 0.0235053989622328}
+{"step": 3490000, "wall_time": 35624.38541173935, "train_loss_step": 4.672266960144043, "n_params": 4633780, "total_flops": 49680052838400000, "train_loss": 0.024684431817796497, "subset_score_loss": 0.024684431817796497}
+{"step": 3500000, "wall_time": 35774.8345041275, "train_loss_step": 4.446535110473633, "n_params": 4633780, "total_flops": 49822402560000000, "train_loss": 0.02250010437435574, "subset_score_loss": 0.02250010437435574, "memorization_fraction_pixel": 0.364300012588501, "mean_nn_ratio_pixel": 0.64407879114151, "fid": 50.69173227367409}
+{"step": 3510000, "wall_time": 35869.49964547157, "train_loss_step": 4.825202941894531, "n_params": 4633780, "total_flops": 49964752281600000, "train_loss": 0.02384725676642524, "subset_score_loss": 0.02384725676642524}
+{"step": 3520000, "wall_time": 35964.80744123459, "train_loss_step": 4.8252410888671875, "n_params": 4633780, "total_flops": 50107102003200000, "train_loss": 0.02280514505174425, "subset_score_loss": 0.02280514505174425}
+{"step": 3530000, "wall_time": 36059.75503349304, "train_loss_step": 4.896498680114746, "n_params": 4633780, "total_flops": 50249451724800000, "train_loss": 0.024727845191955568, "subset_score_loss": 0.024727845191955568}
+{"step": 3540000, "wall_time": 36154.77755641937, "train_loss_step": 4.778637886047363, "n_params": 4633780, "total_flops": 50391801446400000, "train_loss": 0.027670454978942872, "subset_score_loss": 0.027670454978942872}
+{"step": 3550000, "wall_time": 36249.909569740295, "train_loss_step": 4.201552391052246, "n_params": 4633780, "total_flops": 50534151168000000, "train_loss": 0.023166163762410482, "subset_score_loss": 0.023166163762410482}
+{"step": 3560000, "wall_time": 36345.06112551689, "train_loss_step": 4.695554256439209, "n_params": 4633780, "total_flops": 50676500889600000, "train_loss": 0.02213521136177911, "subset_score_loss": 0.02213521136177911}
+{"step": 3570000, "wall_time": 36439.7485973835, "train_loss_step": 4.520242214202881, "n_params": 4633780, "total_flops": 50818850611200000, "train_loss": 0.024435159895155163, "subset_score_loss": 0.024435159895155163}
+{"step": 3580000, "wall_time": 36533.228028059006, "train_loss_step": 4.7370991706848145, "n_params": 4633780, "total_flops": 50961200332800000, "train_loss": 0.023188569810655382, "subset_score_loss": 0.023188569810655382}
+{"step": 3590000, "wall_time": 36618.771579027176, "train_loss_step": 4.886802673339844, "n_params": 4633780, "total_flops": 51103550054400000, "train_loss": 0.023409533500671386, "subset_score_loss": 0.023409533500671386}
+{"step": 3600000, "wall_time": 36776.53942465782, "train_loss_step": 4.191356658935547, "n_params": 4633780, "total_flops": 51245899776000000, "train_loss": 0.022548076841566296, "subset_score_loss": 0.022548076841566296, "memorization_fraction_pixel": 0.4675000011920929, "mean_nn_ratio_pixel": 0.5651168823242188, "fid": 45.17929526719544}
+{"step": 3610000, "wall_time": 36871.43762803078, "train_loss_step": 4.506987571716309, "n_params": 4633780, "total_flops": 51388249497600000, "train_loss": 0.022961049609714086, "subset_score_loss": 0.022961049609714086}
+{"step": 3620000, "wall_time": 36966.31334257126, "train_loss_step": 4.942084312438965, "n_params": 4633780, "total_flops": 51530599219200000, "train_loss": 0.03136117723253038, "subset_score_loss": 0.03136117723253038}
+{"step": 3630000, "wall_time": 37061.56380367279, "train_loss_step": 4.393857002258301, "n_params": 4633780, "total_flops": 51672948940800000, "train_loss": 0.022322204377916124, "subset_score_loss": 0.022322204377916124}
+{"step": 3640000, "wall_time": 37157.002794981, "train_loss_step": 4.539600849151611, "n_params": 4633780, "total_flops": 51815298662400000, "train_loss": 0.025296611256069607, "subset_score_loss": 0.025296611256069607}
+{"step": 3650000, "wall_time": 37252.2882297039, "train_loss_step": 4.289207458496094, "n_params": 4633780, "total_flops": 51957648384000000, "train_loss": 0.02165269719229804, "subset_score_loss": 0.02165269719229804}
+{"step": 3660000, "wall_time": 37346.95655584335, "train_loss_step": 4.435503005981445, "n_params": 4633780, "total_flops": 52099998105600000, "train_loss": 0.024811196327209472, "subset_score_loss": 0.024811196327209472}
+{"step": 3670000, "wall_time": 37440.29276394844, "train_loss_step": 4.640477657318115, "n_params": 4633780, "total_flops": 52242347827200000, "train_loss": 0.02256180180443658, "subset_score_loss": 0.02256180180443658}
+{"step": 3680000, "wall_time": 37535.55866742134, "train_loss_step": 4.468057632446289, "n_params": 4633780, "total_flops": 52384697548800000, "train_loss": 0.02244274351331923, "subset_score_loss": 0.02244274351331923}
+{"step": 3690000, "wall_time": 37617.87023973465, "train_loss_step": 4.211697101593018, "n_params": 4633780, "total_flops": 52527047270400000, "train_loss": 0.023101637098524305, "subset_score_loss": 0.023101637098524305}
+{"step": 3700000, "wall_time": 37776.33436655998, "train_loss_step": 4.453510284423828, "n_params": 4633780, "total_flops": 52669396992000000, "train_loss": 0.023141429159376357, "subset_score_loss": 0.023141429159376357, "memorization_fraction_pixel": 0.45980000495910645, "mean_nn_ratio_pixel": 0.5679808259010315, "fid": 45.12614787166362}
+{"step": 3710000, "wall_time": 37871.413738012314, "train_loss_step": 4.503070831298828, "n_params": 4633780, "total_flops": 52811746713600000, "train_loss": 0.022655296325683593, "subset_score_loss": 0.022655296325683593}
+{"step": 3720000, "wall_time": 37966.4192070961, "train_loss_step": 4.4659576416015625, "n_params": 4633780, "total_flops": 52954096435200000, "train_loss": 0.023030220137702093, "subset_score_loss": 0.023030220137702093}
+{"step": 3730000, "wall_time": 38061.87714385986, "train_loss_step": 4.435652732849121, "n_params": 4633780, "total_flops": 53096446156800000, "train_loss": 0.024321492513020834, "subset_score_loss": 0.024321492513020834}
+{"step": 3740000, "wall_time": 38157.049703121185, "train_loss_step": 4.536993503570557, "n_params": 4633780, "total_flops": 53238795878400000, "train_loss": 0.022518097029791937, "subset_score_loss": 0.022518097029791937}
+{"step": 3750000, "wall_time": 38252.34905099869, "train_loss_step": 4.650382041931152, "n_params": 4633780, "total_flops": 53381145600000000, "train_loss": 0.023960206243726943, "subset_score_loss": 0.023960206243726943}
+{"step": 3760000, "wall_time": 38347.54031062126, "train_loss_step": 4.6629486083984375, "n_params": 4633780, "total_flops": 53523495321600000, "train_loss": 0.022163810994890003, "subset_score_loss": 0.022163810994890003}
+{"step": 3770000, "wall_time": 38440.65972542763, "train_loss_step": 4.713827610015869, "n_params": 4633780, "total_flops": 53665845043200000, "train_loss": 0.023491530948215062, "subset_score_loss": 0.023491530948215062}
+{"step": 3780000, "wall_time": 38535.827095508575, "train_loss_step": 4.612275123596191, "n_params": 4633780, "total_flops": 53808194764800000, "train_loss": 0.02173378202650282, "subset_score_loss": 0.02173378202650282}
+{"step": 3790000, "wall_time": 38614.47962760925, "train_loss_step": 4.646646499633789, "n_params": 4633780, "total_flops": 53950544486400000, "train_loss": 0.023652497927347818, "subset_score_loss": 0.023652497927347818}
+{"step": 3800000, "wall_time": 38775.2869040966, "train_loss_step": 4.439018726348877, "n_params": 4633780, "total_flops": 54092894208000000, "train_loss": 0.02271368768480089, "subset_score_loss": 0.02271368768480089, "memorization_fraction_pixel": 0.43369999527931213, "mean_nn_ratio_pixel": 0.5904572606086731, "fid": 47.44626010231374}
+{"step": 3810000, "wall_time": 38870.426154613495, "train_loss_step": 4.347393989562988, "n_params": 4633780, "total_flops": 54235243929600000, "train_loss": 0.022118655840555827, "subset_score_loss": 0.022118655840555827}
+{"step": 3820000, "wall_time": 38965.53526687622, "train_loss_step": 4.676074981689453, "n_params": 4633780, "total_flops": 54377593651200000, "train_loss": 0.022769127951727974, "subset_score_loss": 0.022769127951727974}
+{"step": 3830000, "wall_time": 39060.830008506775, "train_loss_step": 4.567322254180908, "n_params": 4633780, "total_flops": 54519943372800000, "train_loss": 0.023534337679545086, "subset_score_loss": 0.023534337679545086}
+{"step": 3840000, "wall_time": 39155.83707857132, "train_loss_step": 4.766056537628174, "n_params": 4633780, "total_flops": 54662293094400000, "train_loss": 0.023035067982143827, "subset_score_loss": 0.023035067982143827}
+{"step": 3850000, "wall_time": 39251.27537941933, "train_loss_step": 4.702367782592773, "n_params": 4633780, "total_flops": 54804642816000000, "train_loss": 0.02478580739763048, "subset_score_loss": 0.02478580739763048}
+{"step": 3860000, "wall_time": 39344.46140432358, "train_loss_step": 4.378135681152344, "n_params": 4633780, "total_flops": 54946992537600000, "train_loss": 0.022709372308519153, "subset_score_loss": 0.022709372308519153}
+{"step": 3870000, "wall_time": 39439.30948519707, "train_loss_step": 4.802753448486328, "n_params": 4633780, "total_flops": 55089342259200000, "train_loss": 0.02188293006685045, "subset_score_loss": 0.02188293006685045}
+{"step": 3880000, "wall_time": 39534.492413282394, "train_loss_step": 4.584972381591797, "n_params": 4633780, "total_flops": 55231691980800000, "train_loss": 0.022158067756228975, "subset_score_loss": 0.022158067756228975}
+{"step": 3890000, "wall_time": 39612.21772837639, "train_loss_step": 4.144735813140869, "n_params": 4633780, "total_flops": 55374041702400000, "train_loss": 0.023996469709608288, "subset_score_loss": 0.023996469709608288}
+{"step": 3900000, "wall_time": 39764.81589627266, "train_loss_step": 4.534934997558594, "n_params": 4633780, "total_flops": 55516391424000000, "train_loss": 0.020760712358686657, "subset_score_loss": 0.020760712358686657, "memorization_fraction_pixel": 0.48919999599456787, "mean_nn_ratio_pixel": 0.5507344007492065, "fid": 43.893766203964205}
+{"step": 3910000, "wall_time": 39860.06457400322, "train_loss_step": 4.711300849914551, "n_params": 4633780, "total_flops": 55658741145600000, "train_loss": 0.021326756477355956, "subset_score_loss": 0.021326756477355956}
+{"step": 3920000, "wall_time": 39955.069145441055, "train_loss_step": 4.387767791748047, "n_params": 4633780, "total_flops": 55801090867200000, "train_loss": 0.021622229946984185, "subset_score_loss": 0.021622229946984185}
+{"step": 3930000, "wall_time": 40049.9425342083, "train_loss_step": 4.138200759887695, "n_params": 4633780, "total_flops": 55943440588800000, "train_loss": 0.02073395782046848, "subset_score_loss": 0.02073395782046848}
+{"step": 3940000, "wall_time": 40145.13393950462, "train_loss_step": 4.711630821228027, "n_params": 4633780, "total_flops": 56085790310400000, "train_loss": 0.02352293332417806, "subset_score_loss": 0.02352293332417806}
+{"step": 3950000, "wall_time": 40238.502363204956, "train_loss_step": 4.400218486785889, "n_params": 4633780, "total_flops": 56228140032000000, "train_loss": 0.021324012014600966, "subset_score_loss": 0.021324012014600966}
+{"step": 3960000, "wall_time": 40333.49327635765, "train_loss_step": 4.481304168701172, "n_params": 4633780, "total_flops": 56370489753600000, "train_loss": 0.022279969851175942, "subset_score_loss": 0.022279969851175942}
+{"step": 3970000, "wall_time": 40428.27691245079, "train_loss_step": 4.629273414611816, "n_params": 4633780, "total_flops": 56512839475200000, "train_loss": 0.023297911220126682, "subset_score_loss": 0.023297911220126682}
+{"step": 3980000, "wall_time": 40523.14560198784, "train_loss_step": 4.2719573974609375, "n_params": 4633780, "total_flops": 56655189196800000, "train_loss": 0.02321513228946262, "subset_score_loss": 0.02321513228946262}
+{"step": 3990000, "wall_time": 40604.52858400345, "train_loss_step": 4.388108730316162, "n_params": 4633780, "total_flops": 56797538918400000, "train_loss": 0.022444346215989855, "subset_score_loss": 0.022444346215989855}
+{"step": 4000000, "wall_time": 40758.12028694153, "train_loss_step": 4.605651378631592, "n_params": 4633780, "total_flops": 56939888640000000, "train_loss": 0.022178079022301567, "subset_score_loss": 0.022178079022301567, "memorization_fraction_pixel": 0.4578000009059906, "mean_nn_ratio_pixel": 0.5777891278266907, "fid": 48.03285996624957}
+{"step": 4010000, "wall_time": 40853.435725688934, "train_loss_step": 4.303049087524414, "n_params": 4633780, "total_flops": 57082238361600000, "train_loss": 0.022035694122314452, "subset_score_loss": 0.022035694122314452}
+{"step": 4020000, "wall_time": 40947.76683473587, "train_loss_step": 4.654775619506836, "n_params": 4633780, "total_flops": 57224588083200000, "train_loss": 0.029962004555596247, "subset_score_loss": 0.029962004555596247}
+{"step": 4030000, "wall_time": 41042.22616147995, "train_loss_step": 4.302855014801025, "n_params": 4633780, "total_flops": 57366937804800000, "train_loss": 0.023226488961113824, "subset_score_loss": 0.023226488961113824}
+{"step": 4040000, "wall_time": 41137.34831571579, "train_loss_step": 4.550930500030518, "n_params": 4633780, "total_flops": 57509287526400000, "train_loss": 0.021653283966912164, "subset_score_loss": 0.021653283966912164}
+{"step": 4050000, "wall_time": 41230.84671974182, "train_loss_step": 3.9441447257995605, "n_params": 4633780, "total_flops": 57651637248000000, "train_loss": 0.021182509263356526, "subset_score_loss": 0.021182509263356526}
+{"step": 4060000, "wall_time": 41325.90938949585, "train_loss_step": 4.5315961837768555, "n_params": 4633780, "total_flops": 57793986969600000, "train_loss": 0.02160207562976413, "subset_score_loss": 0.02160207562976413}
+{"step": 4070000, "wall_time": 41421.120098114014, "train_loss_step": 4.3310546875, "n_params": 4633780, "total_flops": 57936336691200000, "train_loss": 0.021496205859714086, "subset_score_loss": 0.021496205859714086}
+{"step": 4080000, "wall_time": 41516.04748916626, "train_loss_step": 4.286394119262695, "n_params": 4633780, "total_flops": 58078686412800000, "train_loss": 0.020153432422214086, "subset_score_loss": 0.020153432422214086}
+{"step": 4090000, "wall_time": 41599.14563822746, "train_loss_step": 4.389662742614746, "n_params": 4633780, "total_flops": 58221036134400000, "train_loss": 0.021209720770517984, "subset_score_loss": 0.021209720770517984}
+{"step": 4100000, "wall_time": 41757.718051195145, "train_loss_step": 4.0779032707214355, "n_params": 4633780, "total_flops": 58363385856000000, "train_loss": 0.022930653889973958, "subset_score_loss": 0.022930653889973958, "memorization_fraction_pixel": 0.45840001106262207, "mean_nn_ratio_pixel": 0.5738791823387146, "fid": 47.620771895393844}
+{"step": 4110000, "wall_time": 41852.378677845, "train_loss_step": 4.558043479919434, "n_params": 4633780, "total_flops": 58505735577600000, "train_loss": 0.02239115768008762, "subset_score_loss": 0.02239115768008762}
+{"step": 4120000, "wall_time": 41947.294028759, "train_loss_step": 4.476029396057129, "n_params": 4633780, "total_flops": 58648085299200000, "train_loss": 0.023784621556599935, "subset_score_loss": 0.023784621556599935}
+{"step": 4130000, "wall_time": 42042.40718817711, "train_loss_step": 4.574565887451172, "n_params": 4633780, "total_flops": 58790435020800000, "train_loss": 0.0224272092183431, "subset_score_loss": 0.0224272092183431}
+{"step": 4140000, "wall_time": 42136.28485417366, "train_loss_step": 4.307167053222656, "n_params": 4633780, "total_flops": 58932784742400000, "train_loss": 0.02220617797639635, "subset_score_loss": 0.02220617797639635}
+{"step": 4150000, "wall_time": 42231.48832154274, "train_loss_step": 4.422608375549316, "n_params": 4633780, "total_flops": 59075134464000000, "train_loss": 0.021534837616814507, "subset_score_loss": 0.021534837616814507}
+{"step": 4160000, "wall_time": 42326.788751363754, "train_loss_step": 4.113872528076172, "n_params": 4633780, "total_flops": 59217484185600000, "train_loss": 0.0227849456999037, "subset_score_loss": 0.0227849456999037}
+{"step": 4170000, "wall_time": 42422.04351067543, "train_loss_step": 4.221617221832275, "n_params": 4633780, "total_flops": 59359833907200000, "train_loss": 0.02259615527258979, "subset_score_loss": 0.02259615527258979}
+{"step": 4180000, "wall_time": 42517.1172580719, "train_loss_step": 4.540336608886719, "n_params": 4633780, "total_flops": 59502183628800000, "train_loss": 0.022719083891974554, "subset_score_loss": 0.022719083891974554}
+{"step": 4190000, "wall_time": 42601.87181401253, "train_loss_step": 4.56037712097168, "n_params": 4633780, "total_flops": 59644533350400000, "train_loss": 0.02100629144244724, "subset_score_loss": 0.02100629144244724}
+{"step": 4200000, "wall_time": 42762.99802446365, "train_loss_step": 4.294774055480957, "n_params": 4633780, "total_flops": 59786883072000000, "train_loss": 0.023155289226108128, "subset_score_loss": 0.023155289226108128, "memorization_fraction_pixel": 0.4657000005245209, "mean_nn_ratio_pixel": 0.5690091252326965, "fid": 45.648561983329145}
+{"step": 4210000, "wall_time": 42858.14310956001, "train_loss_step": 4.167364597320557, "n_params": 4633780, "total_flops": 59929232793600000, "train_loss": 0.020989685588412816, "subset_score_loss": 0.020989685588412816}
+{"step": 4220000, "wall_time": 42953.44752073288, "train_loss_step": 4.4185791015625, "n_params": 4633780, "total_flops": 60071582515200000, "train_loss": 0.021060464117262097, "subset_score_loss": 0.021060464117262097}
+{"step": 4230000, "wall_time": 43046.7234916687, "train_loss_step": 4.347101211547852, "n_params": 4633780, "total_flops": 60213932236800000, "train_loss": 0.02054945495393541, "subset_score_loss": 0.02054945495393541}
+{"step": 4240000, "wall_time": 43141.85330867767, "train_loss_step": 4.6372199058532715, "n_params": 4633780, "total_flops": 60356281958400000, "train_loss": 0.023372332255045574, "subset_score_loss": 0.023372332255045574}
+{"step": 4250000, "wall_time": 43237.17415475845, "train_loss_step": 4.307082176208496, "n_params": 4633780, "total_flops": 60498631680000000, "train_loss": 0.020071417755550807, "subset_score_loss": 0.020071417755550807}
+{"step": 4260000, "wall_time": 43332.390291929245, "train_loss_step": 4.3281755447387695, "n_params": 4633780, "total_flops": 60640981401600000, "train_loss": 0.020785803265041775, "subset_score_loss": 0.020785803265041775}
+{"step": 4270000, "wall_time": 43427.624327898026, "train_loss_step": 4.323592185974121, "n_params": 4633780, "total_flops": 60783331123200000, "train_loss": 0.02110803657107883, "subset_score_loss": 0.02110803657107883}
+{"step": 4280000, "wall_time": 43518.98592877388, "train_loss_step": 4.173801422119141, "n_params": 4633780, "total_flops": 60925680844800000, "train_loss": 0.020875316196017794, "subset_score_loss": 0.020875316196017794}
+{"step": 4290000, "wall_time": 43609.82925581932, "train_loss_step": 4.190581321716309, "n_params": 4633780, "total_flops": 61068030566400000, "train_loss": 0.020710415310329862, "subset_score_loss": 0.020710415310329862}
+{"step": 4300000, "wall_time": 43767.1278321743, "train_loss_step": 4.5245819091796875, "n_params": 4633780, "total_flops": 61210380288000000, "train_loss": 0.021366221374935573, "subset_score_loss": 0.021366221374935573, "memorization_fraction_pixel": 0.506600022315979, "mean_nn_ratio_pixel": 0.5400523543357849, "fid": 43.300195825122415}
+{"step": 4310000, "wall_time": 43862.46804499626, "train_loss_step": 4.442991733551025, "n_params": 4633780, "total_flops": 61352730009600000, "train_loss": 0.021546434031592475, "subset_score_loss": 0.021546434031592475}
+{"step": 4320000, "wall_time": 43957.577125787735, "train_loss_step": 4.204020977020264, "n_params": 4633780, "total_flops": 61495079731200000, "train_loss": 0.019990607102711996, "subset_score_loss": 0.019990607102711996}
+{"step": 4330000, "wall_time": 44051.18129849434, "train_loss_step": 4.321568012237549, "n_params": 4633780, "total_flops": 61637429452800000, "train_loss": 0.019771023591359457, "subset_score_loss": 0.019771023591359457}
+{"step": 4340000, "wall_time": 44146.398287296295, "train_loss_step": 4.30540657043457, "n_params": 4633780, "total_flops": 61779779174400000, "train_loss": 0.019688753286997478, "subset_score_loss": 0.019688753286997478}
+{"step": 4350000, "wall_time": 44241.49856758118, "train_loss_step": 4.211141586303711, "n_params": 4633780, "total_flops": 61922128896000000, "train_loss": 0.020807449022928873, "subset_score_loss": 0.020807449022928873}
+{"step": 4360000, "wall_time": 44336.743618011475, "train_loss_step": 4.1622724533081055, "n_params": 4633780, "total_flops": 62064478617600000, "train_loss": 0.020918926927778456, "subset_score_loss": 0.020918926927778456}
+{"step": 4370000, "wall_time": 44432.16033124924, "train_loss_step": 4.439673900604248, "n_params": 4633780, "total_flops": 62206828339200000, "train_loss": 0.020542462666829426, "subset_score_loss": 0.020542462666829426}
+{"step": 4380000, "wall_time": 44517.95490980148, "train_loss_step": 4.362796783447266, "n_params": 4633780, "total_flops": 62349178060800000, "train_loss": 0.02142778370115492, "subset_score_loss": 0.02142778370115492}
+{"step": 4390000, "wall_time": 44612.508784770966, "train_loss_step": 4.329131603240967, "n_params": 4633780, "total_flops": 62491527782400000, "train_loss": 0.02032049894332886, "subset_score_loss": 0.02032049894332886}
+{"step": 4400000, "wall_time": 44768.45822787285, "train_loss_step": 4.26875114440918, "n_params": 4633780, "total_flops": 62633877504000000, "train_loss": 0.020913563834296333, "subset_score_loss": 0.020913563834296333, "memorization_fraction_pixel": 0.5216000080108643, "mean_nn_ratio_pixel": 0.5247879028320312, "fid": 43.58055623062865}
+{"step": 4410000, "wall_time": 44863.53197598457, "train_loss_step": 4.369133472442627, "n_params": 4633780, "total_flops": 62776227225600000, "train_loss": 0.021722243891821966, "subset_score_loss": 0.021722243891821966}
+{"step": 4420000, "wall_time": 44957.06695699692, "train_loss_step": 4.022345542907715, "n_params": 4633780, "total_flops": 62918576947200000, "train_loss": 0.021938510735829673, "subset_score_loss": 0.021938510735829673}
+{"step": 4430000, "wall_time": 45052.41596007347, "train_loss_step": 4.346956253051758, "n_params": 4633780, "total_flops": 63060926668800000, "train_loss": 0.0211453292104933, "subset_score_loss": 0.0211453292104933}
+{"step": 4440000, "wall_time": 45147.78814768791, "train_loss_step": 4.501401901245117, "n_params": 4633780, "total_flops": 63203276390400000, "train_loss": 0.020173050297631157, "subset_score_loss": 0.020173050297631157}
+{"step": 4450000, "wall_time": 45242.99748635292, "train_loss_step": 4.340878009796143, "n_params": 4633780, "total_flops": 63345626112000000, "train_loss": 0.0209184726079305, "subset_score_loss": 0.0209184726079305}
+{"step": 4460000, "wall_time": 45338.11177754402, "train_loss_step": 4.502591133117676, "n_params": 4633780, "total_flops": 63487975833600000, "train_loss": 0.02043623924255371, "subset_score_loss": 0.02043623924255371}
+{"step": 4470000, "wall_time": 45433.471927404404, "train_loss_step": 4.3086934089660645, "n_params": 4633780, "total_flops": 63630325555200000, "train_loss": 0.020384874608781602, "subset_score_loss": 0.020384874608781602}
+{"step": 4480000, "wall_time": 45516.810274362564, "train_loss_step": 4.211665630340576, "n_params": 4633780, "total_flops": 63772675276800000, "train_loss": 0.02060155471165975, "subset_score_loss": 0.02060155471165975}
+{"step": 4490000, "wall_time": 45611.36198306084, "train_loss_step": 4.24766731262207, "n_params": 4633780, "total_flops": 63915024998400000, "train_loss": 0.021623663107554116, "subset_score_loss": 0.021623663107554116}
+{"step": 4500000, "wall_time": 45768.217760801315, "train_loss_step": 4.009190082550049, "n_params": 4633780, "total_flops": 64057374720000000, "train_loss": 0.022034092744191488, "subset_score_loss": 0.022034092744191488, "memorization_fraction_pixel": 0.48820000886917114, "mean_nn_ratio_pixel": 0.555676281452179, "fid": 46.86433922878754}
+{"step": 4510000, "wall_time": 45861.622656583786, "train_loss_step": 4.397008895874023, "n_params": 4633780, "total_flops": 64199724441600000, "train_loss": 0.019928875234391956, "subset_score_loss": 0.019928875234391956}
+{"step": 4520000, "wall_time": 45956.92376327515, "train_loss_step": 4.475973129272461, "n_params": 4633780, "total_flops": 64342074163200000, "train_loss": 0.021644049220614962, "subset_score_loss": 0.021644049220614962}
+{"step": 4530000, "wall_time": 46052.31826710701, "train_loss_step": 4.31215763092041, "n_params": 4633780, "total_flops": 64484423884800000, "train_loss": 0.02015268670188056, "subset_score_loss": 0.02015268670188056}
+{"step": 4540000, "wall_time": 46147.718232154846, "train_loss_step": 4.60166072845459, "n_params": 4633780, "total_flops": 64626773606400000, "train_loss": 0.023227951261732313, "subset_score_loss": 0.023227951261732313}
+{"step": 4550000, "wall_time": 46242.7464697361, "train_loss_step": 4.542004108428955, "n_params": 4633780, "total_flops": 64769123328000000, "train_loss": 0.020915385087331137, "subset_score_loss": 0.020915385087331137}
+{"step": 4560000, "wall_time": 46337.833731651306, "train_loss_step": 4.669984817504883, "n_params": 4633780, "total_flops": 64911473049600000, "train_loss": 0.02024877733654446, "subset_score_loss": 0.02024877733654446}
+{"step": 4570000, "wall_time": 46432.281304359436, "train_loss_step": 4.260227203369141, "n_params": 4633780, "total_flops": 65053822771200000, "train_loss": 0.02037355767356025, "subset_score_loss": 0.02037355767356025}
+{"step": 4580000, "wall_time": 46518.66689634323, "train_loss_step": 4.223618984222412, "n_params": 4633780, "total_flops": 65196172492800000, "train_loss": 0.020879304409027098, "subset_score_loss": 0.020879304409027098}
+{"step": 4590000, "wall_time": 46613.49512863159, "train_loss_step": 4.239312171936035, "n_params": 4633780, "total_flops": 65338522214400000, "train_loss": 0.020902050866021052, "subset_score_loss": 0.020902050866021052}
+{"step": 4600000, "wall_time": 46776.26512217522, "train_loss_step": 4.6042327880859375, "n_params": 4633780, "total_flops": 65480871936000000, "train_loss": 0.0220166285832723, "subset_score_loss": 0.0220166285832723, "memorization_fraction_pixel": 0.47279998660087585, "mean_nn_ratio_pixel": 0.5696658492088318, "fid": 48.05764351260764}
+{"step": 4610000, "wall_time": 46850.803626060486, "train_loss_step": 3.9620566368103027, "n_params": 4633780, "total_flops": 65623221657600000, "train_loss": 0.01982664797041151, "subset_score_loss": 0.01982664797041151}
+{"step": 4620000, "wall_time": 46927.59924840927, "train_loss_step": 4.5257062911987305, "n_params": 4633780, "total_flops": 65765571379200000, "train_loss": 0.022560249434577094, "subset_score_loss": 0.022560249434577094}
+{"step": 4630000, "wall_time": 47004.58299803734, "train_loss_step": 4.41976261138916, "n_params": 4633780, "total_flops": 65907921100800000, "train_loss": 0.021082741684383816, "subset_score_loss": 0.021082741684383816}
+{"step": 4640000, "wall_time": 47080.86693453789, "train_loss_step": 4.3860578536987305, "n_params": 4633780, "total_flops": 66050270822400000, "train_loss": 0.021477136347028945, "subset_score_loss": 0.021477136347028945}
+{"step": 4650000, "wall_time": 47157.613558769226, "train_loss_step": 4.343611717224121, "n_params": 4633780, "total_flops": 66192620544000000, "train_loss": 0.02026668389638265, "subset_score_loss": 0.02026668389638265}
+{"step": 4660000, "wall_time": 47234.17094421387, "train_loss_step": 4.4192047119140625, "n_params": 4633780, "total_flops": 66334970265600000, "train_loss": 0.020560734801822238, "subset_score_loss": 0.020560734801822238}
+{"step": 4670000, "wall_time": 47302.74481034279, "train_loss_step": 4.137633323669434, "n_params": 4633780, "total_flops": 66477319987200000, "train_loss": 0.020999022324879966, "subset_score_loss": 0.020999022324879966}
+{"step": 4680000, "wall_time": 47378.52012324333, "train_loss_step": 4.328014373779297, "n_params": 4633780, "total_flops": 66619669708800000, "train_loss": 0.019936052958170573, "subset_score_loss": 0.019936052958170573}
+{"step": 4690000, "wall_time": 47455.276917696, "train_loss_step": 4.168725967407227, "n_params": 4633780, "total_flops": 66762019430400000, "train_loss": 0.019880220625135635, "subset_score_loss": 0.019880220625135635}
+{"step": 4700000, "wall_time": 47587.75382065773, "train_loss_step": 4.221465110778809, "n_params": 4633780, "total_flops": 66904369152000000, "train_loss": 0.018483082453409832, "subset_score_loss": 0.018483082453409832, "memorization_fraction_pixel": 0.5367000102996826, "mean_nn_ratio_pixel": 0.5185572504997253, "fid": 42.83734131763095}
+{"step": 4710000, "wall_time": 47655.109946250916, "train_loss_step": 4.349235534667969, "n_params": 4633780, "total_flops": 67046718873600000, "train_loss": 0.020292406611972385, "subset_score_loss": 0.020292406611972385}
+{"step": 4720000, "wall_time": 47731.73493003845, "train_loss_step": 4.604611873626709, "n_params": 4633780, "total_flops": 67189068595200000, "train_loss": 0.0200832552380032, "subset_score_loss": 0.0200832552380032}
+{"step": 4730000, "wall_time": 47808.279532432556, "train_loss_step": 4.340506076812744, "n_params": 4633780, "total_flops": 67331418316800000, "train_loss": 0.021850093205769857, "subset_score_loss": 0.021850093205769857}
+{"step": 4740000, "wall_time": 47885.20676636696, "train_loss_step": 4.604228973388672, "n_params": 4633780, "total_flops": 67473768038400000, "train_loss": 0.020946139759487576, "subset_score_loss": 0.020946139759487576}
+{"step": 4750000, "wall_time": 47962.01106643677, "train_loss_step": 4.34679651260376, "n_params": 4633780, "total_flops": 67616117760000000, "train_loss": 0.019800861676534016, "subset_score_loss": 0.019800861676534016}
+{"step": 4760000, "wall_time": 48038.981939554214, "train_loss_step": 4.066136360168457, "n_params": 4633780, "total_flops": 67758467481600000, "train_loss": 0.01990602281358507, "subset_score_loss": 0.01990602281358507}
+{"step": 4770000, "wall_time": 48099.99043250084, "train_loss_step": 4.413229942321777, "n_params": 4633780, "total_flops": 67900817203200000, "train_loss": 0.020266914367675783, "subset_score_loss": 0.020266914367675783}
+{"step": 4780000, "wall_time": 48158.41875195503, "train_loss_step": 4.471322059631348, "n_params": 4633780, "total_flops": 68043166924800000, "train_loss": 0.019368333286709255, "subset_score_loss": 0.019368333286709255}
+{"step": 4790000, "wall_time": 48216.82910704613, "train_loss_step": 4.284062385559082, "n_params": 4633780, "total_flops": 68185516646400000, "train_loss": 0.019653948148091634, "subset_score_loss": 0.019653948148091634}
+{"step": 4800000, "wall_time": 48322.656178712845, "train_loss_step": 4.281635284423828, "n_params": 4633780, "total_flops": 68327866368000000, "train_loss": 0.02086183892356025, "subset_score_loss": 0.02086183892356025, "memorization_fraction_pixel": 0.5047000050544739, "mean_nn_ratio_pixel": 0.5434446334838867, "fid": 48.56929653342784}
+{"step": 4810000, "wall_time": 48377.30946111679, "train_loss_step": 4.015699863433838, "n_params": 4633780, "total_flops": 68470216089600000, "train_loss": 0.019220352172851562, "subset_score_loss": 0.019220352172851562}
+{"step": 4820000, "wall_time": 48435.75778007507, "train_loss_step": 4.190829277038574, "n_params": 4633780, "total_flops": 68612565811200000, "train_loss": 0.020804941654205322, "subset_score_loss": 0.020804941654205322}
+{"step": 4830000, "wall_time": 48494.32169651985, "train_loss_step": 4.152046203613281, "n_params": 4633780, "total_flops": 68754915532800000, "train_loss": 0.02023052109612359, "subset_score_loss": 0.02023052109612359}
+{"step": 4840000, "wall_time": 48552.74225664139, "train_loss_step": 4.009747505187988, "n_params": 4633780, "total_flops": 68897265254400000, "train_loss": 0.020163218180338543, "subset_score_loss": 0.020163218180338543}
+{"step": 4850000, "wall_time": 48611.3344771862, "train_loss_step": 4.243565559387207, "n_params": 4633780, "total_flops": 69039614976000000, "train_loss": 0.019029855728149414, "subset_score_loss": 0.019029855728149414}
+{"step": 4860000, "wall_time": 48669.59055733681, "train_loss_step": 4.201356410980225, "n_params": 4633780, "total_flops": 69181964697600000, "train_loss": 0.020204647382100423, "subset_score_loss": 0.020204647382100423}
+{"step": 4870000, "wall_time": 48727.815417051315, "train_loss_step": 4.334530353546143, "n_params": 4633780, "total_flops": 69324314419200000, "train_loss": 0.018648582034640843, "subset_score_loss": 0.018648582034640843}
+{"step": 4880000, "wall_time": 48785.738429546356, "train_loss_step": 4.5841450691223145, "n_params": 4633780, "total_flops": 69466664140800000, "train_loss": 0.019819123215145534, "subset_score_loss": 0.019819123215145534}
+{"step": 4890000, "wall_time": 48844.0758626461, "train_loss_step": 4.1225481033325195, "n_params": 4633780, "total_flops": 69609013862400000, "train_loss": 0.02010394334793091, "subset_score_loss": 0.02010394334793091}
+{"step": 4900000, "wall_time": 48942.1971039772, "train_loss_step": 4.149733543395996, "n_params": 4633780, "total_flops": 69751363584000000, "train_loss": 0.019695250193277995, "subset_score_loss": 0.019695250193277995, "memorization_fraction_pixel": 0.5507000088691711, "mean_nn_ratio_pixel": 0.5099381804466248, "fid": 44.27759058284069}
+{"step": 4910000, "wall_time": 48972.3319644928, "train_loss_step": 4.457907676696777, "n_params": 4633780, "total_flops": 69893713305600000, "train_loss": 0.021667436758677164, "subset_score_loss": 0.021667436758677164}
+{"step": 4920000, "wall_time": 49012.56194996834, "train_loss_step": 4.173357009887695, "n_params": 4633780, "total_flops": 70036063027200000, "train_loss": 0.01991173293855455, "subset_score_loss": 0.01991173293855455}
+{"step": 4930000, "wall_time": 49052.77374792099, "train_loss_step": 4.342216491699219, "n_params": 4633780, "total_flops": 70178412748800000, "train_loss": 0.018310986624823677, "subset_score_loss": 0.018310986624823677}
+{"step": 4940000, "wall_time": 49093.02799701691, "train_loss_step": 3.8583767414093018, "n_params": 4633780, "total_flops": 70320762470400000, "train_loss": 0.01976572937435574, "subset_score_loss": 0.01976572937435574}
+{"step": 4950000, "wall_time": 49133.11178636551, "train_loss_step": 4.1589155197143555, "n_params": 4633780, "total_flops": 70463112192000000, "train_loss": 0.02075557576285468, "subset_score_loss": 0.02075557576285468}
+{"step": 4960000, "wall_time": 49173.537939310074, "train_loss_step": 4.1797332763671875, "n_params": 4633780, "total_flops": 70605461913600000, "train_loss": 0.019331243303087022, "subset_score_loss": 0.019331243303087022}
+{"step": 4970000, "wall_time": 49213.81289625168, "train_loss_step": 4.181817054748535, "n_params": 4633780, "total_flops": 70747811635200000, "train_loss": 0.02154297563764784, "subset_score_loss": 0.02154297563764784}
+{"step": 4980000, "wall_time": 49253.983895778656, "train_loss_step": 4.042091369628906, "n_params": 4633780, "total_flops": 70890161356800000, "train_loss": 0.018495134512583413, "subset_score_loss": 0.018495134512583413}
+{"step": 4990000, "wall_time": 49294.112027168274, "train_loss_step": 4.233178615570068, "n_params": 4633780, "total_flops": 71032511078400000, "train_loss": 0.020229693253835043, "subset_score_loss": 0.020229693253835043}
+{"step": 5000000, "wall_time": 49370.995918273926, "train_loss_step": 4.122753143310547, "n_params": 4633780, "total_flops": 71174860800000000, "train_loss": 0.019084142314063177, "subset_score_loss": 0.019084142314063177, "memorization_fraction_pixel": 0.54339998960495, "mean_nn_ratio_pixel": 0.5178585052490234, "fid": 42.79233835485215}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d180/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d180/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..d45a31288ce5d3ced3df3f65a1844d680cb71bd2
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d180/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     74s | train_loss=1.0022 | fid=346.4801
+  step   10000 |    170s | train_loss=0.6676
+  step   20000 |    266s | train_loss=0.5641
+  step   30000 |    362s | train_loss=0.4944
+  step   40000 |    458s | train_loss=0.4259
+  step   50000 |    554s | train_loss=0.3515
+  step   60000 |    650s | train_loss=0.2913
+  step   70000 |    747s | train_loss=0.2422
+  step   80000 |    843s | train_loss=0.2086
+  step   90000 |    939s | train_loss=0.1859
+  step  100000 |   1104s | train_loss=0.1706 | fid=69.2371
+  step  110000 |   1199s | train_loss=0.1553
+  step  120000 |   1296s | train_loss=0.1436
+  step  130000 |   1392s | train_loss=0.1377
+  step  140000 |   1488s | train_loss=0.1324
+  step  150000 |   1584s | train_loss=0.1280
+  step  160000 |   1678s | train_loss=0.1277
+  step  170000 |   1773s | train_loss=0.1152
+  step  180000 |   1868s | train_loss=0.1099
+  step  190000 |   1964s | train_loss=0.1070
+  step  200000 |   2129s | train_loss=0.1058 | fid=72.4742
+  step  210000 |   2223s | train_loss=0.1048
+  step  220000 |   2318s | train_loss=0.0968
+  step  230000 |   2414s | train_loss=0.0962
+  step  240000 |   2509s | train_loss=0.0958
+  step  250000 |   2605s | train_loss=0.0946
+  step  260000 |   2700s | train_loss=0.0930
+  step  270000 |   2795s | train_loss=0.0966
+  step  280000 |   2890s | train_loss=0.0890
+  step  290000 |   2980s | train_loss=0.0878
+  step  300000 |   3151s | train_loss=0.0840 | fid=80.9342
+  step  310000 |   3243s | train_loss=0.0845
+  step  320000 |   3339s | train_loss=0.0841
+  step  330000 |   3434s | train_loss=0.0835
+  step  340000 |   3530s | train_loss=0.0787
+  step  350000 |   3625s | train_loss=0.0806
+  step  360000 |   3720s | train_loss=0.0797
+  step  370000 |   3815s | train_loss=0.0773
+  step  380000 |   3904s | train_loss=0.0763
+  step  390000 |   3995s | train_loss=0.0748
+  step  400000 |   4171s | train_loss=0.0750 | fid=89.6280
+  step  410000 |   4263s | train_loss=0.0736
+  step  420000 |   4358s | train_loss=0.0727
+  step  430000 |   4453s | train_loss=0.0718
+  step  440000 |   4549s | train_loss=0.0705
+  step  450000 |   4644s | train_loss=0.0699
+  step  460000 |   4739s | train_loss=0.0681
+  step  470000 |   4832s | train_loss=0.0692
+  step  480000 |   4924s | train_loss=0.0659
+  step  490000 |   5015s | train_loss=0.0706
+  step  500000 |   5192s | train_loss=0.0664 | fid=89.8196
+  step  510000 |   5284s | train_loss=0.0646
+  step  520000 |   5379s | train_loss=0.0656
+  step  530000 |   5475s | train_loss=0.0622
+  step  540000 |   5570s | train_loss=0.0674
+  step  550000 |   5665s | train_loss=0.0637
+  step  560000 |   5761s | train_loss=0.0607
+  step  570000 |   5850s | train_loss=0.0629
+  step  580000 |   5944s | train_loss=0.0600
+  step  590000 |   6036s | train_loss=0.0624
+  step  600000 |   6212s | train_loss=0.0583 | fid=95.2592
+  step  610000 |   6304s | train_loss=0.0610
+  step  620000 |   6399s | train_loss=0.0597
+  step  630000 |   6495s | train_loss=0.0579
+  step  640000 |   6590s | train_loss=0.0562
+  step  650000 |   6686s | train_loss=0.0608
+  step  660000 |   6775s | train_loss=0.0566
+  step  670000 |   6871s | train_loss=0.0594
+  step  680000 |   6962s | train_loss=0.0557
+  step  690000 |   7057s | train_loss=0.0578
+  step  700000 |   7232s | train_loss=0.0537 | fid=91.1522
+  step  710000 |   7326s | train_loss=0.0630
+  step  720000 |   7420s | train_loss=0.0547
+  step  730000 |   7515s | train_loss=0.0559
+  step  740000 |   7610s | train_loss=0.0534
+  step  750000 |   7701s | train_loss=0.0532
+  step  760000 |   7795s | train_loss=0.0558
+  step  770000 |   7890s | train_loss=0.0567
+  step  780000 |   7982s | train_loss=0.0507
+  step  790000 |   8077s | train_loss=0.0513
+  step  800000 |   8252s | train_loss=0.0546 | fid=86.0588
+  step  810000 |   8348s | train_loss=0.0551
+  step  820000 |   8432s | train_loss=0.0506
+  step  830000 |   8527s | train_loss=0.0536
+  step  840000 |   8622s | train_loss=0.0500
+  step  850000 |   8701s | train_loss=0.0528
+  step  860000 |   8792s | train_loss=0.0499
+  step  870000 |   8882s | train_loss=0.0506
+  step  880000 |   8967s | train_loss=0.0484
+  step  890000 |   9062s | train_loss=0.0489
+  step  900000 |   9279s | train_loss=0.0515 | fid=85.6396
+  step  910000 |   9374s | train_loss=0.0511
+  step  920000 |   9461s | train_loss=0.0481
+  step  930000 |   9554s | train_loss=0.0477
+  step  940000 |   9646s | train_loss=0.0499
+  step  950000 |   9741s | train_loss=0.0473
+  step  960000 |   9837s | train_loss=0.0463
+  step  970000 |   9929s | train_loss=0.0445
+  step  980000 |  10024s | train_loss=0.0456
+  step  990000 |  10119s | train_loss=0.0478
+  step 1000000 |  10294s | train_loss=0.0457 | fid=82.7946
+  step 1010000 |  10389s | train_loss=0.0469
+  step 1020000 |  10481s | train_loss=0.0456
+  step 1030000 |  10574s | train_loss=0.0439
+  step 1040000 |  10666s | train_loss=0.0445
+  step 1050000 |  10761s | train_loss=0.0440
+  step 1060000 |  10856s | train_loss=0.0445
+  step 1070000 |  10949s | train_loss=0.0440
+  step 1080000 |  11044s | train_loss=0.0447
+  step 1090000 |  11140s | train_loss=0.0476
+  step 1100000 |  11315s | train_loss=0.0449 | fid=77.0331
+  step 1110000 |  11410s | train_loss=0.0478
+  step 1120000 |  11499s | train_loss=0.0452
+  step 1130000 |  11591s | train_loss=0.0436
+  step 1140000 |  11687s | train_loss=0.0425
+  step 1150000 |  11782s | train_loss=0.0419
+  step 1160000 |  11868s | train_loss=0.0411
+  step 1170000 |  11962s | train_loss=0.0422
+  step 1180000 |  12057s | train_loss=0.0452
+  step 1190000 |  12153s | train_loss=0.0418
+  step 1200000 |  12354s | train_loss=0.0431 | fid=70.6589
+  step 1210000 |  12447s | train_loss=0.0430
+  step 1220000 |  12525s | train_loss=0.0410
+  step 1230000 |  12606s | train_loss=0.0389
+  step 1240000 |  12702s | train_loss=0.0432
+  step 1250000 |  12796s | train_loss=0.0400
+  step 1260000 |  12888s | train_loss=0.0414
+  step 1270000 |  12983s | train_loss=0.0425
+  step 1280000 |  13079s | train_loss=0.0398
+  step 1290000 |  13174s | train_loss=0.0425
+  step 1300000 |  13349s | train_loss=0.0409 | fid=65.8734
+  step 1310000 |  13444s | train_loss=0.0406
+  step 1320000 |  13536s | train_loss=0.0411
+  step 1330000 |  13623s | train_loss=0.0395
+  step 1340000 |  13712s | train_loss=0.0412
+  step 1350000 |  13802s | train_loss=0.0413
+  step 1360000 |  13893s | train_loss=0.0418
+  step 1370000 |  13988s | train_loss=0.0421
+  step 1380000 |  14083s | train_loss=0.0395
+  step 1390000 |  14179s | train_loss=0.0401
+  step 1400000 |  14374s | train_loss=0.0386 | fid=64.6822
+  step 1410000 |  14457s | train_loss=0.0398
+  step 1420000 |  14552s | train_loss=0.0366
+  step 1430000 |  14648s | train_loss=0.0394
+  step 1440000 |  14732s | train_loss=0.0390
+  step 1450000 |  14815s | train_loss=0.0381
+  step 1460000 |  14907s | train_loss=0.0387
+  step 1470000 |  15002s | train_loss=0.0391
+  step 1480000 |  15097s | train_loss=0.0366
+  step 1490000 |  15191s | train_loss=0.0385
+  step 1500000 |  15387s | train_loss=0.0374 | fid=59.5964
+  step 1510000 |  15479s | train_loss=0.0367
+  step 1520000 |  15575s | train_loss=0.0359
+  step 1530000 |  15670s | train_loss=0.0397
+  step 1540000 |  15751s | train_loss=0.0350
+  step 1550000 |  15830s | train_loss=0.0362
+  step 1560000 |  15925s | train_loss=0.0368
+  step 1570000 |  16021s | train_loss=0.0382
+  step 1580000 |  16114s | train_loss=0.0360
+  step 1590000 |  16209s | train_loss=0.0375
+  step 1600000 |  16418s | train_loss=0.0347 | fid=56.6091
+  step 1610000 |  16513s | train_loss=0.0359
+  step 1620000 |  16608s | train_loss=0.0379
+  step 1630000 |  16703s | train_loss=0.0352
+  step 1640000 |  16783s | train_loss=0.0377
+  step 1650000 |  16862s | train_loss=0.0336
+  step 1660000 |  16957s | train_loss=0.0352
+  step 1670000 |  17051s | train_loss=0.0362
+  step 1680000 |  17146s | train_loss=0.0358
+  step 1690000 |  17241s | train_loss=0.0405
+  step 1700000 |  17432s | train_loss=0.0368 | fid=53.4527
+  step 1710000 |  17527s | train_loss=0.0335
+  step 1720000 |  17622s | train_loss=0.0352
+  step 1730000 |  17717s | train_loss=0.0360
+  step 1740000 |  17804s | train_loss=0.0320
+  step 1750000 |  17886s | train_loss=0.0353
+  step 1760000 |  17979s | train_loss=0.0341
+  step 1770000 |  18074s | train_loss=0.0379
+  step 1780000 |  18169s | train_loss=0.0331
+  step 1790000 |  18263s | train_loss=0.0356
+  step 1800000 |  18483s | train_loss=0.0353 | fid=54.0447
+  step 1810000 |  18578s | train_loss=0.0317
+  step 1820000 |  18673s | train_loss=0.0335
+  step 1830000 |  18766s | train_loss=0.0337
+  step 1840000 |  18841s | train_loss=0.0349
+  step 1850000 |  18931s | train_loss=0.0344
+  step 1860000 |  19026s | train_loss=0.0338
+  step 1870000 |  19122s | train_loss=0.0333
+  step 1880000 |  19215s | train_loss=0.0324
+  step 1890000 |  19305s | train_loss=0.0354
+  step 1900000 |  19516s | train_loss=0.0332 | fid=53.5900
+  step 1910000 |  19612s | train_loss=0.0330
+  step 1920000 |  19707s | train_loss=0.0328
+  step 1930000 |  19795s | train_loss=0.0342
+  step 1940000 |  19877s | train_loss=0.0322
+  step 1950000 |  19962s | train_loss=0.0343
+  step 1960000 |  20057s | train_loss=0.0343
+  step 1970000 |  20151s | train_loss=0.0318
+  step 1980000 |  20237s | train_loss=0.0305
+  step 1990000 |  20332s | train_loss=0.0338
+  step 2000000 |  20545s | train_loss=0.0334 | fid=50.3332
+  step 2010000 |  20640s | train_loss=0.0344
+  step 2020000 |  20734s | train_loss=0.0328
+  step 2030000 |  20820s | train_loss=0.0306
+  step 2040000 |  20915s | train_loss=0.0326
+  step 2050000 |  20995s | train_loss=0.0305
+  step 2060000 |  21090s | train_loss=0.0310
+  step 2070000 |  21175s | train_loss=0.0322
+  step 2080000 |  21270s | train_loss=0.0302
+  step 2090000 |  21365s | train_loss=0.0304
+  step 2100000 |  21576s | train_loss=0.0328 | fid=51.4433
+  step 2110000 |  21671s | train_loss=0.0310
+  step 2120000 |  21763s | train_loss=0.0307
+  step 2130000 |  21851s | train_loss=0.0301
+  step 2140000 |  21946s | train_loss=0.0296
+  step 2150000 |  22028s | train_loss=0.0303
+  step 2160000 |  22110s | train_loss=0.0323
+  step 2170000 |  22205s | train_loss=0.0358
+  step 2180000 |  22300s | train_loss=0.0327
+  step 2190000 |  22396s | train_loss=0.0334
+  step 2200000 |  22624s | train_loss=0.0302 | fid=47.1744
+  step 2210000 |  22719s | train_loss=0.0330
+  step 2220000 |  22800s | train_loss=0.0322
+  step 2230000 |  22895s | train_loss=0.0320
+  step 2240000 |  22990s | train_loss=0.0321
+  step 2250000 |  23063s | train_loss=0.0316
+  step 2260000 |  23157s | train_loss=0.0283
+  step 2270000 |  23252s | train_loss=0.0305
+  step 2280000 |  23347s | train_loss=0.0304
+  step 2290000 |  23441s | train_loss=0.0311
+  step 2300000 |  23668s | train_loss=0.0292 | fid=47.8023
+  step 2310000 |  23755s | train_loss=0.0288
+  step 2320000 |  23848s | train_loss=0.0311
+  step 2330000 |  23942s | train_loss=0.0301
+  step 2340000 |  24029s | train_loss=0.0325
+  step 2350000 |  24111s | train_loss=0.0317
+  step 2360000 |  24201s | train_loss=0.0300
+  step 2370000 |  24295s | train_loss=0.0288
+  step 2380000 |  24389s | train_loss=0.0281
+  step 2390000 |  24485s | train_loss=0.0280
+  step 2400000 |  24660s | train_loss=0.0347 | fid=47.7435
+  step 2410000 |  24752s | train_loss=0.0304
+  step 2420000 |  24848s | train_loss=0.0272
+  step 2430000 |  24942s | train_loss=0.0289
+  step 2440000 |  25035s | train_loss=0.0307
+  step 2450000 |  25130s | train_loss=0.0295
+  step 2460000 |  25217s | train_loss=0.0294
+  step 2470000 |  25310s | train_loss=0.0285
+  step 2480000 |  25406s | train_loss=0.0281
+  step 2490000 |  25501s | train_loss=0.0294
+  step 2500000 |  25709s | train_loss=0.0281 | fid=46.1774
+  step 2510000 |  25801s | train_loss=0.0296
+  step 2520000 |  25890s | train_loss=0.0307
+  step 2530000 |  25982s | train_loss=0.0289
+  step 2540000 |  26077s | train_loss=0.0288
+  step 2550000 |  26172s | train_loss=0.0275
+  step 2560000 |  26250s | train_loss=0.0269
+  step 2570000 |  26345s | train_loss=0.0284
+  step 2580000 |  26440s | train_loss=0.0299
+  step 2590000 |  26536s | train_loss=0.0276
+  step 2600000 |  26735s | train_loss=0.0287 | fid=50.3297
+  step 2610000 |  26828s | train_loss=0.0279
+  step 2620000 |  26909s | train_loss=0.0284
+  step 2630000 |  27004s | train_loss=0.0269
+  step 2640000 |  27100s | train_loss=0.0266
+  step 2650000 |  27193s | train_loss=0.0258
+  step 2660000 |  27279s | train_loss=0.0277
+  step 2670000 |  27373s | train_loss=0.0270
+  step 2680000 |  27469s | train_loss=0.0281
+  step 2690000 |  27564s | train_loss=0.0278
+  step 2700000 |  27777s | train_loss=0.0269 | fid=49.9508
+  step 2710000 |  27859s | train_loss=0.0294
+  step 2720000 |  27954s | train_loss=0.0268
+  step 2730000 |  28047s | train_loss=0.0281
+  step 2740000 |  28142s | train_loss=0.0277
+  step 2750000 |  28238s | train_loss=0.0278
+  step 2760000 |  28319s | train_loss=0.0261
+  step 2770000 |  28414s | train_loss=0.0289
+  step 2780000 |  28509s | train_loss=0.0281
+  step 2790000 |  28605s | train_loss=0.0267
+  step 2800000 |  28762s | train_loss=0.0275 | fid=47.0482
+  step 2810000 |  28854s | train_loss=0.0261
+  step 2820000 |  28947s | train_loss=0.0286
+  step 2830000 |  29042s | train_loss=0.0280
+  step 2840000 |  29137s | train_loss=0.0266
+  step 2850000 |  29232s | train_loss=0.0258
+  step 2860000 |  29327s | train_loss=0.0262
+  step 2870000 |  29419s | train_loss=0.0292
+  step 2880000 |  29514s | train_loss=0.0264
+  step 2890000 |  29609s | train_loss=0.0256
+  step 2900000 |  29773s | train_loss=0.0271 | fid=45.9993
+  step 2910000 |  29868s | train_loss=0.0255
+  step 2920000 |  29962s | train_loss=0.0280
+  step 2930000 |  30056s | train_loss=0.0262
+  step 2940000 |  30151s | train_loss=0.0257
+  step 2950000 |  30247s | train_loss=0.0259
+  step 2960000 |  30342s | train_loss=0.0253
+  step 2970000 |  30435s | train_loss=0.0254
+  step 2980000 |  30530s | train_loss=0.0260
+  step 2990000 |  30626s | train_loss=0.0241
+  step 3000000 |  30776s | train_loss=0.0243 | fid=45.6313
+  step 3010000 |  30869s | train_loss=0.0260
+  step 3020000 |  30964s | train_loss=0.0255
+  step 3030000 |  31059s | train_loss=0.0252
+  step 3040000 |  31154s | train_loss=0.0255
+  step 3050000 |  31249s | train_loss=0.0263
+  step 3060000 |  31345s | train_loss=0.0254
+  step 3070000 |  31438s | train_loss=0.0263
+  step 3080000 |  31533s | train_loss=0.0256
+  step 3090000 |  31628s | train_loss=0.0251
+  step 3100000 |  31776s | train_loss=0.0268 | fid=44.9506
+  step 3110000 |  31870s | train_loss=0.0253
+  step 3120000 |  31965s | train_loss=0.0346
+  step 3130000 |  32060s | train_loss=0.0241
+  step 3140000 |  32155s | train_loss=0.0246
+  step 3150000 |  32250s | train_loss=0.0265
+  step 3160000 |  32345s | train_loss=0.0256
+  step 3170000 |  32440s | train_loss=0.0249
+  step 3180000 |  32533s | train_loss=0.0245
+  step 3190000 |  32628s | train_loss=0.0237
+  step 3200000 |  32773s | train_loss=0.0251 | fid=47.5912
+  step 3210000 |  32868s | train_loss=0.0240
+  step 3220000 |  32963s | train_loss=0.0247
+  step 3230000 |  33058s | train_loss=0.0263
+  step 3240000 |  33153s | train_loss=0.0255
+  step 3250000 |  33248s | train_loss=0.0236
+  step 3260000 |  33343s | train_loss=0.0242
+  step 3270000 |  33438s | train_loss=0.0239
+  step 3280000 |  33531s | train_loss=0.0244
+  step 3290000 |  33627s | train_loss=0.0269
+  step 3300000 |  33788s | train_loss=0.0253 | fid=48.5926
+  step 3310000 |  33883s | train_loss=0.0257
+  step 3320000 |  33978s | train_loss=0.0237
+  step 3330000 |  34073s | train_loss=0.0251
+  step 3340000 |  34169s | train_loss=0.0273
+  step 3350000 |  34264s | train_loss=0.0240
+  step 3360000 |  34359s | train_loss=0.0238
+  step 3370000 |  34453s | train_loss=0.0250
+  step 3380000 |  34547s | train_loss=0.0231
+  step 3390000 |  34631s | train_loss=0.0266
+  step 3400000 |  34781s | train_loss=0.0244 | fid=47.6071
+  step 3410000 |  34876s | train_loss=0.0237
+  step 3420000 |  34971s | train_loss=0.0258
+  step 3430000 |  35066s | train_loss=0.0263
+  step 3440000 |  35161s | train_loss=0.0266
+  step 3450000 |  35256s | train_loss=0.0232
+  step 3460000 |  35351s | train_loss=0.0244
+  step 3470000 |  35446s | train_loss=0.0219
+  step 3480000 |  35539s | train_loss=0.0235
+  step 3490000 |  35624s | train_loss=0.0247
+  step 3500000 |  35775s | train_loss=0.0225 | fid=50.6917
+  step 3510000 |  35869s | train_loss=0.0238
+  step 3520000 |  35965s | train_loss=0.0228
+  step 3530000 |  36060s | train_loss=0.0247
+  step 3540000 |  36155s | train_loss=0.0277
+  step 3550000 |  36250s | train_loss=0.0232
+  step 3560000 |  36345s | train_loss=0.0221
+  step 3570000 |  36440s | train_loss=0.0244
+  step 3580000 |  36533s | train_loss=0.0232
+  step 3590000 |  36619s | train_loss=0.0234
+  step 3600000 |  36777s | train_loss=0.0225 | fid=45.1793
+  step 3610000 |  36871s | train_loss=0.0230
+  step 3620000 |  36966s | train_loss=0.0314
+  step 3630000 |  37062s | train_loss=0.0223
+  step 3640000 |  37157s | train_loss=0.0253
+  step 3650000 |  37252s | train_loss=0.0217
+  step 3660000 |  37347s | train_loss=0.0248
+  step 3670000 |  37440s | train_loss=0.0226
+  step 3680000 |  37536s | train_loss=0.0224
+  step 3690000 |  37618s | train_loss=0.0231
+  step 3700000 |  37776s | train_loss=0.0231 | fid=45.1261
+  step 3710000 |  37871s | train_loss=0.0227
+  step 3720000 |  37966s | train_loss=0.0230
+  step 3730000 |  38062s | train_loss=0.0243
+  step 3740000 |  38157s | train_loss=0.0225
+  step 3750000 |  38252s | train_loss=0.0240
+  step 3760000 |  38348s | train_loss=0.0222
+  step 3770000 |  38441s | train_loss=0.0235
+  step 3780000 |  38536s | train_loss=0.0217
+  step 3790000 |  38614s | train_loss=0.0237
+  step 3800000 |  38775s | train_loss=0.0227 | fid=47.4463
+  step 3810000 |  38870s | train_loss=0.0221
+  step 3820000 |  38966s | train_loss=0.0228
+  step 3830000 |  39061s | train_loss=0.0235
+  step 3840000 |  39156s | train_loss=0.0230
+  step 3850000 |  39251s | train_loss=0.0248
+  step 3860000 |  39344s | train_loss=0.0227
+  step 3870000 |  39439s | train_loss=0.0219
+  step 3880000 |  39534s | train_loss=0.0222
+  step 3890000 |  39612s | train_loss=0.0240
+  step 3900000 |  39765s | train_loss=0.0208 | fid=43.8938
+  step 3910000 |  39860s | train_loss=0.0213
+  step 3920000 |  39955s | train_loss=0.0216
+  step 3930000 |  40050s | train_loss=0.0207
+  step 3940000 |  40145s | train_loss=0.0235
+  step 3950000 |  40239s | train_loss=0.0213
+  step 3960000 |  40333s | train_loss=0.0223
+  step 3970000 |  40428s | train_loss=0.0233
+  step 3980000 |  40523s | train_loss=0.0232
+  step 3990000 |  40605s | train_loss=0.0224
+  step 4000000 |  40758s | train_loss=0.0222 | fid=48.0329
+  step 4010000 |  40853s | train_loss=0.0220
+  step 4020000 |  40948s | train_loss=0.0300
+  step 4030000 |  41042s | train_loss=0.0232
+  step 4040000 |  41137s | train_loss=0.0217
+  step 4050000 |  41231s | train_loss=0.0212
+  step 4060000 |  41326s | train_loss=0.0216
+  step 4070000 |  41421s | train_loss=0.0215
+  step 4080000 |  41516s | train_loss=0.0202
+  step 4090000 |  41599s | train_loss=0.0212
+  step 4100000 |  41758s | train_loss=0.0229 | fid=47.6208
+  step 4110000 |  41852s | train_loss=0.0224
+  step 4120000 |  41947s | train_loss=0.0238
+  step 4130000 |  42042s | train_loss=0.0224
+  step 4140000 |  42136s | train_loss=0.0222
+  step 4150000 |  42231s | train_loss=0.0215
+  step 4160000 |  42327s | train_loss=0.0228
+  step 4170000 |  42422s | train_loss=0.0226
+  step 4180000 |  42517s | train_loss=0.0227
+  step 4190000 |  42602s | train_loss=0.0210
+  step 4200000 |  42763s | train_loss=0.0232 | fid=45.6486
+  step 4210000 |  42858s | train_loss=0.0210
+  step 4220000 |  42953s | train_loss=0.0211
+  step 4230000 |  43047s | train_loss=0.0205
+  step 4240000 |  43142s | train_loss=0.0234
+  step 4250000 |  43237s | train_loss=0.0201
+  step 4260000 |  43332s | train_loss=0.0208
+  step 4270000 |  43428s | train_loss=0.0211
+  step 4280000 |  43519s | train_loss=0.0209
+  step 4290000 |  43610s | train_loss=0.0207
+  step 4300000 |  43767s | train_loss=0.0214 | fid=43.3002
+  step 4310000 |  43862s | train_loss=0.0215
+  step 4320000 |  43958s | train_loss=0.0200
+  step 4330000 |  44051s | train_loss=0.0198
+  step 4340000 |  44146s | train_loss=0.0197
+  step 4350000 |  44241s | train_loss=0.0208
+  step 4360000 |  44337s | train_loss=0.0209
+  step 4370000 |  44432s | train_loss=0.0205
+  step 4380000 |  44518s | train_loss=0.0214
+  step 4390000 |  44613s | train_loss=0.0203
+  step 4400000 |  44768s | train_loss=0.0209 | fid=43.5806
+  step 4410000 |  44864s | train_loss=0.0217
+  step 4420000 |  44957s | train_loss=0.0219
+  step 4430000 |  45052s | train_loss=0.0211
+  step 4440000 |  45148s | train_loss=0.0202
+  step 4450000 |  45243s | train_loss=0.0209
+  step 4460000 |  45338s | train_loss=0.0204
+  step 4470000 |  45433s | train_loss=0.0204
+  step 4480000 |  45517s | train_loss=0.0206
+  step 4490000 |  45611s | train_loss=0.0216
+  step 4500000 |  45768s | train_loss=0.0220 | fid=46.8643
+  step 4510000 |  45862s | train_loss=0.0199
+  step 4520000 |  45957s | train_loss=0.0216
+  step 4530000 |  46052s | train_loss=0.0202
+  step 4540000 |  46148s | train_loss=0.0232
+  step 4550000 |  46243s | train_loss=0.0209
+  step 4560000 |  46338s | train_loss=0.0202
+  step 4570000 |  46432s | train_loss=0.0204
+  step 4580000 |  46519s | train_loss=0.0209
+  step 4590000 |  46613s | train_loss=0.0209
+  step 4600000 |  46776s | train_loss=0.0220 | fid=48.0576
+  step 4610000 |  46851s | train_loss=0.0198
+  step 4620000 |  46928s | train_loss=0.0226
+  step 4630000 |  47005s | train_loss=0.0211
+  step 4640000 |  47081s | train_loss=0.0215
+  step 4650000 |  47158s | train_loss=0.0203
+  step 4660000 |  47234s | train_loss=0.0206
+  step 4670000 |  47303s | train_loss=0.0210
+  step 4680000 |  47379s | train_loss=0.0199
+  step 4690000 |  47455s | train_loss=0.0199
+  step 4700000 |  47588s | train_loss=0.0185 | fid=42.8373
+  step 4710000 |  47655s | train_loss=0.0203
+  step 4720000 |  47732s | train_loss=0.0201
+  step 4730000 |  47808s | train_loss=0.0219
+  step 4740000 |  47885s | train_loss=0.0209
+  step 4750000 |  47962s | train_loss=0.0198
+  step 4760000 |  48039s | train_loss=0.0199
+  step 4770000 |  48100s | train_loss=0.0203
+  step 4780000 |  48158s | train_loss=0.0194
+  step 4790000 |  48217s | train_loss=0.0197
+  step 4800000 |  48323s | train_loss=0.0209 | fid=48.5693
+  step 4810000 |  48377s | train_loss=0.0192
+  step 4820000 |  48436s | train_loss=0.0208
+  step 4830000 |  48494s | train_loss=0.0202
+  step 4840000 |  48553s | train_loss=0.0202
+  step 4850000 |  48611s | train_loss=0.0190
+  step 4860000 |  48670s | train_loss=0.0202
+  step 4870000 |  48728s | train_loss=0.0186
+  step 4880000 |  48786s | train_loss=0.0198
+  step 4890000 |  48844s | train_loss=0.0201
+  step 4900000 |  48942s | train_loss=0.0197 | fid=44.2776
+  step 4910000 |  48972s | train_loss=0.0217
+  step 4920000 |  49013s | train_loss=0.0199
+  step 4930000 |  49053s | train_loss=0.0183
+  step 4940000 |  49093s | train_loss=0.0198
+  step 4950000 |  49133s | train_loss=0.0208
+  step 4960000 |  49174s | train_loss=0.0193
+  step 4970000 |  49214s | train_loss=0.0215
+  step 4980000 |  49254s | train_loss=0.0185
+  step 4990000 |  49294s | train_loss=0.0202
+  step 5000000 |  49371s | train_loss=0.0191 | fid=42.7923
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d20/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d20/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c0206d8894b9b8bb0ef16fe84aa826b0e079b862
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d20/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d20/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d20",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 46,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d20/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d20/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..d266ccf4fd203ca94fb497481fd1505c227d2940
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d20/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 20, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d20/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 46}
+{"step": 1, "wall_time": 69.9023129940033, "train_loss_step": 20.060335159301758, "n_params": 4305940, "total_flops": 13227847680, "train_loss": 0.9847500801086426, "subset_score_loss": 0.9847500801086426, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9630362391471863, "fid": 226.05910826922883}
+{"step": 10000, "wall_time": 155.10566902160645, "train_loss_step": 4.705645561218262, "n_params": 4305940, "total_flops": 132278476800000, "train_loss": 0.8719507217407226, "subset_score_loss": 0.8719507217407226}
+{"step": 20000, "wall_time": 242.02303218841553, "train_loss_step": 4.438315391540527, "n_params": 4305940, "total_flops": 264556953600000, "train_loss": 0.8668969154357911, "subset_score_loss": 0.8668969154357911}
+{"step": 30000, "wall_time": 328.8675684928894, "train_loss_step": 3.8825788497924805, "n_params": 4305940, "total_flops": 396835430400000, "train_loss": 0.8626543998718261, "subset_score_loss": 0.8626543998718261}
+{"step": 40000, "wall_time": 415.78464555740356, "train_loss_step": 3.8910984992980957, "n_params": 4305940, "total_flops": 529113907200000, "train_loss": 0.8574998855590821, "subset_score_loss": 0.8574998855590821}
+{"step": 50000, "wall_time": 502.62124848365784, "train_loss_step": 4.144167900085449, "n_params": 4305940, "total_flops": 661392384000000, "train_loss": 0.8516432762145996, "subset_score_loss": 0.8516432762145996}
+{"step": 60000, "wall_time": 589.4462084770203, "train_loss_step": 4.225427627563477, "n_params": 4305940, "total_flops": 793670860800000, "train_loss": 0.8448456764221192, "subset_score_loss": 0.8448456764221192}
+{"step": 70000, "wall_time": 676.3773279190063, "train_loss_step": 3.7175283432006836, "n_params": 4305940, "total_flops": 925949337600000, "train_loss": 0.8338527679443359, "subset_score_loss": 0.8338527679443359}
+{"step": 80000, "wall_time": 763.158478975296, "train_loss_step": 4.246149063110352, "n_params": 4305940, "total_flops": 1058227814400000, "train_loss": 0.8143665313720703, "subset_score_loss": 0.8143665313720703}
+{"step": 90000, "wall_time": 849.9514918327332, "train_loss_step": 3.5407609939575195, "n_params": 4305940, "total_flops": 1190506291200000, "train_loss": 0.7818957328796386, "subset_score_loss": 0.7818957328796386}
+{"step": 100000, "wall_time": 1007.0750019550323, "train_loss_step": 3.8066186904907227, "n_params": 4305940, "total_flops": 1322784768000000, "train_loss": 0.7380873203277588, "subset_score_loss": 0.7380873203277588, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9415374994277954, "fid": 70.51766255381861}
+{"step": 110000, "wall_time": 1088.8108854293823, "train_loss_step": 3.662269115447998, "n_params": 4305940, "total_flops": 1455063244800000, "train_loss": 0.6776088237762451, "subset_score_loss": 0.6776088237762451}
+{"step": 120000, "wall_time": 1173.7921011447906, "train_loss_step": 3.7804689407348633, "n_params": 4305940, "total_flops": 1587341721600000, "train_loss": 0.5984889984130859, "subset_score_loss": 0.5984889984130859}
+{"step": 130000, "wall_time": 1260.6394670009613, "train_loss_step": 3.5567591190338135, "n_params": 4305940, "total_flops": 1719620198400000, "train_loss": 0.5118721008300782, "subset_score_loss": 0.5118721008300782}
+{"step": 140000, "wall_time": 1347.4778218269348, "train_loss_step": 3.277155876159668, "n_params": 4305940, "total_flops": 1851898675200000, "train_loss": 0.428101110458374, "subset_score_loss": 0.428101110458374}
+{"step": 150000, "wall_time": 1434.258759021759, "train_loss_step": 3.208749532699585, "n_params": 4305940, "total_flops": 1984177152000000, "train_loss": 0.3593040704727173, "subset_score_loss": 0.3593040704727173}
+{"step": 160000, "wall_time": 1521.116061925888, "train_loss_step": 3.143190860748291, "n_params": 4305940, "total_flops": 2116455628800000, "train_loss": 0.3056816577911377, "subset_score_loss": 0.3056816577911377}
+{"step": 170000, "wall_time": 1607.8900401592255, "train_loss_step": 3.109647035598755, "n_params": 4305940, "total_flops": 2248734105600000, "train_loss": 0.26813905239105223, "subset_score_loss": 0.26813905239105223}
+{"step": 180000, "wall_time": 1694.7407643795013, "train_loss_step": 2.803408622741699, "n_params": 4305940, "total_flops": 2381012582400000, "train_loss": 0.2411968946456909, "subset_score_loss": 0.2411968946456909}
+{"step": 190000, "wall_time": 1781.5443964004517, "train_loss_step": 2.819758892059326, "n_params": 4305940, "total_flops": 2513291059200000, "train_loss": 0.22303972244262696, "subset_score_loss": 0.22303972244262696}
+{"step": 200000, "wall_time": 1938.6082706451416, "train_loss_step": 2.6427626609802246, "n_params": 4305940, "total_flops": 2645569536000000, "train_loss": 0.20839531421661378, "subset_score_loss": 0.20839531421661378, "memorization_fraction_pixel": 0.0006000000284984708, "mean_nn_ratio_pixel": 0.8657922744750977, "fid": 70.89989441792855}
+{"step": 210000, "wall_time": 2023.8399307727814, "train_loss_step": 2.6182990074157715, "n_params": 4305940, "total_flops": 2777848012800000, "train_loss": 0.1939731478691101, "subset_score_loss": 0.1939731478691101}
+{"step": 220000, "wall_time": 2106.926498413086, "train_loss_step": 2.852125644683838, "n_params": 4305940, "total_flops": 2910126489600000, "train_loss": 0.18504558801651, "subset_score_loss": 0.18504558801651}
+{"step": 230000, "wall_time": 2192.1305639743805, "train_loss_step": 3.0259857177734375, "n_params": 4305940, "total_flops": 3042404966400000, "train_loss": 0.17307915687561035, "subset_score_loss": 0.17307915687561035}
+{"step": 240000, "wall_time": 2278.9183514118195, "train_loss_step": 2.8193817138671875, "n_params": 4305940, "total_flops": 3174683443200000, "train_loss": 0.1651999831199646, "subset_score_loss": 0.1651999831199646}
+{"step": 250000, "wall_time": 2364.9220707416534, "train_loss_step": 2.330271005630493, "n_params": 4305940, "total_flops": 3306961920000000, "train_loss": 0.1599298596382141, "subset_score_loss": 0.1599298596382141}
+{"step": 260000, "wall_time": 2451.4203782081604, "train_loss_step": 2.634106159210205, "n_params": 4305940, "total_flops": 3439240396800000, "train_loss": 0.15133521556854249, "subset_score_loss": 0.15133521556854249}
+{"step": 270000, "wall_time": 2537.84996509552, "train_loss_step": 2.5200109481811523, "n_params": 4305940, "total_flops": 3571518873600000, "train_loss": 0.14667155742645263, "subset_score_loss": 0.14667155742645263}
+{"step": 280000, "wall_time": 2624.408980369568, "train_loss_step": 2.4552202224731445, "n_params": 4305940, "total_flops": 3703797350400000, "train_loss": 0.1391301393508911, "subset_score_loss": 0.1391301393508911}
+{"step": 290000, "wall_time": 2710.9500102996826, "train_loss_step": 2.4168448448181152, "n_params": 4305940, "total_flops": 3836075827200000, "train_loss": 0.1350348949432373, "subset_score_loss": 0.1350348949432373}
+{"step": 300000, "wall_time": 2868.1938133239746, "train_loss_step": 2.397763729095459, "n_params": 4305940, "total_flops": 3968354304000000, "train_loss": 0.13062186241149903, "subset_score_loss": 0.13062186241149903, "memorization_fraction_pixel": 0.004000000189989805, "mean_nn_ratio_pixel": 0.8058954477310181, "fid": 71.43436415098617}
+{"step": 310000, "wall_time": 2951.8993620872498, "train_loss_step": 2.695556163787842, "n_params": 4305940, "total_flops": 4100632780800000, "train_loss": 0.12587134838104247, "subset_score_loss": 0.12587134838104247}
+{"step": 320000, "wall_time": 3038.8512065410614, "train_loss_step": 2.457566022872925, "n_params": 4305940, "total_flops": 4232911257600000, "train_loss": 0.12354791164398193, "subset_score_loss": 0.12354791164398193}
+{"step": 330000, "wall_time": 3120.796505212784, "train_loss_step": 2.454171895980835, "n_params": 4305940, "total_flops": 4365189734400000, "train_loss": 0.11890630722045899, "subset_score_loss": 0.11890630722045899}
+{"step": 340000, "wall_time": 3205.7833762168884, "train_loss_step": 2.3480472564697266, "n_params": 4305940, "total_flops": 4497468211200000, "train_loss": 0.11629407405853272, "subset_score_loss": 0.11629407405853272}
+{"step": 350000, "wall_time": 3291.8117501735687, "train_loss_step": 2.336042881011963, "n_params": 4305940, "total_flops": 4629746688000000, "train_loss": 0.11184468269348144, "subset_score_loss": 0.11184468269348144}
+{"step": 360000, "wall_time": 3377.6724529266357, "train_loss_step": 2.4042773246765137, "n_params": 4305940, "total_flops": 4762025164800000, "train_loss": 0.10934623479843139, "subset_score_loss": 0.10934623479843139}
+{"step": 370000, "wall_time": 3464.164218902588, "train_loss_step": 2.572127103805542, "n_params": 4305940, "total_flops": 4894303641600000, "train_loss": 0.10585471391677856, "subset_score_loss": 0.10585471391677856}
+{"step": 380000, "wall_time": 3550.636467218399, "train_loss_step": 2.2511022090911865, "n_params": 4305940, "total_flops": 5026582118400000, "train_loss": 0.10378223657608032, "subset_score_loss": 0.10378223657608032}
+{"step": 390000, "wall_time": 3637.0288388729095, "train_loss_step": 2.6101837158203125, "n_params": 4305940, "total_flops": 5158860595200000, "train_loss": 0.10089075565338135, "subset_score_loss": 0.10089075565338135}
+{"step": 400000, "wall_time": 3794.5741074085236, "train_loss_step": 2.6256752014160156, "n_params": 4305940, "total_flops": 5291139072000000, "train_loss": 0.09851275086402893, "subset_score_loss": 0.09851275086402893, "memorization_fraction_pixel": 0.008500000461935997, "mean_nn_ratio_pixel": 0.7596601843833923, "fid": 70.98027322752672}
+{"step": 410000, "wall_time": 3877.9912374019623, "train_loss_step": 2.432405948638916, "n_params": 4305940, "total_flops": 5423417548800000, "train_loss": 0.09582520127296448, "subset_score_loss": 0.09582520127296448}
+{"step": 420000, "wall_time": 3964.5478899478912, "train_loss_step": 2.3441543579101562, "n_params": 4305940, "total_flops": 5555696025600000, "train_loss": 0.09374023675918579, "subset_score_loss": 0.09374023675918579}
+{"step": 430000, "wall_time": 4051.5633084774017, "train_loss_step": 2.4063804149627686, "n_params": 4305940, "total_flops": 5687974502400000, "train_loss": 0.09322900772094726, "subset_score_loss": 0.09322900772094726}
+{"step": 440000, "wall_time": 4133.692118644714, "train_loss_step": 2.462653875350952, "n_params": 4305940, "total_flops": 5820252979200000, "train_loss": 0.08991063833236694, "subset_score_loss": 0.08991063833236694}
+{"step": 450000, "wall_time": 4218.6801908016205, "train_loss_step": 2.368703603744507, "n_params": 4305940, "total_flops": 5952531456000000, "train_loss": 0.08895094990730286, "subset_score_loss": 0.08895094990730286}
+{"step": 460000, "wall_time": 4305.020032405853, "train_loss_step": 2.551290988922119, "n_params": 4305940, "total_flops": 6084809932800000, "train_loss": 0.08591041564941407, "subset_score_loss": 0.08591041564941407}
+{"step": 470000, "wall_time": 4390.995092391968, "train_loss_step": 2.380692481994629, "n_params": 4305940, "total_flops": 6217088409600000, "train_loss": 0.08596091270446778, "subset_score_loss": 0.08596091270446778}
+{"step": 480000, "wall_time": 4477.48312497139, "train_loss_step": 2.33003568649292, "n_params": 4305940, "total_flops": 6349366886400000, "train_loss": 0.08283214569091797, "subset_score_loss": 0.08283214569091797}
+{"step": 490000, "wall_time": 4564.023982048035, "train_loss_step": 2.158051013946533, "n_params": 4305940, "total_flops": 6481645363200000, "train_loss": 0.08194108009338379, "subset_score_loss": 0.08194108009338379}
+{"step": 500000, "wall_time": 4721.845369100571, "train_loss_step": 2.2269411087036133, "n_params": 4305940, "total_flops": 6613923840000000, "train_loss": 0.07976166009902955, "subset_score_loss": 0.07976166009902955, "memorization_fraction_pixel": 0.015200000256299973, "mean_nn_ratio_pixel": 0.7207515835762024, "fid": 69.7766978393584}
+{"step": 510000, "wall_time": 4805.158770799637, "train_loss_step": 2.3903915882110596, "n_params": 4305940, "total_flops": 6746202316800000, "train_loss": 0.07928529381752014, "subset_score_loss": 0.07928529381752014}
+{"step": 520000, "wall_time": 4891.478326559067, "train_loss_step": 2.3564209938049316, "n_params": 4305940, "total_flops": 6878480793600000, "train_loss": 0.0783626914024353, "subset_score_loss": 0.0783626914024353}
+{"step": 530000, "wall_time": 4977.75456738472, "train_loss_step": 2.3217716217041016, "n_params": 4305940, "total_flops": 7010759270400000, "train_loss": 0.07687404751777649, "subset_score_loss": 0.07687404751777649}
+{"step": 540000, "wall_time": 5060.25186419487, "train_loss_step": 2.5910146236419678, "n_params": 4305940, "total_flops": 7143037747200000, "train_loss": 0.0756219506263733, "subset_score_loss": 0.0756219506263733}
+{"step": 550000, "wall_time": 5140.047941446304, "train_loss_step": 2.2163949012756348, "n_params": 4305940, "total_flops": 7275316224000000, "train_loss": 0.0746864914894104, "subset_score_loss": 0.0746864914894104}
+{"step": 560000, "wall_time": 5224.9781448841095, "train_loss_step": 2.3416972160339355, "n_params": 4305940, "total_flops": 7407594700800000, "train_loss": 0.07338858842849731, "subset_score_loss": 0.07338858842849731}
+{"step": 570000, "wall_time": 5310.908007383347, "train_loss_step": 2.4329097270965576, "n_params": 4305940, "total_flops": 7539873177600000, "train_loss": 0.0724834144115448, "subset_score_loss": 0.0724834144115448}
+{"step": 580000, "wall_time": 5397.102215766907, "train_loss_step": 2.397289752960205, "n_params": 4305940, "total_flops": 7672151654400000, "train_loss": 0.0709057629108429, "subset_score_loss": 0.0709057629108429}
+{"step": 590000, "wall_time": 5483.587353944778, "train_loss_step": 2.5120913982391357, "n_params": 4305940, "total_flops": 7804430131200000, "train_loss": 0.06972806453704834, "subset_score_loss": 0.06972806453704834}
+{"step": 600000, "wall_time": 5639.980964422226, "train_loss_step": 2.3434219360351562, "n_params": 4305940, "total_flops": 7936708608000000, "train_loss": 0.0688794732093811, "subset_score_loss": 0.0688794732093811, "memorization_fraction_pixel": 0.01899999938905239, "mean_nn_ratio_pixel": 0.6914371848106384, "fid": 68.93034743857504}
+{"step": 610000, "wall_time": 5723.643926382065, "train_loss_step": 2.2377922534942627, "n_params": 4305940, "total_flops": 8068987084800000, "train_loss": 0.06782515645027161, "subset_score_loss": 0.06782515645027161}
+{"step": 620000, "wall_time": 5810.146646022797, "train_loss_step": 2.3061745166778564, "n_params": 4305940, "total_flops": 8201265561600000, "train_loss": 0.06655551791191101, "subset_score_loss": 0.06655551791191101}
+{"step": 630000, "wall_time": 5896.673492908478, "train_loss_step": 2.5125832557678223, "n_params": 4305940, "total_flops": 8333544038400000, "train_loss": 0.06661009788513184, "subset_score_loss": 0.06661009788513184}
+{"step": 640000, "wall_time": 5983.135721921921, "train_loss_step": 2.3800811767578125, "n_params": 4305940, "total_flops": 8465822515200000, "train_loss": 0.06499809622764588, "subset_score_loss": 0.06499809622764588}
+{"step": 650000, "wall_time": 6068.3361139297485, "train_loss_step": 2.4190621376037598, "n_params": 4305940, "total_flops": 8598100992000000, "train_loss": 0.06426548957824707, "subset_score_loss": 0.06426548957824707}
+{"step": 660000, "wall_time": 6152.1690011024475, "train_loss_step": 2.41397762298584, "n_params": 4305940, "total_flops": 8730379468800000, "train_loss": 0.06330329179763794, "subset_score_loss": 0.06330329179763794}
+{"step": 670000, "wall_time": 6239.208534002304, "train_loss_step": 2.246331214904785, "n_params": 4305940, "total_flops": 8862657945600000, "train_loss": 0.06330394744873047, "subset_score_loss": 0.06330394744873047}
+{"step": 680000, "wall_time": 6323.306766748428, "train_loss_step": 2.250430107116699, "n_params": 4305940, "total_flops": 8994936422400000, "train_loss": 0.06222596764564514, "subset_score_loss": 0.06222596764564514}
+{"step": 690000, "wall_time": 6409.69823217392, "train_loss_step": 2.542196750640869, "n_params": 4305940, "total_flops": 9127214899200000, "train_loss": 0.06101982593536377, "subset_score_loss": 0.06101982593536377}
+{"step": 700000, "wall_time": 6567.401601314545, "train_loss_step": 2.3166441917419434, "n_params": 4305940, "total_flops": 9259493376000000, "train_loss": 0.05984102487564087, "subset_score_loss": 0.05984102487564087, "memorization_fraction_pixel": 0.025699999183416367, "mean_nn_ratio_pixel": 0.6739176511764526, "fid": 69.13835786978481}
+{"step": 710000, "wall_time": 6649.246098518372, "train_loss_step": 2.3384997844696045, "n_params": 4305940, "total_flops": 9391771852800000, "train_loss": 0.059625232219696046, "subset_score_loss": 0.059625232219696046}
+{"step": 720000, "wall_time": 6734.389648675919, "train_loss_step": 2.374256134033203, "n_params": 4305940, "total_flops": 9524050329600000, "train_loss": 0.05888144969940186, "subset_score_loss": 0.05888144969940186}
+{"step": 730000, "wall_time": 6820.2630879879, "train_loss_step": 2.286809206008911, "n_params": 4305940, "total_flops": 9656328806400000, "train_loss": 0.058001428842544556, "subset_score_loss": 0.058001428842544556}
+{"step": 740000, "wall_time": 6906.716532468796, "train_loss_step": 2.332254409790039, "n_params": 4305940, "total_flops": 9788607283200000, "train_loss": 0.05722028613090515, "subset_score_loss": 0.05722028613090515}
+{"step": 750000, "wall_time": 6991.487884759903, "train_loss_step": 2.302948474884033, "n_params": 4305940, "total_flops": 9920885760000000, "train_loss": 0.05690305233001709, "subset_score_loss": 0.05690305233001709}
+{"step": 760000, "wall_time": 7075.756268501282, "train_loss_step": 2.561203956604004, "n_params": 4305940, "total_flops": 10053164236800000, "train_loss": 0.05722660422325134, "subset_score_loss": 0.05722660422325134}
+{"step": 770000, "wall_time": 7162.109112501144, "train_loss_step": 2.2147505283355713, "n_params": 4305940, "total_flops": 10185442713600000, "train_loss": 0.05613417625427246, "subset_score_loss": 0.05613417625427246}
+{"step": 780000, "wall_time": 7249.052750587463, "train_loss_step": 2.2032017707824707, "n_params": 4305940, "total_flops": 10317721190400000, "train_loss": 0.055790483951568604, "subset_score_loss": 0.055790483951568604}
+{"step": 790000, "wall_time": 7333.246363162994, "train_loss_step": 2.089534044265747, "n_params": 4305940, "total_flops": 10449999667200000, "train_loss": 0.054690420627593994, "subset_score_loss": 0.054690420627593994}
+{"step": 800000, "wall_time": 7488.391352653503, "train_loss_step": 1.9867161512374878, "n_params": 4305940, "total_flops": 10582278144000000, "train_loss": 0.054013943672180174, "subset_score_loss": 0.054013943672180174, "memorization_fraction_pixel": 0.03009999915957451, "mean_nn_ratio_pixel": 0.6523771286010742, "fid": 68.54940690122716}
+{"step": 810000, "wall_time": 7565.144586801529, "train_loss_step": 2.3620452880859375, "n_params": 4305940, "total_flops": 10714556620800000, "train_loss": 0.05351043343544006, "subset_score_loss": 0.05351043343544006}
+{"step": 820000, "wall_time": 7650.904870510101, "train_loss_step": 2.080193042755127, "n_params": 4305940, "total_flops": 10846835097600000, "train_loss": 0.05257424712181091, "subset_score_loss": 0.05257424712181091}
+{"step": 830000, "wall_time": 7737.406357049942, "train_loss_step": 2.309950351715088, "n_params": 4305940, "total_flops": 10979113574400000, "train_loss": 0.053340202569961546, "subset_score_loss": 0.053340202569961546}
+{"step": 840000, "wall_time": 7823.861109256744, "train_loss_step": 2.26535964012146, "n_params": 4305940, "total_flops": 11111392051200000, "train_loss": 0.05250217914581299, "subset_score_loss": 0.05250217914581299}
+{"step": 850000, "wall_time": 7910.35497379303, "train_loss_step": 2.2846245765686035, "n_params": 4305940, "total_flops": 11243670528000000, "train_loss": 0.0514435350894928, "subset_score_loss": 0.0514435350894928}
+{"step": 860000, "wall_time": 7995.582637310028, "train_loss_step": 2.32814359664917, "n_params": 4305940, "total_flops": 11375949004800000, "train_loss": 0.05143285989761352, "subset_score_loss": 0.05143285989761352}
+{"step": 870000, "wall_time": 8072.30212187767, "train_loss_step": 2.234574556350708, "n_params": 4305940, "total_flops": 11508227481600000, "train_loss": 0.051108092069625854, "subset_score_loss": 0.051108092069625854}
+{"step": 880000, "wall_time": 8156.278342247009, "train_loss_step": 2.137874126434326, "n_params": 4305940, "total_flops": 11640505958400000, "train_loss": 0.05064731240272522, "subset_score_loss": 0.05064731240272522}
+{"step": 890000, "wall_time": 8242.819613218307, "train_loss_step": 2.146230697631836, "n_params": 4305940, "total_flops": 11772784435200000, "train_loss": 0.05026559233665466, "subset_score_loss": 0.05026559233665466}
+{"step": 900000, "wall_time": 8421.959084272385, "train_loss_step": 2.1078333854675293, "n_params": 4305940, "total_flops": 11905062912000000, "train_loss": 0.04998117983341217, "subset_score_loss": 0.04998117983341217, "memorization_fraction_pixel": 0.03680000081658363, "mean_nn_ratio_pixel": 0.6334543824195862, "fid": 67.53676409503991}
+{"step": 910000, "wall_time": 8501.550820827484, "train_loss_step": 2.0414819717407227, "n_params": 4305940, "total_flops": 12037341388800000, "train_loss": 0.04895620048046112, "subset_score_loss": 0.04895620048046112}
+{"step": 920000, "wall_time": 8579.834431648254, "train_loss_step": 2.393364667892456, "n_params": 4305940, "total_flops": 12169619865600000, "train_loss": 0.048933359980583194, "subset_score_loss": 0.048933359980583194}
+{"step": 930000, "wall_time": 8666.223202228546, "train_loss_step": 2.265279769897461, "n_params": 4305940, "total_flops": 12301898342400000, "train_loss": 0.048899787664413455, "subset_score_loss": 0.048899787664413455}
+{"step": 940000, "wall_time": 8752.38718867302, "train_loss_step": 2.5439038276672363, "n_params": 4305940, "total_flops": 12434176819200000, "train_loss": 0.047358390688896176, "subset_score_loss": 0.047358390688896176}
+{"step": 950000, "wall_time": 8838.889865875244, "train_loss_step": 2.075634717941284, "n_params": 4305940, "total_flops": 12566455296000000, "train_loss": 0.04794279932975769, "subset_score_loss": 0.04794279932975769}
+{"step": 960000, "wall_time": 8923.536564588547, "train_loss_step": 2.0142345428466797, "n_params": 4305940, "total_flops": 12698733772800000, "train_loss": 0.04772218465805054, "subset_score_loss": 0.04772218465805054}
+{"step": 970000, "wall_time": 9010.115082263947, "train_loss_step": 2.20957350730896, "n_params": 4305940, "total_flops": 12831012249600000, "train_loss": 0.046527421474456786, "subset_score_loss": 0.046527421474456786}
+{"step": 980000, "wall_time": 9085.76911020279, "train_loss_step": 2.093294620513916, "n_params": 4305940, "total_flops": 12963290726400000, "train_loss": 0.04619223177433014, "subset_score_loss": 0.04619223177433014}
+{"step": 990000, "wall_time": 9168.3065969944, "train_loss_step": 2.0040817260742188, "n_params": 4305940, "total_flops": 13095569203200000, "train_loss": 0.04578872919082642, "subset_score_loss": 0.04578872919082642}
+{"step": 1000000, "wall_time": 9343.72723698616, "train_loss_step": 2.167245626449585, "n_params": 4305940, "total_flops": 13227847680000000, "train_loss": 0.04585201144218445, "subset_score_loss": 0.04585201144218445, "memorization_fraction_pixel": 0.04010000079870224, "mean_nn_ratio_pixel": 0.6253933310508728, "fid": 67.81729943162328}
+{"step": 1010000, "wall_time": 9429.825635910034, "train_loss_step": 2.4882020950317383, "n_params": 4305940, "total_flops": 13360126156800000, "train_loss": 0.04500520825386047, "subset_score_loss": 0.04500520825386047}
+{"step": 1020000, "wall_time": 9501.019778490067, "train_loss_step": 2.089157819747925, "n_params": 4305940, "total_flops": 13492404633600000, "train_loss": 0.044866976141929624, "subset_score_loss": 0.044866976141929624}
+{"step": 1030000, "wall_time": 9583.966752767563, "train_loss_step": 1.9147175550460815, "n_params": 4305940, "total_flops": 13624683110400000, "train_loss": 0.04461422264575958, "subset_score_loss": 0.04461422264575958}
+{"step": 1040000, "wall_time": 9670.163049697876, "train_loss_step": 2.1848373413085938, "n_params": 4305940, "total_flops": 13756961587200000, "train_loss": 0.04459773600101471, "subset_score_loss": 0.04459773600101471}
+{"step": 1050000, "wall_time": 9756.511137008667, "train_loss_step": 2.1459572315216064, "n_params": 4305940, "total_flops": 13889240064000000, "train_loss": 0.04389396607875824, "subset_score_loss": 0.04389396607875824}
+{"step": 1060000, "wall_time": 9841.41002202034, "train_loss_step": 2.092813491821289, "n_params": 4305940, "total_flops": 14021518540800000, "train_loss": 0.04331907033920288, "subset_score_loss": 0.04331907033920288}
+{"step": 1070000, "wall_time": 9927.738306999207, "train_loss_step": 2.0530447959899902, "n_params": 4305940, "total_flops": 14153797017600000, "train_loss": 0.04329188466072083, "subset_score_loss": 0.04329188466072083}
+{"step": 1080000, "wall_time": 10014.066082954407, "train_loss_step": 2.117091655731201, "n_params": 4305940, "total_flops": 14286075494400000, "train_loss": 0.043258833885192874, "subset_score_loss": 0.043258833885192874}
+{"step": 1090000, "wall_time": 10092.930505275726, "train_loss_step": 2.078183174133301, "n_params": 4305940, "total_flops": 14418353971200000, "train_loss": 0.04242428541183472, "subset_score_loss": 0.04242428541183472}
+{"step": 1100000, "wall_time": 10276.772020578384, "train_loss_step": 2.2596921920776367, "n_params": 4305940, "total_flops": 14550632448000000, "train_loss": 0.042958790063858034, "subset_score_loss": 0.042958790063858034, "memorization_fraction_pixel": 0.03909999877214432, "mean_nn_ratio_pixel": 0.6151502728462219, "fid": 68.53469838145206}
+{"step": 1110000, "wall_time": 10362.686574697495, "train_loss_step": 2.1834068298339844, "n_params": 4305940, "total_flops": 14682910924800000, "train_loss": 0.042329660058021544, "subset_score_loss": 0.042329660058021544}
+{"step": 1120000, "wall_time": 10441.714095830917, "train_loss_step": 2.205629348754883, "n_params": 4305940, "total_flops": 14815189401600000, "train_loss": 0.04178206026554108, "subset_score_loss": 0.04178206026554108}
+{"step": 1130000, "wall_time": 10517.397077798843, "train_loss_step": 2.2548089027404785, "n_params": 4305940, "total_flops": 14947467878400000, "train_loss": 0.04238613843917847, "subset_score_loss": 0.04238613843917847}
+{"step": 1140000, "wall_time": 10603.540981292725, "train_loss_step": 2.041337013244629, "n_params": 4305940, "total_flops": 15079746355200000, "train_loss": 0.04132140576839447, "subset_score_loss": 0.04132140576839447}
+{"step": 1150000, "wall_time": 10689.861959934235, "train_loss_step": 2.3450822830200195, "n_params": 4305940, "total_flops": 15212024832000000, "train_loss": 0.040544846653938295, "subset_score_loss": 0.040544846653938295}
+{"step": 1160000, "wall_time": 10774.7792532444, "train_loss_step": 2.1379239559173584, "n_params": 4305940, "total_flops": 15344303308800000, "train_loss": 0.04055324494838715, "subset_score_loss": 0.04055324494838715}
+{"step": 1170000, "wall_time": 10860.990057468414, "train_loss_step": 1.964961290359497, "n_params": 4305940, "total_flops": 15476581785600000, "train_loss": 0.04070148766040802, "subset_score_loss": 0.04070148766040802}
+{"step": 1180000, "wall_time": 10947.288066864014, "train_loss_step": 2.132719039916992, "n_params": 4305940, "total_flops": 15608860262400000, "train_loss": 0.040191355347633365, "subset_score_loss": 0.040191355347633365}
+{"step": 1190000, "wall_time": 11033.594106912613, "train_loss_step": 2.1237573623657227, "n_params": 4305940, "total_flops": 15741138739200000, "train_loss": 0.04065490365028381, "subset_score_loss": 0.04065490365028381}
+{"step": 1200000, "wall_time": 11192.477875709534, "train_loss_step": 2.0435101985931396, "n_params": 4305940, "total_flops": 15873417216000000, "train_loss": 0.04081226885318756, "subset_score_loss": 0.04081226885318756, "memorization_fraction_pixel": 0.04899999871850014, "mean_nn_ratio_pixel": 0.6000051498413086, "fid": 68.77398107976673}
+{"step": 1210000, "wall_time": 11277.325402498245, "train_loss_step": 2.18790602684021, "n_params": 4305940, "total_flops": 16005695692800000, "train_loss": 0.03968766033649444, "subset_score_loss": 0.03968766033649444}
+{"step": 1220000, "wall_time": 11363.738443851471, "train_loss_step": 2.3119473457336426, "n_params": 4305940, "total_flops": 16137974169600000, "train_loss": 0.0390988290309906, "subset_score_loss": 0.0390988290309906}
+{"step": 1230000, "wall_time": 11441.303956747055, "train_loss_step": 2.2281854152679443, "n_params": 4305940, "total_flops": 16270252646400000, "train_loss": 0.0389461100101471, "subset_score_loss": 0.0389461100101471}
+{"step": 1240000, "wall_time": 11527.159975767136, "train_loss_step": 1.94486403465271, "n_params": 4305940, "total_flops": 16402531123200000, "train_loss": 0.03881179392337799, "subset_score_loss": 0.03881179392337799}
+{"step": 1250000, "wall_time": 11613.482707500458, "train_loss_step": 2.0202999114990234, "n_params": 4305940, "total_flops": 16534809600000000, "train_loss": 0.03859037458896637, "subset_score_loss": 0.03859037458896637}
+{"step": 1260000, "wall_time": 11699.763909816742, "train_loss_step": 2.1444315910339355, "n_params": 4305940, "total_flops": 16667088076800000, "train_loss": 0.039186063408851626, "subset_score_loss": 0.039186063408851626}
+{"step": 1270000, "wall_time": 11784.735524177551, "train_loss_step": 2.1133556365966797, "n_params": 4305940, "total_flops": 16799366553600000, "train_loss": 0.038359040021896364, "subset_score_loss": 0.038359040021896364}
+{"step": 1280000, "wall_time": 11871.033875226974, "train_loss_step": 2.1839513778686523, "n_params": 4305940, "total_flops": 16931645030400000, "train_loss": 0.038424554467201236, "subset_score_loss": 0.038424554467201236}
+{"step": 1290000, "wall_time": 11957.235817432404, "train_loss_step": 2.187957763671875, "n_params": 4305940, "total_flops": 17063923507200000, "train_loss": 0.037841036915779114, "subset_score_loss": 0.037841036915779114}
+{"step": 1300000, "wall_time": 12134.749080657959, "train_loss_step": 2.012465476989746, "n_params": 4305940, "total_flops": 17196201984000000, "train_loss": 0.03767493069171905, "subset_score_loss": 0.03767493069171905, "memorization_fraction_pixel": 0.052400000393390656, "mean_nn_ratio_pixel": 0.5875298976898193, "fid": 68.3893623407654}
+{"step": 1310000, "wall_time": 12216.089926958084, "train_loss_step": 2.1941652297973633, "n_params": 4305940, "total_flops": 17328480460800000, "train_loss": 0.0375189870595932, "subset_score_loss": 0.0375189870595932}
+{"step": 1320000, "wall_time": 12300.781728982925, "train_loss_step": 2.2025625705718994, "n_params": 4305940, "total_flops": 17460758937600000, "train_loss": 0.03716580867767334, "subset_score_loss": 0.03716580867767334}
+{"step": 1330000, "wall_time": 12383.832713603973, "train_loss_step": 2.345484733581543, "n_params": 4305940, "total_flops": 17593037414400000, "train_loss": 0.03726833164691925, "subset_score_loss": 0.03726833164691925}
+{"step": 1340000, "wall_time": 12469.889393568039, "train_loss_step": 2.2084708213806152, "n_params": 4305940, "total_flops": 17725315891200000, "train_loss": 0.03668061196804047, "subset_score_loss": 0.03668061196804047}
+{"step": 1350000, "wall_time": 12556.255288600922, "train_loss_step": 2.1475443840026855, "n_params": 4305940, "total_flops": 17857594368000000, "train_loss": 0.03701528310775757, "subset_score_loss": 0.03701528310775757}
+{"step": 1360000, "wall_time": 12642.937652349472, "train_loss_step": 2.202518939971924, "n_params": 4305940, "total_flops": 17989872844800000, "train_loss": 0.03635297417640686, "subset_score_loss": 0.03635297417640686}
+{"step": 1370000, "wall_time": 12727.495399713516, "train_loss_step": 2.1797375679016113, "n_params": 4305940, "total_flops": 18122151321600000, "train_loss": 0.035881274938583375, "subset_score_loss": 0.035881274938583375}
+{"step": 1380000, "wall_time": 12813.579285621643, "train_loss_step": 2.177900791168213, "n_params": 4305940, "total_flops": 18254429798400000, "train_loss": 0.03599907457828522, "subset_score_loss": 0.03599907457828522}
+{"step": 1390000, "wall_time": 12899.878624677658, "train_loss_step": 2.0864124298095703, "n_params": 4305940, "total_flops": 18386708275200000, "train_loss": 0.03538301289081573, "subset_score_loss": 0.03538301289081573}
+{"step": 1400000, "wall_time": 13058.755291938782, "train_loss_step": 2.2245588302612305, "n_params": 4305940, "total_flops": 18518986752000000, "train_loss": 0.035285598039627074, "subset_score_loss": 0.035285598039627074, "memorization_fraction_pixel": 0.04989999905228615, "mean_nn_ratio_pixel": 0.5845949053764343, "fid": 69.0102473971055}
+{"step": 1410000, "wall_time": 13143.346632957458, "train_loss_step": 2.0964744091033936, "n_params": 4305940, "total_flops": 18651265228800000, "train_loss": 0.035689979791641235, "subset_score_loss": 0.035689979791641235}
+{"step": 1420000, "wall_time": 13228.470923423767, "train_loss_step": 2.1604108810424805, "n_params": 4305940, "total_flops": 18783543705600000, "train_loss": 0.03526724874973297, "subset_score_loss": 0.03526724874973297}
+{"step": 1430000, "wall_time": 13309.02938246727, "train_loss_step": 2.179108142852783, "n_params": 4305940, "total_flops": 18915822182400000, "train_loss": 0.03490617275238037, "subset_score_loss": 0.03490617275238037}
+{"step": 1440000, "wall_time": 13395.300284385681, "train_loss_step": 2.0892515182495117, "n_params": 4305940, "total_flops": 19048100659200000, "train_loss": 0.03523999154567718, "subset_score_loss": 0.03523999154567718}
+{"step": 1450000, "wall_time": 13481.588435173035, "train_loss_step": 2.2720651626586914, "n_params": 4305940, "total_flops": 19180379136000000, "train_loss": 0.035070914030075076, "subset_score_loss": 0.035070914030075076}
+{"step": 1460000, "wall_time": 13568.101372480392, "train_loss_step": 2.158477306365967, "n_params": 4305940, "total_flops": 19312657612800000, "train_loss": 0.03434480130672455, "subset_score_loss": 0.03434480130672455}
+{"step": 1470000, "wall_time": 13653.048770189285, "train_loss_step": 2.1893675327301025, "n_params": 4305940, "total_flops": 19444936089600000, "train_loss": 0.03439781069755554, "subset_score_loss": 0.03439781069755554}
+{"step": 1480000, "wall_time": 13739.293879270554, "train_loss_step": 1.9123027324676514, "n_params": 4305940, "total_flops": 19577214566400000, "train_loss": 0.03397854268550873, "subset_score_loss": 0.03397854268550873}
+{"step": 1490000, "wall_time": 13825.517570972443, "train_loss_step": 2.095451831817627, "n_params": 4305940, "total_flops": 19709493043200000, "train_loss": 0.03394074738025665, "subset_score_loss": 0.03394074738025665}
+{"step": 1500000, "wall_time": 13980.54925775528, "train_loss_step": 2.0217373371124268, "n_params": 4305940, "total_flops": 19841771520000000, "train_loss": 0.033712995052337644, "subset_score_loss": 0.033712995052337644, "memorization_fraction_pixel": 0.05849999934434891, "mean_nn_ratio_pixel": 0.5704743266105652, "fid": 67.82997277057588}
+{"step": 1510000, "wall_time": 14066.652723789215, "train_loss_step": 1.9293984174728394, "n_params": 4305940, "total_flops": 19974049996800000, "train_loss": 0.03363088071346283, "subset_score_loss": 0.03363088071346283}
+{"step": 1520000, "wall_time": 14150.798832654953, "train_loss_step": 2.0593855381011963, "n_params": 4305940, "total_flops": 20106328473600000, "train_loss": 0.03371104896068573, "subset_score_loss": 0.03371104896068573}
+{"step": 1530000, "wall_time": 14234.2628865242, "train_loss_step": 2.1954185962677, "n_params": 4305940, "total_flops": 20238606950400000, "train_loss": 0.03359613120555878, "subset_score_loss": 0.03359613120555878}
+{"step": 1540000, "wall_time": 14319.093222379684, "train_loss_step": 1.9669454097747803, "n_params": 4305940, "total_flops": 20370885427200000, "train_loss": 0.03386861681938171, "subset_score_loss": 0.03386861681938171}
+{"step": 1550000, "wall_time": 14405.316826343536, "train_loss_step": 1.8672401905059814, "n_params": 4305940, "total_flops": 20503163904000000, "train_loss": 0.033060434460639956, "subset_score_loss": 0.033060434460639956}
+{"step": 1560000, "wall_time": 14491.663803815842, "train_loss_step": 2.199943780899048, "n_params": 4305940, "total_flops": 20635442380800000, "train_loss": 0.03251644670963287, "subset_score_loss": 0.03251644670963287}
+{"step": 1570000, "wall_time": 14578.3618850708, "train_loss_step": 2.319478988647461, "n_params": 4305940, "total_flops": 20767720857600000, "train_loss": 0.03227507472038269, "subset_score_loss": 0.03227507472038269}
+{"step": 1580000, "wall_time": 14663.00533413887, "train_loss_step": 2.2828316688537598, "n_params": 4305940, "total_flops": 20899999334400000, "train_loss": 0.032646667957305905, "subset_score_loss": 0.032646667957305905}
+{"step": 1590000, "wall_time": 14749.143045425415, "train_loss_step": 2.1172800064086914, "n_params": 4305940, "total_flops": 21032277811200000, "train_loss": 0.03275762498378754, "subset_score_loss": 0.03275762498378754}
+{"step": 1600000, "wall_time": 14906.893153905869, "train_loss_step": 2.1465916633605957, "n_params": 4305940, "total_flops": 21164556288000000, "train_loss": 0.03292243182659149, "subset_score_loss": 0.03292243182659149, "memorization_fraction_pixel": 0.05990000069141388, "mean_nn_ratio_pixel": 0.5693871378898621, "fid": 68.44242804322005}
+{"step": 1610000, "wall_time": 14993.080282211304, "train_loss_step": 2.0111122131347656, "n_params": 4305940, "total_flops": 21296834764800000, "train_loss": 0.031979531049728394, "subset_score_loss": 0.031979531049728394}
+{"step": 1620000, "wall_time": 15079.446991920471, "train_loss_step": 2.0568339824676514, "n_params": 4305940, "total_flops": 21429113241600000, "train_loss": 0.031903257966041564, "subset_score_loss": 0.031903257966041564}
+{"step": 1630000, "wall_time": 15160.387336730957, "train_loss_step": 2.0536839962005615, "n_params": 4305940, "total_flops": 21561391718400000, "train_loss": 0.03234125077724457, "subset_score_loss": 0.03234125077724457}
+{"step": 1640000, "wall_time": 15246.631858348846, "train_loss_step": 2.1685733795166016, "n_params": 4305940, "total_flops": 21693670195200000, "train_loss": 0.03197105824947357, "subset_score_loss": 0.03197105824947357}
+{"step": 1650000, "wall_time": 15331.732897043228, "train_loss_step": 2.1538774967193604, "n_params": 4305940, "total_flops": 21825948672000000, "train_loss": 0.03175629377365112, "subset_score_loss": 0.03175629377365112}
+{"step": 1660000, "wall_time": 15417.931028604507, "train_loss_step": 2.1519460678100586, "n_params": 4305940, "total_flops": 21958227148800000, "train_loss": 0.03133056163787842, "subset_score_loss": 0.03133056163787842}
+{"step": 1670000, "wall_time": 15504.172467947006, "train_loss_step": 2.1762964725494385, "n_params": 4305940, "total_flops": 22090505625600000, "train_loss": 0.03106876611709595, "subset_score_loss": 0.03106876611709595}
+{"step": 1680000, "wall_time": 15589.074919462204, "train_loss_step": 2.029914379119873, "n_params": 4305940, "total_flops": 22222784102400000, "train_loss": 0.031175586581230163, "subset_score_loss": 0.031175586581230163}
+{"step": 1690000, "wall_time": 15675.366475820541, "train_loss_step": 2.243739604949951, "n_params": 4305940, "total_flops": 22355062579200000, "train_loss": 0.031177824735641478, "subset_score_loss": 0.031177824735641478}
+{"step": 1700000, "wall_time": 15832.97791671753, "train_loss_step": 2.0191876888275146, "n_params": 4305940, "total_flops": 22487341056000000, "train_loss": 0.031003278493881226, "subset_score_loss": 0.031003278493881226, "memorization_fraction_pixel": 0.058400001376867294, "mean_nn_ratio_pixel": 0.5611690282821655, "fid": 67.96592731867278}
+{"step": 1710000, "wall_time": 15919.316011667252, "train_loss_step": 1.9606956243515015, "n_params": 4305940, "total_flops": 22619619532800000, "train_loss": 0.03101935088634491, "subset_score_loss": 0.03101935088634491}
+{"step": 1720000, "wall_time": 16005.712627887726, "train_loss_step": 2.2294015884399414, "n_params": 4305940, "total_flops": 22751898009600000, "train_loss": 0.03056339919567108, "subset_score_loss": 0.03056339919567108}
+{"step": 1730000, "wall_time": 16089.700610876083, "train_loss_step": 1.8672763109207153, "n_params": 4305940, "total_flops": 22884176486400000, "train_loss": 0.030646270513534545, "subset_score_loss": 0.030646270513534545}
+{"step": 1740000, "wall_time": 16173.369085073471, "train_loss_step": 2.1747524738311768, "n_params": 4305940, "total_flops": 23016454963200000, "train_loss": 0.030048921704292297, "subset_score_loss": 0.030048921704292297}
+{"step": 1750000, "wall_time": 16259.754895925522, "train_loss_step": 2.070486068725586, "n_params": 4305940, "total_flops": 23148733440000000, "train_loss": 0.03007417619228363, "subset_score_loss": 0.03007417619228363}
+{"step": 1760000, "wall_time": 16346.72061753273, "train_loss_step": 2.094557523727417, "n_params": 4305940, "total_flops": 23281011916800000, "train_loss": 0.030378302931785582, "subset_score_loss": 0.030378302931785582}
+{"step": 1770000, "wall_time": 16431.199647903442, "train_loss_step": 1.8799386024475098, "n_params": 4305940, "total_flops": 23413290393600000, "train_loss": 0.030160561203956604, "subset_score_loss": 0.030160561203956604}
+{"step": 1780000, "wall_time": 16517.768983602524, "train_loss_step": 2.0765578746795654, "n_params": 4305940, "total_flops": 23545568870400000, "train_loss": 0.030035686492919923, "subset_score_loss": 0.030035686492919923}
+{"step": 1790000, "wall_time": 16602.695820093155, "train_loss_step": 1.9212212562561035, "n_params": 4305940, "total_flops": 23677847347200000, "train_loss": 0.02956880033016205, "subset_score_loss": 0.02956880033016205}
+{"step": 1800000, "wall_time": 16795.386172056198, "train_loss_step": 1.9270652532577515, "n_params": 4305940, "total_flops": 23810125824000000, "train_loss": 0.02935250997543335, "subset_score_loss": 0.02935250997543335, "memorization_fraction_pixel": 0.0617000013589859, "mean_nn_ratio_pixel": 0.5565656423568726, "fid": 67.07591674580934}
+{"step": 1810000, "wall_time": 16881.31640934944, "train_loss_step": 1.9190465211868286, "n_params": 4305940, "total_flops": 23942404300800000, "train_loss": 0.029471930861473084, "subset_score_loss": 0.029471930861473084}
+{"step": 1820000, "wall_time": 16967.766301870346, "train_loss_step": 1.9969873428344727, "n_params": 4305940, "total_flops": 24074682777600000, "train_loss": 0.029121753573417664, "subset_score_loss": 0.029121753573417664}
+{"step": 1830000, "wall_time": 17044.768867969513, "train_loss_step": 1.9055585861206055, "n_params": 4305940, "total_flops": 24206961254400000, "train_loss": 0.029289349913597107, "subset_score_loss": 0.029289349913597107}
+{"step": 1840000, "wall_time": 17124.215334177017, "train_loss_step": 2.0084986686706543, "n_params": 4305940, "total_flops": 24339239731200000, "train_loss": 0.029143702983856202, "subset_score_loss": 0.029143702983856202}
+{"step": 1850000, "wall_time": 17201.642167806625, "train_loss_step": 1.887405514717102, "n_params": 4305940, "total_flops": 24471518208000000, "train_loss": 0.02895442545413971, "subset_score_loss": 0.02895442545413971}
+{"step": 1860000, "wall_time": 17288.051571130753, "train_loss_step": 1.963212251663208, "n_params": 4305940, "total_flops": 24603796684800000, "train_loss": 0.028859132528305055, "subset_score_loss": 0.028859132528305055}
+{"step": 1870000, "wall_time": 17372.918655633926, "train_loss_step": 2.0185694694519043, "n_params": 4305940, "total_flops": 24736075161600000, "train_loss": 0.029130420088768004, "subset_score_loss": 0.029130420088768004}
+{"step": 1880000, "wall_time": 17459.251359701157, "train_loss_step": 2.079270362854004, "n_params": 4305940, "total_flops": 24868353638400000, "train_loss": 0.028492164611816407, "subset_score_loss": 0.028492164611816407}
+{"step": 1890000, "wall_time": 17544.356534957886, "train_loss_step": 2.2443149089813232, "n_params": 4305940, "total_flops": 25000632115200000, "train_loss": 0.02915622591972351, "subset_score_loss": 0.02915622591972351}
+{"step": 1900000, "wall_time": 17743.007532835007, "train_loss_step": 2.1447057723999023, "n_params": 4305940, "total_flops": 25132910592000000, "train_loss": 0.02792508900165558, "subset_score_loss": 0.02792508900165558, "memorization_fraction_pixel": 0.06260000169277191, "mean_nn_ratio_pixel": 0.5506118535995483, "fid": 67.98060597386421}
+{"step": 1910000, "wall_time": 17829.159729719162, "train_loss_step": 2.175997018814087, "n_params": 4305940, "total_flops": 25265189068800000, "train_loss": 0.028322577476501465, "subset_score_loss": 0.028322577476501465}
+{"step": 1920000, "wall_time": 17915.464592933655, "train_loss_step": 2.090099811553955, "n_params": 4305940, "total_flops": 25397467545600000, "train_loss": 0.028356948494911195, "subset_score_loss": 0.028356948494911195}
+{"step": 1930000, "wall_time": 17993.23757815361, "train_loss_step": 1.97975754737854, "n_params": 4305940, "total_flops": 25529746022400000, "train_loss": 0.028063595294952393, "subset_score_loss": 0.028063595294952393}
+{"step": 1940000, "wall_time": 18079.484172582626, "train_loss_step": 1.9619390964508057, "n_params": 4305940, "total_flops": 25662024499200000, "train_loss": 0.028506025671958923, "subset_score_loss": 0.028506025671958923}
+{"step": 1950000, "wall_time": 18157.99618935585, "train_loss_step": 1.9064159393310547, "n_params": 4305940, "total_flops": 25794302976000000, "train_loss": 0.027989813685417177, "subset_score_loss": 0.027989813685417177}
+{"step": 1960000, "wall_time": 18232.618601083755, "train_loss_step": 1.9274978637695312, "n_params": 4305940, "total_flops": 25926581452800000, "train_loss": 0.027433842420578003, "subset_score_loss": 0.027433842420578003}
+{"step": 1970000, "wall_time": 18319.33975124359, "train_loss_step": 2.0444467067718506, "n_params": 4305940, "total_flops": 26058859929600000, "train_loss": 0.02748972177505493, "subset_score_loss": 0.02748972177505493}
+{"step": 1980000, "wall_time": 18404.49768805504, "train_loss_step": 1.8979448080062866, "n_params": 4305940, "total_flops": 26191138406400000, "train_loss": 0.02801169753074646, "subset_score_loss": 0.02801169753074646}
+{"step": 1990000, "wall_time": 18489.200145721436, "train_loss_step": 2.179136276245117, "n_params": 4305940, "total_flops": 26323416883200000, "train_loss": 0.027498197555541993, "subset_score_loss": 0.027498197555541993}
+{"step": 2000000, "wall_time": 18650.7936732769, "train_loss_step": 2.0197179317474365, "n_params": 4305940, "total_flops": 26455695360000000, "train_loss": 0.027554932236671447, "subset_score_loss": 0.027554932236671447, "memorization_fraction_pixel": 0.06970000267028809, "mean_nn_ratio_pixel": 0.5432084798812866, "fid": 66.85562025009877}
+{"step": 2010000, "wall_time": 18736.971168994904, "train_loss_step": 1.9189891815185547, "n_params": 4305940, "total_flops": 26587973836800000, "train_loss": 0.027412503957748413, "subset_score_loss": 0.027412503957748413}
+{"step": 2020000, "wall_time": 18823.37751531601, "train_loss_step": 1.9087927341461182, "n_params": 4305940, "total_flops": 26720252313600000, "train_loss": 0.027576446533203125, "subset_score_loss": 0.027576446533203125}
+{"step": 2030000, "wall_time": 18906.57860136032, "train_loss_step": 2.079258441925049, "n_params": 4305940, "total_flops": 26852530790400000, "train_loss": 0.02738429605960846, "subset_score_loss": 0.02738429605960846}
+{"step": 2040000, "wall_time": 18992.74981403351, "train_loss_step": 1.9514293670654297, "n_params": 4305940, "total_flops": 26984809267200000, "train_loss": 0.026837313175201417, "subset_score_loss": 0.026837313175201417}
+{"step": 2050000, "wall_time": 19078.943861484528, "train_loss_step": 2.1335034370422363, "n_params": 4305940, "total_flops": 27117087744000000, "train_loss": 0.027102446556091307, "subset_score_loss": 0.027102446556091307}
+{"step": 2060000, "wall_time": 19165.641807079315, "train_loss_step": 2.069434404373169, "n_params": 4305940, "total_flops": 27249366220800000, "train_loss": 0.02708142399787903, "subset_score_loss": 0.02708142399787903}
+{"step": 2070000, "wall_time": 19248.754565000534, "train_loss_step": 2.003859519958496, "n_params": 4305940, "total_flops": 27381644697600000, "train_loss": 0.026527008414268492, "subset_score_loss": 0.026527008414268492}
+{"step": 2080000, "wall_time": 19335.436235666275, "train_loss_step": 2.1770009994506836, "n_params": 4305940, "total_flops": 27513923174400000, "train_loss": 0.027422571182250978, "subset_score_loss": 0.027422571182250978}
+{"step": 2090000, "wall_time": 19420.18702149391, "train_loss_step": 2.2219724655151367, "n_params": 4305940, "total_flops": 27646201651200000, "train_loss": 0.026814064383506774, "subset_score_loss": 0.026814064383506774}
+{"step": 2100000, "wall_time": 19588.957538604736, "train_loss_step": 2.0724716186523438, "n_params": 4305940, "total_flops": 27778480128000000, "train_loss": 0.02618929445743561, "subset_score_loss": 0.02618929445743561, "memorization_fraction_pixel": 0.060600001364946365, "mean_nn_ratio_pixel": 0.5460368394851685, "fid": 67.10499636942843}
+{"step": 2110000, "wall_time": 19674.942214250565, "train_loss_step": 2.0930798053741455, "n_params": 4305940, "total_flops": 27910758604800000, "train_loss": 0.026197582483291626, "subset_score_loss": 0.026197582483291626}
+{"step": 2120000, "wall_time": 19761.19583439827, "train_loss_step": 2.0506863594055176, "n_params": 4305940, "total_flops": 28043037081600000, "train_loss": 0.02638755738735199, "subset_score_loss": 0.02638755738735199}
+{"step": 2130000, "wall_time": 19840.29017472267, "train_loss_step": 1.9608283042907715, "n_params": 4305940, "total_flops": 28175315558400000, "train_loss": 0.026349470019340515, "subset_score_loss": 0.026349470019340515}
+{"step": 2140000, "wall_time": 19926.59724330902, "train_loss_step": 2.06410813331604, "n_params": 4305940, "total_flops": 28307594035200000, "train_loss": 0.026233136653900146, "subset_score_loss": 0.026233136653900146}
+{"step": 2150000, "wall_time": 20012.828475236893, "train_loss_step": 2.068711757659912, "n_params": 4305940, "total_flops": 28439872512000000, "train_loss": 0.026198047399520873, "subset_score_loss": 0.026198047399520873}
+{"step": 2160000, "wall_time": 20099.001725435257, "train_loss_step": 2.089552402496338, "n_params": 4305940, "total_flops": 28572150988800000, "train_loss": 0.02607867419719696, "subset_score_loss": 0.02607867419719696}
+{"step": 2170000, "wall_time": 20183.59166431427, "train_loss_step": 2.277660846710205, "n_params": 4305940, "total_flops": 28704429465600000, "train_loss": 0.025779691338539124, "subset_score_loss": 0.025779691338539124}
+{"step": 2180000, "wall_time": 20269.07179737091, "train_loss_step": 2.0156545639038086, "n_params": 4305940, "total_flops": 28836707942400000, "train_loss": 0.025888830423355103, "subset_score_loss": 0.025888830423355103}
+{"step": 2190000, "wall_time": 20356.122225999832, "train_loss_step": 2.0359671115875244, "n_params": 4305940, "total_flops": 28968986419200000, "train_loss": 0.025904783606529237, "subset_score_loss": 0.025904783606529237}
+{"step": 2200000, "wall_time": 20508.029941797256, "train_loss_step": 2.2202553749084473, "n_params": 4305940, "total_flops": 29101264896000000, "train_loss": 0.025428801774978638, "subset_score_loss": 0.025428801774978638, "memorization_fraction_pixel": 0.06350000202655792, "mean_nn_ratio_pixel": 0.5361420512199402, "fid": 67.59096769685603}
+{"step": 2210000, "wall_time": 20594.19699883461, "train_loss_step": 2.1573684215545654, "n_params": 4305940, "total_flops": 29233543372800000, "train_loss": 0.025690186023712158, "subset_score_loss": 0.025690186023712158}
+{"step": 2220000, "wall_time": 20679.98312139511, "train_loss_step": 2.006074905395508, "n_params": 4305940, "total_flops": 29365821849600000, "train_loss": 0.0252979576587677, "subset_score_loss": 0.0252979576587677}
+{"step": 2230000, "wall_time": 20760.381476402283, "train_loss_step": 1.805295705795288, "n_params": 4305940, "total_flops": 29498100326400000, "train_loss": 0.025165146589279173, "subset_score_loss": 0.025165146589279173}
+{"step": 2240000, "wall_time": 20840.21852040291, "train_loss_step": 2.2026491165161133, "n_params": 4305940, "total_flops": 29630378803200000, "train_loss": 0.02561861276626587, "subset_score_loss": 0.02561861276626587}
+{"step": 2250000, "wall_time": 20926.48801136017, "train_loss_step": 2.221035957336426, "n_params": 4305940, "total_flops": 29762657280000000, "train_loss": 0.02530530095100403, "subset_score_loss": 0.02530530095100403}
+{"step": 2260000, "wall_time": 21012.668459892273, "train_loss_step": 2.033169746398926, "n_params": 4305940, "total_flops": 29894935756800000, "train_loss": 0.025051221251487732, "subset_score_loss": 0.025051221251487732}
+{"step": 2270000, "wall_time": 21098.91742181778, "train_loss_step": 1.9744071960449219, "n_params": 4305940, "total_flops": 30027214233600000, "train_loss": 0.024823276698589324, "subset_score_loss": 0.024823276698589324}
+{"step": 2280000, "wall_time": 21180.510313749313, "train_loss_step": 2.1154091358184814, "n_params": 4305940, "total_flops": 30159492710400000, "train_loss": 0.024924348294734954, "subset_score_loss": 0.024924348294734954}
+{"step": 2290000, "wall_time": 21256.57622528076, "train_loss_step": 2.1861929893493652, "n_params": 4305940, "total_flops": 30291771187200000, "train_loss": 0.024934086203575134, "subset_score_loss": 0.024934086203575134}
+{"step": 2300000, "wall_time": 21439.481609106064, "train_loss_step": 2.2230262756347656, "n_params": 4305940, "total_flops": 30424049664000000, "train_loss": 0.024817164242267608, "subset_score_loss": 0.024817164242267608, "memorization_fraction_pixel": 0.07580000162124634, "mean_nn_ratio_pixel": 0.53141188621521, "fid": 67.40358381836336}
+{"step": 2310000, "wall_time": 21525.562303304672, "train_loss_step": 1.9046841859817505, "n_params": 4305940, "total_flops": 30556328140800000, "train_loss": 0.02461727112531662, "subset_score_loss": 0.02461727112531662}
+{"step": 2320000, "wall_time": 21611.439842939377, "train_loss_step": 1.756162166595459, "n_params": 4305940, "total_flops": 30688606617600000, "train_loss": 0.02468031793832779, "subset_score_loss": 0.02468031793832779}
+{"step": 2330000, "wall_time": 21695.48747897148, "train_loss_step": 1.8764334917068481, "n_params": 4305940, "total_flops": 30820885094400000, "train_loss": 0.024830010533332825, "subset_score_loss": 0.024830010533332825}
+{"step": 2340000, "wall_time": 21773.278707265854, "train_loss_step": 2.035888910293579, "n_params": 4305940, "total_flops": 30953163571200000, "train_loss": 0.02394611984491348, "subset_score_loss": 0.02394611984491348}
+{"step": 2350000, "wall_time": 21859.584972143173, "train_loss_step": 2.134333372116089, "n_params": 4305940, "total_flops": 31085442048000000, "train_loss": 0.02452390789985657, "subset_score_loss": 0.02452390789985657}
+{"step": 2360000, "wall_time": 21945.789607286453, "train_loss_step": 2.071279525756836, "n_params": 4305940, "total_flops": 31217720524800000, "train_loss": 0.023902679979801177, "subset_score_loss": 0.023902679979801177}
+{"step": 2370000, "wall_time": 22032.02785229683, "train_loss_step": 1.9874491691589355, "n_params": 4305940, "total_flops": 31349999001600000, "train_loss": 0.024005670845508576, "subset_score_loss": 0.024005670845508576}
+{"step": 2380000, "wall_time": 22118.359053611755, "train_loss_step": 2.0068655014038086, "n_params": 4305940, "total_flops": 31482277478400000, "train_loss": 0.02436589151620865, "subset_score_loss": 0.02436589151620865}
+{"step": 2390000, "wall_time": 22201.57115340233, "train_loss_step": 1.996439814567566, "n_params": 4305940, "total_flops": 31614555955200000, "train_loss": 0.02397216260433197, "subset_score_loss": 0.02397216260433197}
+{"step": 2400000, "wall_time": 22395.850028038025, "train_loss_step": 2.0429229736328125, "n_params": 4305940, "total_flops": 31746834432000000, "train_loss": 0.024492146074771882, "subset_score_loss": 0.024492146074771882, "memorization_fraction_pixel": 0.07289999723434448, "mean_nn_ratio_pixel": 0.5261459946632385, "fid": 67.29462697007578}
+{"step": 2410000, "wall_time": 22481.696150779724, "train_loss_step": 1.9170308113098145, "n_params": 4305940, "total_flops": 31879112908800000, "train_loss": 0.02415042519569397, "subset_score_loss": 0.02415042519569397}
+{"step": 2420000, "wall_time": 22567.636862039566, "train_loss_step": 1.9275851249694824, "n_params": 4305940, "total_flops": 32011391385600000, "train_loss": 0.02357882261276245, "subset_score_loss": 0.02357882261276245}
+{"step": 2430000, "wall_time": 22650.82471179962, "train_loss_step": 2.0666513442993164, "n_params": 4305940, "total_flops": 32143669862400000, "train_loss": 0.024005058407783508, "subset_score_loss": 0.024005058407783508}
+{"step": 2440000, "wall_time": 22737.185965299606, "train_loss_step": 2.1417083740234375, "n_params": 4305940, "total_flops": 32275948339200000, "train_loss": 0.023491285741329193, "subset_score_loss": 0.023491285741329193}
+{"step": 2450000, "wall_time": 22823.64340686798, "train_loss_step": 1.9299455881118774, "n_params": 4305940, "total_flops": 32408226816000000, "train_loss": 0.023497770726680755, "subset_score_loss": 0.023497770726680755}
+{"step": 2460000, "wall_time": 22909.994520664215, "train_loss_step": 1.9597663879394531, "n_params": 4305940, "total_flops": 32540505292800000, "train_loss": 0.023321054875850677, "subset_score_loss": 0.023321054875850677}
+{"step": 2470000, "wall_time": 22996.311500310898, "train_loss_step": 2.10780668258667, "n_params": 4305940, "total_flops": 32672783769600000, "train_loss": 0.023549284040927886, "subset_score_loss": 0.023549284040927886}
+{"step": 2480000, "wall_time": 23082.642216682434, "train_loss_step": 2.117708683013916, "n_params": 4305940, "total_flops": 32805062246400000, "train_loss": 0.023292461037635805, "subset_score_loss": 0.023292461037635805}
+{"step": 2490000, "wall_time": 23169.138627767563, "train_loss_step": 2.0555968284606934, "n_params": 4305940, "total_flops": 32937340723200000, "train_loss": 0.02361057251691818, "subset_score_loss": 0.02361057251691818}
+{"step": 2500000, "wall_time": 23375.886833429337, "train_loss_step": 2.2234058380126953, "n_params": 4305940, "total_flops": 33069619200000000, "train_loss": 0.02325657457113266, "subset_score_loss": 0.02325657457113266, "memorization_fraction_pixel": 0.0729999989271164, "mean_nn_ratio_pixel": 0.5219874978065491, "fid": 66.8542642262239}
+{"step": 2510000, "wall_time": 23460.77870941162, "train_loss_step": 1.9647932052612305, "n_params": 4305940, "total_flops": 33201897676800000, "train_loss": 0.02359090745449066, "subset_score_loss": 0.02359090745449066}
+{"step": 2520000, "wall_time": 23543.46031308174, "train_loss_step": 1.8274738788604736, "n_params": 4305940, "total_flops": 33334176153600000, "train_loss": 0.023158445954322815, "subset_score_loss": 0.023158445954322815}
+{"step": 2530000, "wall_time": 23619.19068622589, "train_loss_step": 1.989441156387329, "n_params": 4305940, "total_flops": 33466454630400000, "train_loss": 0.02292322665452957, "subset_score_loss": 0.02292322665452957}
+{"step": 2540000, "wall_time": 23705.64531493187, "train_loss_step": 2.100348949432373, "n_params": 4305940, "total_flops": 33598733107200000, "train_loss": 0.02317170798778534, "subset_score_loss": 0.02317170798778534}
+{"step": 2550000, "wall_time": 23792.19204211235, "train_loss_step": 1.8840558528900146, "n_params": 4305940, "total_flops": 33731011584000000, "train_loss": 0.023215894401073457, "subset_score_loss": 0.023215894401073457}
+{"step": 2560000, "wall_time": 23878.45457983017, "train_loss_step": 1.9981400966644287, "n_params": 4305940, "total_flops": 33863290060800000, "train_loss": 0.022727034986019135, "subset_score_loss": 0.022727034986019135}
+{"step": 2570000, "wall_time": 23964.778259277344, "train_loss_step": 1.9433315992355347, "n_params": 4305940, "total_flops": 33995568537600000, "train_loss": 0.02286149561405182, "subset_score_loss": 0.02286149561405182}
+{"step": 2580000, "wall_time": 24051.117223501205, "train_loss_step": 2.166703462600708, "n_params": 4305940, "total_flops": 34127847014400000, "train_loss": 0.022582429647445678, "subset_score_loss": 0.022582429647445678}
+{"step": 2590000, "wall_time": 24137.60095667839, "train_loss_step": 2.13405442237854, "n_params": 4305940, "total_flops": 34260125491200000, "train_loss": 0.022360379993915557, "subset_score_loss": 0.022360379993915557}
+{"step": 2600000, "wall_time": 24320.280559778214, "train_loss_step": 1.9644932746887207, "n_params": 4305940, "total_flops": 34392403968000000, "train_loss": 0.0227770134806633, "subset_score_loss": 0.0227770134806633, "memorization_fraction_pixel": 0.07959999889135361, "mean_nn_ratio_pixel": 0.5172229409217834, "fid": 66.95462923052625}
+{"step": 2610000, "wall_time": 24404.855914592743, "train_loss_step": 1.9479819536209106, "n_params": 4305940, "total_flops": 34524682444800000, "train_loss": 0.022176945209503175, "subset_score_loss": 0.022176945209503175}
+{"step": 2620000, "wall_time": 24490.169765472412, "train_loss_step": 2.1600501537323, "n_params": 4305940, "total_flops": 34656960921600000, "train_loss": 0.022352927923202516, "subset_score_loss": 0.022352927923202516}
+{"step": 2630000, "wall_time": 24567.36164855957, "train_loss_step": 1.9887120723724365, "n_params": 4305940, "total_flops": 34789239398400000, "train_loss": 0.022489161789417268, "subset_score_loss": 0.022489161789417268}
+{"step": 2640000, "wall_time": 24653.80463886261, "train_loss_step": 1.8860602378845215, "n_params": 4305940, "total_flops": 34921517875200000, "train_loss": 0.02230600416660309, "subset_score_loss": 0.02230600416660309}
+{"step": 2650000, "wall_time": 24740.24399614334, "train_loss_step": 2.0456998348236084, "n_params": 4305940, "total_flops": 35053796352000000, "train_loss": 0.0223619282245636, "subset_score_loss": 0.0223619282245636}
+{"step": 2660000, "wall_time": 24826.60335946083, "train_loss_step": 1.808617115020752, "n_params": 4305940, "total_flops": 35186074828800000, "train_loss": 0.022048960626125335, "subset_score_loss": 0.022048960626125335}
+{"step": 2670000, "wall_time": 24912.74330186844, "train_loss_step": 1.8738062381744385, "n_params": 4305940, "total_flops": 35318353305600000, "train_loss": 0.022151480615139007, "subset_score_loss": 0.022151480615139007}
+{"step": 2680000, "wall_time": 24999.039609909058, "train_loss_step": 1.9614462852478027, "n_params": 4305940, "total_flops": 35450631782400000, "train_loss": 0.02261417657136917, "subset_score_loss": 0.02261417657136917}
+{"step": 2690000, "wall_time": 25085.2010140419, "train_loss_step": 1.959183931350708, "n_params": 4305940, "total_flops": 35582910259200000, "train_loss": 0.02172436863183975, "subset_score_loss": 0.02172436863183975}
+{"step": 2700000, "wall_time": 25258.710140943527, "train_loss_step": 2.0492734909057617, "n_params": 4305940, "total_flops": 35715188736000000, "train_loss": 0.02196179926395416, "subset_score_loss": 0.02196179926395416, "memorization_fraction_pixel": 0.07800000160932541, "mean_nn_ratio_pixel": 0.5184751749038696, "fid": 66.9847764322524}
+{"step": 2710000, "wall_time": 25344.525173425674, "train_loss_step": 1.9503000974655151, "n_params": 4305940, "total_flops": 35847467212800000, "train_loss": 0.02162996679544449, "subset_score_loss": 0.02162996679544449}
+{"step": 2720000, "wall_time": 25429.409770011902, "train_loss_step": 1.869208812713623, "n_params": 4305940, "total_flops": 35979745689600000, "train_loss": 0.021860939264297486, "subset_score_loss": 0.021860939264297486}
+{"step": 2730000, "wall_time": 25512.537939071655, "train_loss_step": 1.9052913188934326, "n_params": 4305940, "total_flops": 36112024166400000, "train_loss": 0.021586744487285613, "subset_score_loss": 0.021586744487285613}
+{"step": 2740000, "wall_time": 25598.97732114792, "train_loss_step": 2.119680881500244, "n_params": 4305940, "total_flops": 36244302643200000, "train_loss": 0.021767063438892363, "subset_score_loss": 0.021767063438892363}
+{"step": 2750000, "wall_time": 25685.45700931549, "train_loss_step": 2.2043769359588623, "n_params": 4305940, "total_flops": 36376581120000000, "train_loss": 0.02119235098361969, "subset_score_loss": 0.02119235098361969}
+{"step": 2760000, "wall_time": 25771.928705215454, "train_loss_step": 2.0380237102508545, "n_params": 4305940, "total_flops": 36508859596800000, "train_loss": 0.021629159152507783, "subset_score_loss": 0.021629159152507783}
+{"step": 2770000, "wall_time": 25858.143277168274, "train_loss_step": 1.9424524307250977, "n_params": 4305940, "total_flops": 36641138073600000, "train_loss": 0.021494054794311525, "subset_score_loss": 0.021494054794311525}
+{"step": 2780000, "wall_time": 25944.441618919373, "train_loss_step": 2.1194095611572266, "n_params": 4305940, "total_flops": 36773416550400000, "train_loss": 0.02153220772743225, "subset_score_loss": 0.02153220772743225}
+{"step": 2790000, "wall_time": 26030.78848671913, "train_loss_step": 2.1653218269348145, "n_params": 4305940, "total_flops": 36905695027200000, "train_loss": 0.021662753820419312, "subset_score_loss": 0.021662753820419312}
+{"step": 2800000, "wall_time": 26187.070138931274, "train_loss_step": 1.9157013893127441, "n_params": 4305940, "total_flops": 37037973504000000, "train_loss": 0.021336497366428377, "subset_score_loss": 0.021336497366428377, "memorization_fraction_pixel": 0.07540000230073929, "mean_nn_ratio_pixel": 0.5147854685783386, "fid": 67.66835218698436}
+{"step": 2810000, "wall_time": 26267.85035252571, "train_loss_step": 1.992478609085083, "n_params": 4305940, "total_flops": 37170251980800000, "train_loss": 0.021333011984825134, "subset_score_loss": 0.021333011984825134}
+{"step": 2820000, "wall_time": 26350.74413251877, "train_loss_step": 2.025219202041626, "n_params": 4305940, "total_flops": 37302530457600000, "train_loss": 0.021019041538238525, "subset_score_loss": 0.021019041538238525}
+{"step": 2830000, "wall_time": 26422.359465122223, "train_loss_step": 2.0420403480529785, "n_params": 4305940, "total_flops": 37434808934400000, "train_loss": 0.021062159538269044, "subset_score_loss": 0.021062159538269044}
+{"step": 2840000, "wall_time": 26508.69558930397, "train_loss_step": 2.05356502532959, "n_params": 4305940, "total_flops": 37567087411200000, "train_loss": 0.020931988954544067, "subset_score_loss": 0.020931988954544067}
+{"step": 2850000, "wall_time": 26594.8614089489, "train_loss_step": 2.0467019081115723, "n_params": 4305940, "total_flops": 37699365888000000, "train_loss": 0.021075694262981413, "subset_score_loss": 0.021075694262981413}
+{"step": 2860000, "wall_time": 26681.402388572693, "train_loss_step": 1.9859684705734253, "n_params": 4305940, "total_flops": 37831644364800000, "train_loss": 0.020804300904273987, "subset_score_loss": 0.020804300904273987}
+{"step": 2870000, "wall_time": 26767.73967051506, "train_loss_step": 2.0580906867980957, "n_params": 4305940, "total_flops": 37963922841600000, "train_loss": 0.02093956619501114, "subset_score_loss": 0.02093956619501114}
+{"step": 2880000, "wall_time": 26854.0046377182, "train_loss_step": 2.1360507011413574, "n_params": 4305940, "total_flops": 38096201318400000, "train_loss": 0.02116899788379669, "subset_score_loss": 0.02116899788379669}
+{"step": 2890000, "wall_time": 26940.222095012665, "train_loss_step": 1.9008631706237793, "n_params": 4305940, "total_flops": 38228479795200000, "train_loss": 0.020706093311309813, "subset_score_loss": 0.020706093311309813}
+{"step": 2900000, "wall_time": 27123.106982946396, "train_loss_step": 1.8812391757965088, "n_params": 4305940, "total_flops": 38360758272000000, "train_loss": 0.02113158404827118, "subset_score_loss": 0.02113158404827118, "memorization_fraction_pixel": 0.08110000193119049, "mean_nn_ratio_pixel": 0.5097870230674744, "fid": 67.80857765641638}
+{"step": 2910000, "wall_time": 27209.59907436371, "train_loss_step": 1.7932792901992798, "n_params": 4305940, "total_flops": 38493036748800000, "train_loss": 0.02105434685945511, "subset_score_loss": 0.02105434685945511}
+{"step": 2920000, "wall_time": 27293.06760787964, "train_loss_step": 2.1888508796691895, "n_params": 4305940, "total_flops": 38625315225600000, "train_loss": 0.020659108459949494, "subset_score_loss": 0.020659108459949494}
+{"step": 2930000, "wall_time": 27377.162910938263, "train_loss_step": 1.863752841949463, "n_params": 4305940, "total_flops": 38757593702400000, "train_loss": 0.020471982657909393, "subset_score_loss": 0.020471982657909393}
+{"step": 2940000, "wall_time": 27461.99155473709, "train_loss_step": 2.073791027069092, "n_params": 4305940, "total_flops": 38889872179200000, "train_loss": 0.02059970498085022, "subset_score_loss": 0.02059970498085022}
+{"step": 2950000, "wall_time": 27548.33821964264, "train_loss_step": 1.8642545938491821, "n_params": 4305940, "total_flops": 39022150656000000, "train_loss": 0.020570504665374755, "subset_score_loss": 0.020570504665374755}
+{"step": 2960000, "wall_time": 27634.835679531097, "train_loss_step": 1.8680338859558105, "n_params": 4305940, "total_flops": 39154429132800000, "train_loss": 0.020465072989463807, "subset_score_loss": 0.020465072989463807}
+{"step": 2970000, "wall_time": 27721.195007801056, "train_loss_step": 2.0612220764160156, "n_params": 4305940, "total_flops": 39286707609600000, "train_loss": 0.020408852398395537, "subset_score_loss": 0.020408852398395537}
+{"step": 2980000, "wall_time": 27807.646117448807, "train_loss_step": 2.325836181640625, "n_params": 4305940, "total_flops": 39418986086400000, "train_loss": 0.020014594495296478, "subset_score_loss": 0.020014594495296478}
+{"step": 2990000, "wall_time": 27894.13455581665, "train_loss_step": 2.068960666656494, "n_params": 4305940, "total_flops": 39551264563200000, "train_loss": 0.02029149830341339, "subset_score_loss": 0.02029149830341339}
+{"step": 3000000, "wall_time": 28072.476700782776, "train_loss_step": 2.2822155952453613, "n_params": 4305940, "total_flops": 39683543040000000, "train_loss": 0.02014113813638687, "subset_score_loss": 0.02014113813638687, "memorization_fraction_pixel": 0.08330000191926956, "mean_nn_ratio_pixel": 0.5075700879096985, "fid": 67.82757832376308}
+{"step": 3010000, "wall_time": 28158.79939889908, "train_loss_step": 2.0109570026397705, "n_params": 4305940, "total_flops": 39815821516800000, "train_loss": 0.020252452790737153, "subset_score_loss": 0.020252452790737153}
+{"step": 3020000, "wall_time": 28242.91991710663, "train_loss_step": 2.0580790042877197, "n_params": 4305940, "total_flops": 39948099993600000, "train_loss": 0.019774936139583588, "subset_score_loss": 0.019774936139583588}
+{"step": 3030000, "wall_time": 28307.243382692337, "train_loss_step": 1.9221941232681274, "n_params": 4305940, "total_flops": 40080378470400000, "train_loss": 0.019994546473026276, "subset_score_loss": 0.019994546473026276}
+{"step": 3040000, "wall_time": 28390.584921836853, "train_loss_step": 1.9891866445541382, "n_params": 4305940, "total_flops": 40212656947200000, "train_loss": 0.019795605540275575, "subset_score_loss": 0.019795605540275575}
+{"step": 3050000, "wall_time": 28475.169610500336, "train_loss_step": 1.988436222076416, "n_params": 4305940, "total_flops": 40344935424000000, "train_loss": 0.020121654868125914, "subset_score_loss": 0.020121654868125914}
+{"step": 3060000, "wall_time": 28561.457706212997, "train_loss_step": 2.023202419281006, "n_params": 4305940, "total_flops": 40477213900800000, "train_loss": 0.01988898515701294, "subset_score_loss": 0.01988898515701294}
+{"step": 3070000, "wall_time": 28647.907361984253, "train_loss_step": 1.9698405265808105, "n_params": 4305940, "total_flops": 40609492377600000, "train_loss": 0.019782687723636627, "subset_score_loss": 0.019782687723636627}
+{"step": 3080000, "wall_time": 28734.42445540428, "train_loss_step": 2.0223071575164795, "n_params": 4305940, "total_flops": 40741770854400000, "train_loss": 0.020019936561584472, "subset_score_loss": 0.020019936561584472}
+{"step": 3090000, "wall_time": 28820.54955482483, "train_loss_step": 1.9017126560211182, "n_params": 4305940, "total_flops": 40874049331200000, "train_loss": 0.019778889417648316, "subset_score_loss": 0.019778889417648316}
+{"step": 3100000, "wall_time": 29000.360522270203, "train_loss_step": 2.0066661834716797, "n_params": 4305940, "total_flops": 41006327808000000, "train_loss": 0.019749313592910767, "subset_score_loss": 0.019749313592910767, "memorization_fraction_pixel": 0.08229999989271164, "mean_nn_ratio_pixel": 0.5088332295417786, "fid": 67.49589471112364}
+{"step": 3110000, "wall_time": 29086.629147291183, "train_loss_step": 2.065086841583252, "n_params": 4305940, "total_flops": 41138606284800000, "train_loss": 0.019471155107021333, "subset_score_loss": 0.019471155107021333}
+{"step": 3120000, "wall_time": 29172.528815984726, "train_loss_step": 1.9830628633499146, "n_params": 4305940, "total_flops": 41270884761600000, "train_loss": 0.019331616163253785, "subset_score_loss": 0.019331616163253785}
+{"step": 3130000, "wall_time": 29251.760345220566, "train_loss_step": 1.883984088897705, "n_params": 4305940, "total_flops": 41403163238400000, "train_loss": 0.0194671630859375, "subset_score_loss": 0.0194671630859375}
+{"step": 3140000, "wall_time": 29334.949422359467, "train_loss_step": 1.9529366493225098, "n_params": 4305940, "total_flops": 41535441715200000, "train_loss": 0.019534991681575777, "subset_score_loss": 0.019534991681575777}
+{"step": 3150000, "wall_time": 29421.653593301773, "train_loss_step": 2.212646961212158, "n_params": 4305940, "total_flops": 41667720192000000, "train_loss": 0.019585709273815154, "subset_score_loss": 0.019585709273815154}
+{"step": 3160000, "wall_time": 29506.54693055153, "train_loss_step": 2.045727252960205, "n_params": 4305940, "total_flops": 41799998668800000, "train_loss": 0.019463969767093657, "subset_score_loss": 0.019463969767093657}
+{"step": 3170000, "wall_time": 29592.81745314598, "train_loss_step": 1.8138924837112427, "n_params": 4305940, "total_flops": 41932277145600000, "train_loss": 0.01948355734348297, "subset_score_loss": 0.01948355734348297}
+{"step": 3180000, "wall_time": 29679.21744132042, "train_loss_step": 2.0679845809936523, "n_params": 4305940, "total_flops": 42064555622400000, "train_loss": 0.01963324099779129, "subset_score_loss": 0.01963324099779129}
+{"step": 3190000, "wall_time": 29765.466462373734, "train_loss_step": 2.0542733669281006, "n_params": 4305940, "total_flops": 42196834099200000, "train_loss": 0.01949685961008072, "subset_score_loss": 0.01949685961008072}
+{"step": 3200000, "wall_time": 29920.764580726624, "train_loss_step": 2.036235809326172, "n_params": 4305940, "total_flops": 42329112576000000, "train_loss": 0.019390414655208587, "subset_score_loss": 0.019390414655208587, "memorization_fraction_pixel": 0.08269999921321869, "mean_nn_ratio_pixel": 0.49799999594688416, "fid": 67.70771520094634}
+{"step": 3210000, "wall_time": 30005.284486293793, "train_loss_step": 2.0807442665100098, "n_params": 4305940, "total_flops": 42461391052800000, "train_loss": 0.019308304786682128, "subset_score_loss": 0.019308304786682128}
+{"step": 3220000, "wall_time": 30091.17583847046, "train_loss_step": 2.141683578491211, "n_params": 4305940, "total_flops": 42593669529600000, "train_loss": 0.019693659245967866, "subset_score_loss": 0.019693659245967866}
+{"step": 3230000, "wall_time": 30177.540639400482, "train_loss_step": 2.052751064300537, "n_params": 4305940, "total_flops": 42725948006400000, "train_loss": 0.01947358250617981, "subset_score_loss": 0.01947358250617981}
+{"step": 3240000, "wall_time": 30258.099500656128, "train_loss_step": 1.9353270530700684, "n_params": 4305940, "total_flops": 42858226483200000, "train_loss": 0.019062772393226624, "subset_score_loss": 0.019062772393226624}
+{"step": 3250000, "wall_time": 30344.494780778885, "train_loss_step": 2.0936429500579834, "n_params": 4305940, "total_flops": 42990504960000000, "train_loss": 0.018936797976493835, "subset_score_loss": 0.018936797976493835}
+{"step": 3260000, "wall_time": 30431.321158885956, "train_loss_step": 2.0458178520202637, "n_params": 4305940, "total_flops": 43122783436800000, "train_loss": 0.018811328709125517, "subset_score_loss": 0.018811328709125517}
+{"step": 3270000, "wall_time": 30515.846829414368, "train_loss_step": 2.049682855606079, "n_params": 4305940, "total_flops": 43255061913600000, "train_loss": 0.01910170018672943, "subset_score_loss": 0.01910170018672943}
+{"step": 3280000, "wall_time": 30602.031542778015, "train_loss_step": 2.0192131996154785, "n_params": 4305940, "total_flops": 43387340390400000, "train_loss": 0.019255097210407256, "subset_score_loss": 0.019255097210407256}
+{"step": 3290000, "wall_time": 30688.342317581177, "train_loss_step": 1.78315269947052, "n_params": 4305940, "total_flops": 43519618867200000, "train_loss": 0.018836045265197755, "subset_score_loss": 0.018836045265197755}
+{"step": 3300000, "wall_time": 30843.618923425674, "train_loss_step": 2.219670295715332, "n_params": 4305940, "total_flops": 43651897344000000, "train_loss": 0.01896667033433914, "subset_score_loss": 0.01896667033433914, "memorization_fraction_pixel": 0.08560000360012054, "mean_nn_ratio_pixel": 0.4978795051574707, "fid": 67.11579273353601}
+{"step": 3310000, "wall_time": 30928.819145441055, "train_loss_step": 1.7836520671844482, "n_params": 4305940, "total_flops": 43784175820800000, "train_loss": 0.01863689422607422, "subset_score_loss": 0.01863689422607422}
+{"step": 3320000, "wall_time": 31014.852901935577, "train_loss_step": 2.1126441955566406, "n_params": 4305940, "total_flops": 43916454297600000, "train_loss": 0.018637916445732115, "subset_score_loss": 0.018637916445732115}
+{"step": 3330000, "wall_time": 31101.075018405914, "train_loss_step": 1.933768630027771, "n_params": 4305940, "total_flops": 44048732774400000, "train_loss": 0.018314053118228913, "subset_score_loss": 0.018314053118228913}
+{"step": 3340000, "wall_time": 31184.741935491562, "train_loss_step": 2.0170271396636963, "n_params": 4305940, "total_flops": 44181011251200000, "train_loss": 0.018570539355278016, "subset_score_loss": 0.018570539355278016}
+{"step": 3350000, "wall_time": 31269.344262123108, "train_loss_step": 2.0225305557250977, "n_params": 4305940, "total_flops": 44313289728000000, "train_loss": 0.018781247735023498, "subset_score_loss": 0.018781247735023498}
+{"step": 3360000, "wall_time": 31355.628617286682, "train_loss_step": 1.9436229467391968, "n_params": 4305940, "total_flops": 44445568204800000, "train_loss": 0.018698209524154664, "subset_score_loss": 0.018698209524154664}
+{"step": 3370000, "wall_time": 31442.36345934868, "train_loss_step": 2.123539924621582, "n_params": 4305940, "total_flops": 44577846681600000, "train_loss": 0.01871793270111084, "subset_score_loss": 0.01871793270111084}
+{"step": 3380000, "wall_time": 31527.218127012253, "train_loss_step": 1.9048614501953125, "n_params": 4305940, "total_flops": 44710125158400000, "train_loss": 0.018657591938972474, "subset_score_loss": 0.018657591938972474}
+{"step": 3390000, "wall_time": 31613.39644265175, "train_loss_step": 2.111719846725464, "n_params": 4305940, "total_flops": 44842403635200000, "train_loss": 0.018582965433597564, "subset_score_loss": 0.018582965433597564}
+{"step": 3400000, "wall_time": 31771.374133110046, "train_loss_step": 2.043781280517578, "n_params": 4305940, "total_flops": 44974682112000000, "train_loss": 0.01808321624994278, "subset_score_loss": 0.01808321624994278, "memorization_fraction_pixel": 0.08240000158548355, "mean_nn_ratio_pixel": 0.5000531673431396, "fid": 66.0737122867089}
+{"step": 3410000, "wall_time": 31858.081603050232, "train_loss_step": 1.9573960304260254, "n_params": 4305940, "total_flops": 45106960588800000, "train_loss": 0.01812978833913803, "subset_score_loss": 0.01812978833913803}
+{"step": 3420000, "wall_time": 31942.725484371185, "train_loss_step": 2.0069780349731445, "n_params": 4305940, "total_flops": 45239239065600000, "train_loss": 0.01838533878326416, "subset_score_loss": 0.01838533878326416}
+{"step": 3430000, "wall_time": 32029.029726028442, "train_loss_step": 2.023036003112793, "n_params": 4305940, "total_flops": 45371517542400000, "train_loss": 0.01797126978635788, "subset_score_loss": 0.01797126978635788}
+{"step": 3440000, "wall_time": 32112.51752257347, "train_loss_step": 2.249227523803711, "n_params": 4305940, "total_flops": 45503796019200000, "train_loss": 0.018278853595256807, "subset_score_loss": 0.018278853595256807}
+{"step": 3450000, "wall_time": 32199.27840280533, "train_loss_step": 1.7600417137145996, "n_params": 4305940, "total_flops": 45636074496000000, "train_loss": 0.017968802154064177, "subset_score_loss": 0.017968802154064177}
+{"step": 3460000, "wall_time": 32283.723276376724, "train_loss_step": 1.9644659757614136, "n_params": 4305940, "total_flops": 45768352972800000, "train_loss": 0.0181642010807991, "subset_score_loss": 0.0181642010807991}
+{"step": 3470000, "wall_time": 32370.034096956253, "train_loss_step": 2.0341076850891113, "n_params": 4305940, "total_flops": 45900631449600000, "train_loss": 0.018213486671447753, "subset_score_loss": 0.018213486671447753}
+{"step": 3480000, "wall_time": 32456.56793808937, "train_loss_step": 1.8960927724838257, "n_params": 4305940, "total_flops": 46032909926400000, "train_loss": 0.018057622015476227, "subset_score_loss": 0.018057622015476227}
+{"step": 3490000, "wall_time": 32541.208143234253, "train_loss_step": 2.1153221130371094, "n_params": 4305940, "total_flops": 46165188403200000, "train_loss": 0.018237824738025665, "subset_score_loss": 0.018237824738025665}
+{"step": 3500000, "wall_time": 32722.26758646965, "train_loss_step": 2.063375949859619, "n_params": 4305940, "total_flops": 46297466880000000, "train_loss": 0.018143166601657868, "subset_score_loss": 0.018143166601657868, "memorization_fraction_pixel": 0.0860000029206276, "mean_nn_ratio_pixel": 0.49405303597450256, "fid": 67.59836023518778}
+{"step": 3510000, "wall_time": 32808.92472362518, "train_loss_step": 1.967980146408081, "n_params": 4305940, "total_flops": 46429745356800000, "train_loss": 0.018184001743793487, "subset_score_loss": 0.018184001743793487}
+{"step": 3520000, "wall_time": 32893.41726732254, "train_loss_step": 1.970294713973999, "n_params": 4305940, "total_flops": 46562023833600000, "train_loss": 0.018062077462673187, "subset_score_loss": 0.018062077462673187}
+{"step": 3530000, "wall_time": 32979.59761595726, "train_loss_step": 2.178131341934204, "n_params": 4305940, "total_flops": 46694302310400000, "train_loss": 0.017566056549549104, "subset_score_loss": 0.017566056549549104}
+{"step": 3540000, "wall_time": 33051.80970931053, "train_loss_step": 1.8114113807678223, "n_params": 4305940, "total_flops": 46826580787200000, "train_loss": 0.017948803305625916, "subset_score_loss": 0.017948803305625916}
+{"step": 3550000, "wall_time": 33138.30284023285, "train_loss_step": 2.125978469848633, "n_params": 4305940, "total_flops": 46958859264000000, "train_loss": 0.018006232380867005, "subset_score_loss": 0.018006232380867005}
+{"step": 3560000, "wall_time": 33223.16466450691, "train_loss_step": 2.2256016731262207, "n_params": 4305940, "total_flops": 47091137740800000, "train_loss": 0.017869672179222106, "subset_score_loss": 0.017869672179222106}
+{"step": 3570000, "wall_time": 33309.576581954956, "train_loss_step": 2.028189182281494, "n_params": 4305940, "total_flops": 47223416217600000, "train_loss": 0.018044300377368927, "subset_score_loss": 0.018044300377368927}
+{"step": 3580000, "wall_time": 33396.14233994484, "train_loss_step": 1.925801396369934, "n_params": 4305940, "total_flops": 47355694694400000, "train_loss": 0.017672836780548096, "subset_score_loss": 0.017672836780548096}
+{"step": 3590000, "wall_time": 33482.34819817543, "train_loss_step": 1.919306755065918, "n_params": 4305940, "total_flops": 47487973171200000, "train_loss": 0.01777433753013611, "subset_score_loss": 0.01777433753013611}
+{"step": 3600000, "wall_time": 33637.44881296158, "train_loss_step": 1.848984956741333, "n_params": 4305940, "total_flops": 47620251648000000, "train_loss": 0.017581652104854583, "subset_score_loss": 0.017581652104854583, "memorization_fraction_pixel": 0.08229999989271164, "mean_nn_ratio_pixel": 0.4989105463027954, "fid": 66.27873560618809}
+{"step": 3610000, "wall_time": 33723.72060036659, "train_loss_step": 1.90256929397583, "n_params": 4305940, "total_flops": 47752530124800000, "train_loss": 0.017526018619537353, "subset_score_loss": 0.017526018619537353}
+{"step": 3620000, "wall_time": 33810.55177474022, "train_loss_step": 2.1847047805786133, "n_params": 4305940, "total_flops": 47884808601600000, "train_loss": 0.01727731078863144, "subset_score_loss": 0.01727731078863144}
+{"step": 3630000, "wall_time": 33894.71803665161, "train_loss_step": 2.0381319522857666, "n_params": 4305940, "total_flops": 48017087078400000, "train_loss": 0.017195916175842284, "subset_score_loss": 0.017195916175842284}
+{"step": 3640000, "wall_time": 33977.779262542725, "train_loss_step": 2.1018433570861816, "n_params": 4305940, "total_flops": 48149365555200000, "train_loss": 0.01716671884059906, "subset_score_loss": 0.01716671884059906}
+{"step": 3650000, "wall_time": 34064.250499248505, "train_loss_step": 1.845434546470642, "n_params": 4305940, "total_flops": 48281644032000000, "train_loss": 0.01731511950492859, "subset_score_loss": 0.01731511950492859}
+{"step": 3660000, "wall_time": 34150.996165275574, "train_loss_step": 2.067640781402588, "n_params": 4305940, "total_flops": 48413922508800000, "train_loss": 0.017865397036075592, "subset_score_loss": 0.017865397036075592}
+{"step": 3670000, "wall_time": 34235.64018416405, "train_loss_step": 1.947170615196228, "n_params": 4305940, "total_flops": 48546200985600000, "train_loss": 0.017347192764282225, "subset_score_loss": 0.017347192764282225}
+{"step": 3680000, "wall_time": 34322.07497930527, "train_loss_step": 1.9588912725448608, "n_params": 4305940, "total_flops": 48678479462400000, "train_loss": 0.017404182255268096, "subset_score_loss": 0.017404182255268096}
+{"step": 3690000, "wall_time": 34408.33125591278, "train_loss_step": 1.9291143417358398, "n_params": 4305940, "total_flops": 48810757939200000, "train_loss": 0.017480356991291045, "subset_score_loss": 0.017480356991291045}
+{"step": 3700000, "wall_time": 34564.776265621185, "train_loss_step": 2.0869390964508057, "n_params": 4305940, "total_flops": 48943036416000000, "train_loss": 0.017537982761859895, "subset_score_loss": 0.017537982761859895, "memorization_fraction_pixel": 0.0794999971985817, "mean_nn_ratio_pixel": 0.49668192863464355, "fid": 66.8214382451782}
+{"step": 3710000, "wall_time": 34651.19651722908, "train_loss_step": 2.0934994220733643, "n_params": 4305940, "total_flops": 49075314892800000, "train_loss": 0.017175644636154175, "subset_score_loss": 0.017175644636154175}
+{"step": 3720000, "wall_time": 34737.63070392609, "train_loss_step": 1.8798024654388428, "n_params": 4305940, "total_flops": 49207593369600000, "train_loss": 0.01740071177482605, "subset_score_loss": 0.01740071177482605}
+{"step": 3730000, "wall_time": 34822.352575063705, "train_loss_step": 2.060885429382324, "n_params": 4305940, "total_flops": 49339871846400000, "train_loss": 0.017290376126766205, "subset_score_loss": 0.017290376126766205}
+{"step": 3740000, "wall_time": 34905.8103928566, "train_loss_step": 2.0055105686187744, "n_params": 4305940, "total_flops": 49472150323200000, "train_loss": 0.01705438643693924, "subset_score_loss": 0.01705438643693924}
+{"step": 3750000, "wall_time": 34987.84587264061, "train_loss_step": 1.9475269317626953, "n_params": 4305940, "total_flops": 49604428800000000, "train_loss": 0.016991627216339112, "subset_score_loss": 0.016991627216339112}
+{"step": 3760000, "wall_time": 35074.343423604965, "train_loss_step": 1.9193134307861328, "n_params": 4305940, "total_flops": 49736707276800000, "train_loss": 0.017030972242355346, "subset_score_loss": 0.017030972242355346}
+{"step": 3770000, "wall_time": 35161.37032985687, "train_loss_step": 1.8454078435897827, "n_params": 4305940, "total_flops": 49868985753600000, "train_loss": 0.016996899247169496, "subset_score_loss": 0.016996899247169496}
+{"step": 3780000, "wall_time": 35246.05838441849, "train_loss_step": 2.0250895023345947, "n_params": 4305940, "total_flops": 50001264230400000, "train_loss": 0.01676677167415619, "subset_score_loss": 0.01676677167415619}
+{"step": 3790000, "wall_time": 35332.34008049965, "train_loss_step": 1.727461814880371, "n_params": 4305940, "total_flops": 50133542707200000, "train_loss": 0.017071855068206788, "subset_score_loss": 0.017071855068206788}
+{"step": 3800000, "wall_time": 35535.94259238243, "train_loss_step": 2.2073936462402344, "n_params": 4305940, "total_flops": 50265821184000000, "train_loss": 0.016888947784900667, "subset_score_loss": 0.016888947784900667, "memorization_fraction_pixel": 0.09359999746084213, "mean_nn_ratio_pixel": 0.48676323890686035, "fid": 67.26388992008769}
+{"step": 3810000, "wall_time": 35620.30401682854, "train_loss_step": 1.9629031419754028, "n_params": 4305940, "total_flops": 50398099660800000, "train_loss": 0.01684814989566803, "subset_score_loss": 0.01684814989566803}
+{"step": 3820000, "wall_time": 35706.34286236763, "train_loss_step": 2.1295859813690186, "n_params": 4305940, "total_flops": 50530378137600000, "train_loss": 0.016837266087532044, "subset_score_loss": 0.016837266087532044}
+{"step": 3830000, "wall_time": 35791.07183933258, "train_loss_step": 1.814849615097046, "n_params": 4305940, "total_flops": 50662656614400000, "train_loss": 0.016792017221450805, "subset_score_loss": 0.016792017221450805}
+{"step": 3840000, "wall_time": 35868.668852329254, "train_loss_step": 1.959037184715271, "n_params": 4305940, "total_flops": 50794935091200000, "train_loss": 0.01697559654712677, "subset_score_loss": 0.01697559654712677}
+{"step": 3850000, "wall_time": 35954.493680238724, "train_loss_step": 1.9392633438110352, "n_params": 4305940, "total_flops": 50927213568000000, "train_loss": 0.016403050720691682, "subset_score_loss": 0.016403050720691682}
+{"step": 3860000, "wall_time": 36040.95764327049, "train_loss_step": 2.038811683654785, "n_params": 4305940, "total_flops": 51059492044800000, "train_loss": 0.0169410765171051, "subset_score_loss": 0.0169410765171051}
+{"step": 3870000, "wall_time": 36127.89018821716, "train_loss_step": 1.8676754236221313, "n_params": 4305940, "total_flops": 51191770521600000, "train_loss": 0.017053507268428802, "subset_score_loss": 0.017053507268428802}
+{"step": 3880000, "wall_time": 36212.33025383949, "train_loss_step": 1.9375274181365967, "n_params": 4305940, "total_flops": 51324048998400000, "train_loss": 0.016611823439598085, "subset_score_loss": 0.016611823439598085}
+{"step": 3890000, "wall_time": 36298.5782790184, "train_loss_step": 1.7582447528839111, "n_params": 4305940, "total_flops": 51456327475200000, "train_loss": 0.01658392697572708, "subset_score_loss": 0.01658392697572708}
+{"step": 3900000, "wall_time": 36483.971840143204, "train_loss_step": 1.842118740081787, "n_params": 4305940, "total_flops": 51588605952000000, "train_loss": 0.01637233793735504, "subset_score_loss": 0.01637233793735504, "memorization_fraction_pixel": 0.0892999991774559, "mean_nn_ratio_pixel": 0.4883664548397064, "fid": 68.11457077602333}
+{"step": 3910000, "wall_time": 36569.237949848175, "train_loss_step": 2.045231342315674, "n_params": 4305940, "total_flops": 51720884428800000, "train_loss": 0.016349244117736816, "subset_score_loss": 0.016349244117736816}
+{"step": 3920000, "wall_time": 36655.14078474045, "train_loss_step": 1.9758822917938232, "n_params": 4305940, "total_flops": 51853162905600000, "train_loss": 0.016583210229873656, "subset_score_loss": 0.016583210229873656}
+{"step": 3930000, "wall_time": 36740.017860889435, "train_loss_step": 2.0111007690429688, "n_params": 4305940, "total_flops": 51985441382400000, "train_loss": 0.016336539387702943, "subset_score_loss": 0.016336539387702943}
+{"step": 3940000, "wall_time": 36818.15581703186, "train_loss_step": 1.831663727760315, "n_params": 4305940, "total_flops": 52117719859200000, "train_loss": 0.016854846477508546, "subset_score_loss": 0.016854846477508546}
+{"step": 3950000, "wall_time": 36901.83560347557, "train_loss_step": 1.8269529342651367, "n_params": 4305940, "total_flops": 52249998336000000, "train_loss": 0.01658741235733032, "subset_score_loss": 0.01658741235733032}
+{"step": 3960000, "wall_time": 36988.36688733101, "train_loss_step": 2.1193079948425293, "n_params": 4305940, "total_flops": 52382276812800000, "train_loss": 0.016435162723064424, "subset_score_loss": 0.016435162723064424}
+{"step": 3970000, "wall_time": 37074.95570397377, "train_loss_step": 1.9758492708206177, "n_params": 4305940, "total_flops": 52514555289600000, "train_loss": 0.016489852964878083, "subset_score_loss": 0.016489852964878083}
+{"step": 3980000, "wall_time": 37159.98610711098, "train_loss_step": 2.02168869972229, "n_params": 4305940, "total_flops": 52646833766400000, "train_loss": 0.01624317318201065, "subset_score_loss": 0.01624317318201065}
+{"step": 3990000, "wall_time": 37246.06617426872, "train_loss_step": 1.98580002784729, "n_params": 4305940, "total_flops": 52779112243200000, "train_loss": 0.01624806076288223, "subset_score_loss": 0.01624806076288223}
+{"step": 4000000, "wall_time": 37459.78683900833, "train_loss_step": 2.080932378768921, "n_params": 4305940, "total_flops": 52911390720000000, "train_loss": 0.015980899333953857, "subset_score_loss": 0.015980899333953857, "memorization_fraction_pixel": 0.09239999949932098, "mean_nn_ratio_pixel": 0.4845988154411316, "fid": 66.98143622228342}
+{"step": 4010000, "wall_time": 37546.37167954445, "train_loss_step": 1.9824501276016235, "n_params": 4305940, "total_flops": 53043669196800000, "train_loss": 0.016224749386310577, "subset_score_loss": 0.016224749386310577}
+{"step": 4020000, "wall_time": 37630.87900543213, "train_loss_step": 1.951143503189087, "n_params": 4305940, "total_flops": 53175947673600000, "train_loss": 0.01644473969936371, "subset_score_loss": 0.01644473969936371}
+{"step": 4030000, "wall_time": 37715.37646365166, "train_loss_step": 2.115938901901245, "n_params": 4305940, "total_flops": 53308226150400000, "train_loss": 0.01599079221487045, "subset_score_loss": 0.01599079221487045}
+{"step": 4040000, "wall_time": 37788.92912912369, "train_loss_step": 2.0596792697906494, "n_params": 4305940, "total_flops": 53440504627200000, "train_loss": 0.016094422340393065, "subset_score_loss": 0.016094422340393065}
+{"step": 4050000, "wall_time": 37873.56258416176, "train_loss_step": 1.8990914821624756, "n_params": 4305940, "total_flops": 53572783104000000, "train_loss": 0.016034811735153198, "subset_score_loss": 0.016034811735153198}
+{"step": 4060000, "wall_time": 37959.89001059532, "train_loss_step": 2.1425106525421143, "n_params": 4305940, "total_flops": 53705061580800000, "train_loss": 0.015977939963340758, "subset_score_loss": 0.015977939963340758}
+{"step": 4070000, "wall_time": 38046.680538892746, "train_loss_step": 1.971869945526123, "n_params": 4305940, "total_flops": 53837340057600000, "train_loss": 0.01589965969324112, "subset_score_loss": 0.01589965969324112}
+{"step": 4080000, "wall_time": 38131.23722410202, "train_loss_step": 1.9388912916183472, "n_params": 4305940, "total_flops": 53969618534400000, "train_loss": 0.016168956458568574, "subset_score_loss": 0.016168956458568574}
+{"step": 4090000, "wall_time": 38217.39908409119, "train_loss_step": 1.8335522413253784, "n_params": 4305940, "total_flops": 54101897011200000, "train_loss": 0.015956187248229982, "subset_score_loss": 0.015956187248229982}
+{"step": 4100000, "wall_time": 38417.9940662384, "train_loss_step": 1.9824705123901367, "n_params": 4305940, "total_flops": 54234175488000000, "train_loss": 0.015983240306377412, "subset_score_loss": 0.015983240306377412, "memorization_fraction_pixel": 0.09080000221729279, "mean_nn_ratio_pixel": 0.4882517457008362, "fid": 67.0699851544495}
+{"step": 4110000, "wall_time": 38504.206239938736, "train_loss_step": 1.8029441833496094, "n_params": 4305940, "total_flops": 54366453964800000, "train_loss": 0.01576058715581894, "subset_score_loss": 0.01576058715581894}
+{"step": 4120000, "wall_time": 38589.078592062, "train_loss_step": 1.9939087629318237, "n_params": 4305940, "total_flops": 54498732441600000, "train_loss": 0.015566451847553254, "subset_score_loss": 0.015566451847553254}
+{"step": 4130000, "wall_time": 38673.987810611725, "train_loss_step": 1.8556166887283325, "n_params": 4305940, "total_flops": 54631010918400000, "train_loss": 0.01571308374404907, "subset_score_loss": 0.01571308374404907}
+{"step": 4140000, "wall_time": 38749.81745195389, "train_loss_step": 1.983924150466919, "n_params": 4305940, "total_flops": 54763289395200000, "train_loss": 0.016130927205085754, "subset_score_loss": 0.016130927205085754}
+{"step": 4150000, "wall_time": 38831.09077382088, "train_loss_step": 1.7618510723114014, "n_params": 4305940, "total_flops": 54895567872000000, "train_loss": 0.015692505240440368, "subset_score_loss": 0.015692505240440368}
+{"step": 4160000, "wall_time": 38917.26628446579, "train_loss_step": 1.8548848628997803, "n_params": 4305940, "total_flops": 55027846348800000, "train_loss": 0.015535284578800202, "subset_score_loss": 0.015535284578800202}
+{"step": 4170000, "wall_time": 39003.99373292923, "train_loss_step": 2.0071444511413574, "n_params": 4305940, "total_flops": 55160124825600000, "train_loss": 0.015790143609046937, "subset_score_loss": 0.015790143609046937}
+{"step": 4180000, "wall_time": 39088.629945516586, "train_loss_step": 2.1982004642486572, "n_params": 4305940, "total_flops": 55292403302400000, "train_loss": 0.015498252213001251, "subset_score_loss": 0.015498252213001251}
+{"step": 4190000, "wall_time": 39174.856105327606, "train_loss_step": 1.9009511470794678, "n_params": 4305940, "total_flops": 55424681779200000, "train_loss": 0.015698903799057008, "subset_score_loss": 0.015698903799057008}
+{"step": 4200000, "wall_time": 39355.63006043434, "train_loss_step": 1.8996353149414062, "n_params": 4305940, "total_flops": 55556960256000000, "train_loss": 0.01593843400478363, "subset_score_loss": 0.01593843400478363, "memorization_fraction_pixel": 0.08330000191926956, "mean_nn_ratio_pixel": 0.4862108826637268, "fid": 67.10879978366393}
+{"step": 4210000, "wall_time": 39442.08965468407, "train_loss_step": 1.9275603294372559, "n_params": 4305940, "total_flops": 55689238732800000, "train_loss": 0.015543241798877717, "subset_score_loss": 0.015543241798877717}
+{"step": 4220000, "wall_time": 39528.14691710472, "train_loss_step": 1.8360915184020996, "n_params": 4305940, "total_flops": 55821517209600000, "train_loss": 0.015538667142391206, "subset_score_loss": 0.015538667142391206}
+{"step": 4230000, "wall_time": 39610.36460375786, "train_loss_step": 1.802924394607544, "n_params": 4305940, "total_flops": 55953795686400000, "train_loss": 0.015392342209815979, "subset_score_loss": 0.015392342209815979}
+{"step": 4240000, "wall_time": 39694.658802986145, "train_loss_step": 2.02392578125, "n_params": 4305940, "total_flops": 56086074163200000, "train_loss": 0.015461966395378113, "subset_score_loss": 0.015461966395378113}
+{"step": 4250000, "wall_time": 39770.758932352066, "train_loss_step": 1.7812350988388062, "n_params": 4305940, "total_flops": 56218352640000000, "train_loss": 0.015619733929634094, "subset_score_loss": 0.015619733929634094}
+{"step": 4260000, "wall_time": 39857.158937215805, "train_loss_step": 2.109567642211914, "n_params": 4305940, "total_flops": 56350631116800000, "train_loss": 0.01556117981672287, "subset_score_loss": 0.01556117981672287}
+{"step": 4270000, "wall_time": 39943.477679014206, "train_loss_step": 1.8844566345214844, "n_params": 4305940, "total_flops": 56482909593600000, "train_loss": 0.015493744611740112, "subset_score_loss": 0.015493744611740112}
+{"step": 4280000, "wall_time": 40028.330251932144, "train_loss_step": 1.9850568771362305, "n_params": 4305940, "total_flops": 56615188070400000, "train_loss": 0.01521461009979248, "subset_score_loss": 0.01521461009979248}
+{"step": 4290000, "wall_time": 40114.672150850296, "train_loss_step": 1.853667140007019, "n_params": 4305940, "total_flops": 56747466547200000, "train_loss": 0.015431812405586243, "subset_score_loss": 0.015431812405586243}
+{"step": 4300000, "wall_time": 40318.96895670891, "train_loss_step": 2.060389995574951, "n_params": 4305940, "total_flops": 56879745024000000, "train_loss": 0.015216502547264098, "subset_score_loss": 0.015216502547264098, "memorization_fraction_pixel": 0.08749999850988388, "mean_nn_ratio_pixel": 0.48408594727516174, "fid": 67.50035387840347}
+{"step": 4310000, "wall_time": 40405.45119762421, "train_loss_step": 1.9406639337539673, "n_params": 4305940, "total_flops": 57012023500800000, "train_loss": 0.01528559923171997, "subset_score_loss": 0.01528559923171997}
+{"step": 4320000, "wall_time": 40491.631192445755, "train_loss_step": 2.1120519638061523, "n_params": 4305940, "total_flops": 57144301977600000, "train_loss": 0.01533307284116745, "subset_score_loss": 0.01533307284116745}
+{"step": 4330000, "wall_time": 40576.67006754875, "train_loss_step": 2.1004726886749268, "n_params": 4305940, "total_flops": 57276580454400000, "train_loss": 0.015437732636928558, "subset_score_loss": 0.015437732636928558}
+{"step": 4340000, "wall_time": 40658.667803525925, "train_loss_step": 1.912664532661438, "n_params": 4305940, "total_flops": 57408858931200000, "train_loss": 0.015194867551326752, "subset_score_loss": 0.015194867551326752}
+{"step": 4350000, "wall_time": 40736.44395327568, "train_loss_step": 1.944836139678955, "n_params": 4305940, "total_flops": 57541137408000000, "train_loss": 0.01515059471130371, "subset_score_loss": 0.01515059471130371}
+{"step": 4360000, "wall_time": 40822.81023597717, "train_loss_step": 2.109022378921509, "n_params": 4305940, "total_flops": 57673415884800000, "train_loss": 0.01531437337398529, "subset_score_loss": 0.01531437337398529}
+{"step": 4370000, "wall_time": 40909.06035542488, "train_loss_step": 2.063316822052002, "n_params": 4305940, "total_flops": 57805694361600000, "train_loss": 0.01508093774318695, "subset_score_loss": 0.01508093774318695}
+{"step": 4380000, "wall_time": 40993.907371520996, "train_loss_step": 1.9161925315856934, "n_params": 4305940, "total_flops": 57937972838400000, "train_loss": 0.015151122212409973, "subset_score_loss": 0.015151122212409973}
+{"step": 4390000, "wall_time": 41080.17637681961, "train_loss_step": 1.7488592863082886, "n_params": 4305940, "total_flops": 58070251315200000, "train_loss": 0.015198171138763428, "subset_score_loss": 0.015198171138763428}
+{"step": 4400000, "wall_time": 41277.37268638611, "train_loss_step": 2.024394989013672, "n_params": 4305940, "total_flops": 58202529792000000, "train_loss": 0.014975681900978088, "subset_score_loss": 0.014975681900978088, "memorization_fraction_pixel": 0.09589999914169312, "mean_nn_ratio_pixel": 0.48128554224967957, "fid": 67.01158504312355}
+{"step": 4410000, "wall_time": 41363.78754591942, "train_loss_step": 1.9430737495422363, "n_params": 4305940, "total_flops": 58334808268800000, "train_loss": 0.015118415653705596, "subset_score_loss": 0.015118415653705596}
+{"step": 4420000, "wall_time": 41450.01406168938, "train_loss_step": 1.8295527696609497, "n_params": 4305940, "total_flops": 58467086745600000, "train_loss": 0.015159127116203309, "subset_score_loss": 0.015159127116203309}
+{"step": 4430000, "wall_time": 41534.59439301491, "train_loss_step": 1.8058183193206787, "n_params": 4305940, "total_flops": 58599365222400000, "train_loss": 0.015376096963882447, "subset_score_loss": 0.015376096963882447}
+{"step": 4440000, "wall_time": 41616.82687878609, "train_loss_step": 2.205390453338623, "n_params": 4305940, "total_flops": 58731643699200000, "train_loss": 0.015264388918876649, "subset_score_loss": 0.015264388918876649}
+{"step": 4450000, "wall_time": 41688.65088772774, "train_loss_step": 2.05475115776062, "n_params": 4305940, "total_flops": 58863922176000000, "train_loss": 0.014809393882751464, "subset_score_loss": 0.014809393882751464}
+{"step": 4460000, "wall_time": 41775.038655519485, "train_loss_step": 1.941725254058838, "n_params": 4305940, "total_flops": 58996200652800000, "train_loss": 0.0150369331240654, "subset_score_loss": 0.0150369331240654}
+{"step": 4470000, "wall_time": 41861.21614360809, "train_loss_step": 1.9609956741333008, "n_params": 4305940, "total_flops": 59128479129600000, "train_loss": 0.014990079402923583, "subset_score_loss": 0.014990079402923583}
+{"step": 4480000, "wall_time": 41948.12151288986, "train_loss_step": 1.9564285278320312, "n_params": 4305940, "total_flops": 59260757606400000, "train_loss": 0.014790046215057372, "subset_score_loss": 0.014790046215057372}
+{"step": 4490000, "wall_time": 42032.45265984535, "train_loss_step": 1.9738714694976807, "n_params": 4305940, "total_flops": 59393036083200000, "train_loss": 0.014624780416488648, "subset_score_loss": 0.014624780416488648}
+{"step": 4500000, "wall_time": 42231.71164274216, "train_loss_step": 2.072726249694824, "n_params": 4305940, "total_flops": 59525314560000000, "train_loss": 0.014757047593593597, "subset_score_loss": 0.014757047593593597, "memorization_fraction_pixel": 0.09229999780654907, "mean_nn_ratio_pixel": 0.48052045702934265, "fid": 66.92781333704806}
+{"step": 4510000, "wall_time": 42318.124411821365, "train_loss_step": 1.872418761253357, "n_params": 4305940, "total_flops": 59657593036800000, "train_loss": 0.014848609268665314, "subset_score_loss": 0.014848609268665314}
+{"step": 4520000, "wall_time": 42404.51488137245, "train_loss_step": 1.7491962909698486, "n_params": 4305940, "total_flops": 59789871513600000, "train_loss": 0.014801695942878723, "subset_score_loss": 0.014801695942878723}
+{"step": 4530000, "wall_time": 42489.345865249634, "train_loss_step": 2.1089277267456055, "n_params": 4305940, "total_flops": 59922149990400000, "train_loss": 0.014420312643051148, "subset_score_loss": 0.014420312643051148}
+{"step": 4540000, "wall_time": 42576.06691074371, "train_loss_step": 1.900380253791809, "n_params": 4305940, "total_flops": 60054428467200000, "train_loss": 0.01465296745300293, "subset_score_loss": 0.01465296745300293}
+{"step": 4550000, "wall_time": 42646.272940158844, "train_loss_step": 2.0119669437408447, "n_params": 4305940, "total_flops": 60186706944000000, "train_loss": 0.014404526352882386, "subset_score_loss": 0.014404526352882386}
+{"step": 4560000, "wall_time": 42732.6404299736, "train_loss_step": 1.7140049934387207, "n_params": 4305940, "total_flops": 60318985420800000, "train_loss": 0.014462287724018096, "subset_score_loss": 0.014462287724018096}
+{"step": 4570000, "wall_time": 42818.90162706375, "train_loss_step": 2.0035665035247803, "n_params": 4305940, "total_flops": 60451263897600000, "train_loss": 0.014454519748687744, "subset_score_loss": 0.014454519748687744}
+{"step": 4580000, "wall_time": 42905.442734241486, "train_loss_step": 1.9866561889648438, "n_params": 4305940, "total_flops": 60583542374400000, "train_loss": 0.014285215735435485, "subset_score_loss": 0.014285215735435485}
+{"step": 4590000, "wall_time": 42990.19998216629, "train_loss_step": 1.820260763168335, "n_params": 4305940, "total_flops": 60715820851200000, "train_loss": 0.014688929915428162, "subset_score_loss": 0.014688929915428162}
+{"step": 4600000, "wall_time": 43190.35281729698, "train_loss_step": 2.0063321590423584, "n_params": 4305940, "total_flops": 60848099328000000, "train_loss": 0.014732664823532105, "subset_score_loss": 0.014732664823532105, "memorization_fraction_pixel": 0.09269999712705612, "mean_nn_ratio_pixel": 0.47910618782043457, "fid": 67.00550540174524}
+{"step": 4610000, "wall_time": 43276.45554232597, "train_loss_step": 1.8390859365463257, "n_params": 4305940, "total_flops": 60980377804800000, "train_loss": 0.014294348657131195, "subset_score_loss": 0.014294348657131195}
+{"step": 4620000, "wall_time": 43362.67365336418, "train_loss_step": 2.0568888187408447, "n_params": 4305940, "total_flops": 61112656281600000, "train_loss": 0.014600519835948945, "subset_score_loss": 0.014600519835948945}
+{"step": 4630000, "wall_time": 43447.221932172775, "train_loss_step": 1.786557912826538, "n_params": 4305940, "total_flops": 61244934758400000, "train_loss": 0.014363828301429748, "subset_score_loss": 0.014363828301429748}
+{"step": 4640000, "wall_time": 43533.46927714348, "train_loss_step": 1.77057683467865, "n_params": 4305940, "total_flops": 61377213235200000, "train_loss": 0.014343941211700439, "subset_score_loss": 0.014343941211700439}
+{"step": 4650000, "wall_time": 43606.220200777054, "train_loss_step": 1.8115770816802979, "n_params": 4305940, "total_flops": 61509491712000000, "train_loss": 0.014340916275978088, "subset_score_loss": 0.014340916275978088}
+{"step": 4660000, "wall_time": 43691.88424015045, "train_loss_step": 1.9254297018051147, "n_params": 4305940, "total_flops": 61641770188800000, "train_loss": 0.014344513416290283, "subset_score_loss": 0.014344513416290283}
+{"step": 4670000, "wall_time": 43778.21147656441, "train_loss_step": 1.8685418367385864, "n_params": 4305940, "total_flops": 61774048665600000, "train_loss": 0.014488980174064636, "subset_score_loss": 0.014488980174064636}
+{"step": 4680000, "wall_time": 43864.518968343735, "train_loss_step": 1.9853854179382324, "n_params": 4305940, "total_flops": 61906327142400000, "train_loss": 0.014156641066074371, "subset_score_loss": 0.014156641066074371}
+{"step": 4690000, "wall_time": 43949.08796477318, "train_loss_step": 1.9116605520248413, "n_params": 4305940, "total_flops": 62038605619200000, "train_loss": 0.014394532144069671, "subset_score_loss": 0.014394532144069671}
+{"step": 4700000, "wall_time": 44156.16028404236, "train_loss_step": 2.0266575813293457, "n_params": 4305940, "total_flops": 62170884096000000, "train_loss": 0.014221909642219543, "subset_score_loss": 0.014221909642219543, "memorization_fraction_pixel": 0.09070000052452087, "mean_nn_ratio_pixel": 0.47957906126976013, "fid": 68.25163722092962}
+{"step": 4710000, "wall_time": 44242.315244436264, "train_loss_step": 1.8941974639892578, "n_params": 4305940, "total_flops": 62303162572800000, "train_loss": 0.014369712769985199, "subset_score_loss": 0.014369712769985199}
+{"step": 4720000, "wall_time": 44328.725108385086, "train_loss_step": 2.0426368713378906, "n_params": 4305940, "total_flops": 62435441049600000, "train_loss": 0.014221686124801635, "subset_score_loss": 0.014221686124801635}
+{"step": 4730000, "wall_time": 44413.36302137375, "train_loss_step": 1.9319665431976318, "n_params": 4305940, "total_flops": 62567719526400000, "train_loss": 0.014220580458641052, "subset_score_loss": 0.014220580458641052}
+{"step": 4740000, "wall_time": 44499.51840877533, "train_loss_step": 1.8134136199951172, "n_params": 4305940, "total_flops": 62699998003200000, "train_loss": 0.014444777369499206, "subset_score_loss": 0.014444777369499206}
+{"step": 4750000, "wall_time": 44572.36331033707, "train_loss_step": 1.7479736804962158, "n_params": 4305940, "total_flops": 62832276480000000, "train_loss": 0.014126037061214448, "subset_score_loss": 0.014126037061214448}
+{"step": 4760000, "wall_time": 44657.10780286789, "train_loss_step": 2.0072240829467773, "n_params": 4305940, "total_flops": 62964554956800000, "train_loss": 0.01410023421049118, "subset_score_loss": 0.01410023421049118}
+{"step": 4770000, "wall_time": 44743.38450193405, "train_loss_step": 1.8473877906799316, "n_params": 4305940, "total_flops": 63096833433600000, "train_loss": 0.01399422436952591, "subset_score_loss": 0.01399422436952591}
+{"step": 4780000, "wall_time": 44829.65682339668, "train_loss_step": 2.0689964294433594, "n_params": 4305940, "total_flops": 63229111910400000, "train_loss": 0.014259561896324158, "subset_score_loss": 0.014259561896324158}
+{"step": 4790000, "wall_time": 44914.425989151, "train_loss_step": 2.0147013664245605, "n_params": 4305940, "total_flops": 63361390387200000, "train_loss": 0.014278268814086914, "subset_score_loss": 0.014278268814086914}
+{"step": 4800000, "wall_time": 45108.79607415199, "train_loss_step": 2.0304322242736816, "n_params": 4305940, "total_flops": 63493668864000000, "train_loss": 0.014118677377700806, "subset_score_loss": 0.014118677377700806, "memorization_fraction_pixel": 0.08739999681711197, "mean_nn_ratio_pixel": 0.4811422824859619, "fid": 67.92675568774291}
+{"step": 4810000, "wall_time": 45195.0290184021, "train_loss_step": 1.8715378046035767, "n_params": 4305940, "total_flops": 63625947340800000, "train_loss": 0.014017389714717865, "subset_score_loss": 0.014017389714717865}
+{"step": 4820000, "wall_time": 45281.485448122025, "train_loss_step": 2.0214297771453857, "n_params": 4305940, "total_flops": 63758225817600000, "train_loss": 0.014243464171886443, "subset_score_loss": 0.014243464171886443}
+{"step": 4830000, "wall_time": 45365.937156915665, "train_loss_step": 1.8720173835754395, "n_params": 4305940, "total_flops": 63890504294400000, "train_loss": 0.014196458458900451, "subset_score_loss": 0.014196458458900451}
+{"step": 4840000, "wall_time": 45452.0734436512, "train_loss_step": 2.0283169746398926, "n_params": 4305940, "total_flops": 64022782771200000, "train_loss": 0.014017874002456665, "subset_score_loss": 0.014017874002456665}
+{"step": 4850000, "wall_time": 45527.60242319107, "train_loss_step": 1.8577914237976074, "n_params": 4305940, "total_flops": 64155061248000000, "train_loss": 0.013812777400016785, "subset_score_loss": 0.013812777400016785}
+{"step": 4860000, "wall_time": 45610.335460186005, "train_loss_step": 1.7844054698944092, "n_params": 4305940, "total_flops": 64287339724800000, "train_loss": 0.013976660370826722, "subset_score_loss": 0.013976660370826722}
+{"step": 4870000, "wall_time": 45695.09456205368, "train_loss_step": 1.8533660173416138, "n_params": 4305940, "total_flops": 64419618201600000, "train_loss": 0.014043876528739929, "subset_score_loss": 0.014043876528739929}
+{"step": 4880000, "wall_time": 45781.462431669235, "train_loss_step": 1.8609544038772583, "n_params": 4305940, "total_flops": 64551896678400000, "train_loss": 0.014021968841552735, "subset_score_loss": 0.014021968841552735}
+{"step": 4890000, "wall_time": 45866.18766593933, "train_loss_step": 1.768897533416748, "n_params": 4305940, "total_flops": 64684175155200000, "train_loss": 0.013836386799812316, "subset_score_loss": 0.013836386799812316}
+{"step": 4900000, "wall_time": 46041.66556620598, "train_loss_step": 1.9182955026626587, "n_params": 4305940, "total_flops": 64816453632000000, "train_loss": 0.013961780071258544, "subset_score_loss": 0.013961780071258544, "memorization_fraction_pixel": 0.09799999743700027, "mean_nn_ratio_pixel": 0.47596409916877747, "fid": 67.64894948251214}
+{"step": 4910000, "wall_time": 46127.95249557495, "train_loss_step": 1.8576693534851074, "n_params": 4305940, "total_flops": 64948732108800000, "train_loss": 0.013766279816627503, "subset_score_loss": 0.013766279816627503}
+{"step": 4920000, "wall_time": 46214.42723798752, "train_loss_step": 2.239928960800171, "n_params": 4305940, "total_flops": 65081010585600000, "train_loss": 0.014009849727153778, "subset_score_loss": 0.014009849727153778}
+{"step": 4930000, "wall_time": 46299.112196683884, "train_loss_step": 2.0350160598754883, "n_params": 4305940, "total_flops": 65213289062400000, "train_loss": 0.013734008371829986, "subset_score_loss": 0.013734008371829986}
+{"step": 4940000, "wall_time": 46385.37384605408, "train_loss_step": 1.8473961353302002, "n_params": 4305940, "total_flops": 65345567539200000, "train_loss": 0.013755199313163758, "subset_score_loss": 0.013755199313163758}
+{"step": 4950000, "wall_time": 46468.9604742527, "train_loss_step": 1.8832740783691406, "n_params": 4305940, "total_flops": 65477846016000000, "train_loss": 0.013625109195709228, "subset_score_loss": 0.013625109195709228}
+{"step": 4960000, "wall_time": 46544.70410847664, "train_loss_step": 1.8061472177505493, "n_params": 4305940, "total_flops": 65610124492800000, "train_loss": 0.013704095780849457, "subset_score_loss": 0.013704095780849457}
+{"step": 4970000, "wall_time": 46629.50234031677, "train_loss_step": 1.9604254961013794, "n_params": 4305940, "total_flops": 65742402969600000, "train_loss": 0.013617441058158875, "subset_score_loss": 0.013617441058158875}
+{"step": 4980000, "wall_time": 46715.441940546036, "train_loss_step": 1.9276471138000488, "n_params": 4305940, "total_flops": 65874681446400000, "train_loss": 0.013695819675922394, "subset_score_loss": 0.013695819675922394}
+{"step": 4990000, "wall_time": 46800.8350045681, "train_loss_step": 1.9673014879226685, "n_params": 4305940, "total_flops": 66006959923200000, "train_loss": 0.013615481555461884, "subset_score_loss": 0.013615481555461884}
+{"step": 5000000, "wall_time": 46954.90149784088, "train_loss_step": 2.1570792198181152, "n_params": 4305940, "total_flops": 66139238400000000, "train_loss": 0.013573972880840302, "subset_score_loss": 0.013573972880840302, "memorization_fraction_pixel": 0.09040000289678574, "mean_nn_ratio_pixel": 0.47492095828056335, "fid": 67.04725963224391}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d20/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d20/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..c959db680c18e98ed5ad4621f91620a6260131f4
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d20/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     70s | train_loss=0.9848 | fid=226.0591
+  step   10000 |    155s | train_loss=0.8720
+  step   20000 |    242s | train_loss=0.8669
+  step   30000 |    329s | train_loss=0.8627
+  step   40000 |    416s | train_loss=0.8575
+  step   50000 |    503s | train_loss=0.8516
+  step   60000 |    589s | train_loss=0.8448
+  step   70000 |    676s | train_loss=0.8339
+  step   80000 |    763s | train_loss=0.8144
+  step   90000 |    850s | train_loss=0.7819
+  step  100000 |   1007s | train_loss=0.7381 | fid=70.5177
+  step  110000 |   1089s | train_loss=0.6776
+  step  120000 |   1174s | train_loss=0.5985
+  step  130000 |   1261s | train_loss=0.5119
+  step  140000 |   1347s | train_loss=0.4281
+  step  150000 |   1434s | train_loss=0.3593
+  step  160000 |   1521s | train_loss=0.3057
+  step  170000 |   1608s | train_loss=0.2681
+  step  180000 |   1695s | train_loss=0.2412
+  step  190000 |   1782s | train_loss=0.2230
+  step  200000 |   1939s | train_loss=0.2084 | fid=70.8999
+  step  210000 |   2024s | train_loss=0.1940
+  step  220000 |   2107s | train_loss=0.1850
+  step  230000 |   2192s | train_loss=0.1731
+  step  240000 |   2279s | train_loss=0.1652
+  step  250000 |   2365s | train_loss=0.1599
+  step  260000 |   2451s | train_loss=0.1513
+  step  270000 |   2538s | train_loss=0.1467
+  step  280000 |   2624s | train_loss=0.1391
+  step  290000 |   2711s | train_loss=0.1350
+  step  300000 |   2868s | train_loss=0.1306 | fid=71.4344
+  step  310000 |   2952s | train_loss=0.1259
+  step  320000 |   3039s | train_loss=0.1235
+  step  330000 |   3121s | train_loss=0.1189
+  step  340000 |   3206s | train_loss=0.1163
+  step  350000 |   3292s | train_loss=0.1118
+  step  360000 |   3378s | train_loss=0.1093
+  step  370000 |   3464s | train_loss=0.1059
+  step  380000 |   3551s | train_loss=0.1038
+  step  390000 |   3637s | train_loss=0.1009
+  step  400000 |   3795s | train_loss=0.0985 | fid=70.9803
+  step  410000 |   3878s | train_loss=0.0958
+  step  420000 |   3965s | train_loss=0.0937
+  step  430000 |   4052s | train_loss=0.0932
+  step  440000 |   4134s | train_loss=0.0899
+  step  450000 |   4219s | train_loss=0.0890
+  step  460000 |   4305s | train_loss=0.0859
+  step  470000 |   4391s | train_loss=0.0860
+  step  480000 |   4477s | train_loss=0.0828
+  step  490000 |   4564s | train_loss=0.0819
+  step  500000 |   4722s | train_loss=0.0798 | fid=69.7767
+  step  510000 |   4805s | train_loss=0.0793
+  step  520000 |   4891s | train_loss=0.0784
+  step  530000 |   4978s | train_loss=0.0769
+  step  540000 |   5060s | train_loss=0.0756
+  step  550000 |   5140s | train_loss=0.0747
+  step  560000 |   5225s | train_loss=0.0734
+  step  570000 |   5311s | train_loss=0.0725
+  step  580000 |   5397s | train_loss=0.0709
+  step  590000 |   5484s | train_loss=0.0697
+  step  600000 |   5640s | train_loss=0.0689 | fid=68.9303
+  step  610000 |   5724s | train_loss=0.0678
+  step  620000 |   5810s | train_loss=0.0666
+  step  630000 |   5897s | train_loss=0.0666
+  step  640000 |   5983s | train_loss=0.0650
+  step  650000 |   6068s | train_loss=0.0643
+  step  660000 |   6152s | train_loss=0.0633
+  step  670000 |   6239s | train_loss=0.0633
+  step  680000 |   6323s | train_loss=0.0622
+  step  690000 |   6410s | train_loss=0.0610
+  step  700000 |   6567s | train_loss=0.0598 | fid=69.1384
+  step  710000 |   6649s | train_loss=0.0596
+  step  720000 |   6734s | train_loss=0.0589
+  step  730000 |   6820s | train_loss=0.0580
+  step  740000 |   6907s | train_loss=0.0572
+  step  750000 |   6991s | train_loss=0.0569
+  step  760000 |   7076s | train_loss=0.0572
+  step  770000 |   7162s | train_loss=0.0561
+  step  780000 |   7249s | train_loss=0.0558
+  step  790000 |   7333s | train_loss=0.0547
+  step  800000 |   7488s | train_loss=0.0540 | fid=68.5494
+  step  810000 |   7565s | train_loss=0.0535
+  step  820000 |   7651s | train_loss=0.0526
+  step  830000 |   7737s | train_loss=0.0533
+  step  840000 |   7824s | train_loss=0.0525
+  step  850000 |   7910s | train_loss=0.0514
+  step  860000 |   7996s | train_loss=0.0514
+  step  870000 |   8072s | train_loss=0.0511
+  step  880000 |   8156s | train_loss=0.0506
+  step  890000 |   8243s | train_loss=0.0503
+  step  900000 |   8422s | train_loss=0.0500 | fid=67.5368
+  step  910000 |   8502s | train_loss=0.0490
+  step  920000 |   8580s | train_loss=0.0489
+  step  930000 |   8666s | train_loss=0.0489
+  step  940000 |   8752s | train_loss=0.0474
+  step  950000 |   8839s | train_loss=0.0479
+  step  960000 |   8924s | train_loss=0.0477
+  step  970000 |   9010s | train_loss=0.0465
+  step  980000 |   9086s | train_loss=0.0462
+  step  990000 |   9168s | train_loss=0.0458
+  step 1000000 |   9344s | train_loss=0.0459 | fid=67.8173
+  step 1010000 |   9430s | train_loss=0.0450
+  step 1020000 |   9501s | train_loss=0.0449
+  step 1030000 |   9584s | train_loss=0.0446
+  step 1040000 |   9670s | train_loss=0.0446
+  step 1050000 |   9757s | train_loss=0.0439
+  step 1060000 |   9841s | train_loss=0.0433
+  step 1070000 |   9928s | train_loss=0.0433
+  step 1080000 |  10014s | train_loss=0.0433
+  step 1090000 |  10093s | train_loss=0.0424
+  step 1100000 |  10277s | train_loss=0.0430 | fid=68.5347
+  step 1110000 |  10363s | train_loss=0.0423
+  step 1120000 |  10442s | train_loss=0.0418
+  step 1130000 |  10517s | train_loss=0.0424
+  step 1140000 |  10604s | train_loss=0.0413
+  step 1150000 |  10690s | train_loss=0.0405
+  step 1160000 |  10775s | train_loss=0.0406
+  step 1170000 |  10861s | train_loss=0.0407
+  step 1180000 |  10947s | train_loss=0.0402
+  step 1190000 |  11034s | train_loss=0.0407
+  step 1200000 |  11192s | train_loss=0.0408 | fid=68.7740
+  step 1210000 |  11277s | train_loss=0.0397
+  step 1220000 |  11364s | train_loss=0.0391
+  step 1230000 |  11441s | train_loss=0.0389
+  step 1240000 |  11527s | train_loss=0.0388
+  step 1250000 |  11613s | train_loss=0.0386
+  step 1260000 |  11700s | train_loss=0.0392
+  step 1270000 |  11785s | train_loss=0.0384
+  step 1280000 |  11871s | train_loss=0.0384
+  step 1290000 |  11957s | train_loss=0.0378
+  step 1300000 |  12135s | train_loss=0.0377 | fid=68.3894
+  step 1310000 |  12216s | train_loss=0.0375
+  step 1320000 |  12301s | train_loss=0.0372
+  step 1330000 |  12384s | train_loss=0.0373
+  step 1340000 |  12470s | train_loss=0.0367
+  step 1350000 |  12556s | train_loss=0.0370
+  step 1360000 |  12643s | train_loss=0.0364
+  step 1370000 |  12727s | train_loss=0.0359
+  step 1380000 |  12814s | train_loss=0.0360
+  step 1390000 |  12900s | train_loss=0.0354
+  step 1400000 |  13059s | train_loss=0.0353 | fid=69.0102
+  step 1410000 |  13143s | train_loss=0.0357
+  step 1420000 |  13228s | train_loss=0.0353
+  step 1430000 |  13309s | train_loss=0.0349
+  step 1440000 |  13395s | train_loss=0.0352
+  step 1450000 |  13482s | train_loss=0.0351
+  step 1460000 |  13568s | train_loss=0.0343
+  step 1470000 |  13653s | train_loss=0.0344
+  step 1480000 |  13739s | train_loss=0.0340
+  step 1490000 |  13826s | train_loss=0.0339
+  step 1500000 |  13981s | train_loss=0.0337 | fid=67.8300
+  step 1510000 |  14067s | train_loss=0.0336
+  step 1520000 |  14151s | train_loss=0.0337
+  step 1530000 |  14234s | train_loss=0.0336
+  step 1540000 |  14319s | train_loss=0.0339
+  step 1550000 |  14405s | train_loss=0.0331
+  step 1560000 |  14492s | train_loss=0.0325
+  step 1570000 |  14578s | train_loss=0.0323
+  step 1580000 |  14663s | train_loss=0.0326
+  step 1590000 |  14749s | train_loss=0.0328
+  step 1600000 |  14907s | train_loss=0.0329 | fid=68.4424
+  step 1610000 |  14993s | train_loss=0.0320
+  step 1620000 |  15079s | train_loss=0.0319
+  step 1630000 |  15160s | train_loss=0.0323
+  step 1640000 |  15247s | train_loss=0.0320
+  step 1650000 |  15332s | train_loss=0.0318
+  step 1660000 |  15418s | train_loss=0.0313
+  step 1670000 |  15504s | train_loss=0.0311
+  step 1680000 |  15589s | train_loss=0.0312
+  step 1690000 |  15675s | train_loss=0.0312
+  step 1700000 |  15833s | train_loss=0.0310 | fid=67.9659
+  step 1710000 |  15919s | train_loss=0.0310
+  step 1720000 |  16006s | train_loss=0.0306
+  step 1730000 |  16090s | train_loss=0.0306
+  step 1740000 |  16173s | train_loss=0.0300
+  step 1750000 |  16260s | train_loss=0.0301
+  step 1760000 |  16347s | train_loss=0.0304
+  step 1770000 |  16431s | train_loss=0.0302
+  step 1780000 |  16518s | train_loss=0.0300
+  step 1790000 |  16603s | train_loss=0.0296
+  step 1800000 |  16795s | train_loss=0.0294 | fid=67.0759
+  step 1810000 |  16881s | train_loss=0.0295
+  step 1820000 |  16968s | train_loss=0.0291
+  step 1830000 |  17045s | train_loss=0.0293
+  step 1840000 |  17124s | train_loss=0.0291
+  step 1850000 |  17202s | train_loss=0.0290
+  step 1860000 |  17288s | train_loss=0.0289
+  step 1870000 |  17373s | train_loss=0.0291
+  step 1880000 |  17459s | train_loss=0.0285
+  step 1890000 |  17544s | train_loss=0.0292
+  step 1900000 |  17743s | train_loss=0.0279 | fid=67.9806
+  step 1910000 |  17829s | train_loss=0.0283
+  step 1920000 |  17915s | train_loss=0.0284
+  step 1930000 |  17993s | train_loss=0.0281
+  step 1940000 |  18079s | train_loss=0.0285
+  step 1950000 |  18158s | train_loss=0.0280
+  step 1960000 |  18233s | train_loss=0.0274
+  step 1970000 |  18319s | train_loss=0.0275
+  step 1980000 |  18404s | train_loss=0.0280
+  step 1990000 |  18489s | train_loss=0.0275
+  step 2000000 |  18651s | train_loss=0.0276 | fid=66.8556
+  step 2010000 |  18737s | train_loss=0.0274
+  step 2020000 |  18823s | train_loss=0.0276
+  step 2030000 |  18907s | train_loss=0.0274
+  step 2040000 |  18993s | train_loss=0.0268
+  step 2050000 |  19079s | train_loss=0.0271
+  step 2060000 |  19166s | train_loss=0.0271
+  step 2070000 |  19249s | train_loss=0.0265
+  step 2080000 |  19335s | train_loss=0.0274
+  step 2090000 |  19420s | train_loss=0.0268
+  step 2100000 |  19589s | train_loss=0.0262 | fid=67.1050
+  step 2110000 |  19675s | train_loss=0.0262
+  step 2120000 |  19761s | train_loss=0.0264
+  step 2130000 |  19840s | train_loss=0.0263
+  step 2140000 |  19927s | train_loss=0.0262
+  step 2150000 |  20013s | train_loss=0.0262
+  step 2160000 |  20099s | train_loss=0.0261
+  step 2170000 |  20184s | train_loss=0.0258
+  step 2180000 |  20269s | train_loss=0.0259
+  step 2190000 |  20356s | train_loss=0.0259
+  step 2200000 |  20508s | train_loss=0.0254 | fid=67.5910
+  step 2210000 |  20594s | train_loss=0.0257
+  step 2220000 |  20680s | train_loss=0.0253
+  step 2230000 |  20760s | train_loss=0.0252
+  step 2240000 |  20840s | train_loss=0.0256
+  step 2250000 |  20926s | train_loss=0.0253
+  step 2260000 |  21013s | train_loss=0.0251
+  step 2270000 |  21099s | train_loss=0.0248
+  step 2280000 |  21181s | train_loss=0.0249
+  step 2290000 |  21257s | train_loss=0.0249
+  step 2300000 |  21439s | train_loss=0.0248 | fid=67.4036
+  step 2310000 |  21526s | train_loss=0.0246
+  step 2320000 |  21611s | train_loss=0.0247
+  step 2330000 |  21695s | train_loss=0.0248
+  step 2340000 |  21773s | train_loss=0.0239
+  step 2350000 |  21860s | train_loss=0.0245
+  step 2360000 |  21946s | train_loss=0.0239
+  step 2370000 |  22032s | train_loss=0.0240
+  step 2380000 |  22118s | train_loss=0.0244
+  step 2390000 |  22202s | train_loss=0.0240
+  step 2400000 |  22396s | train_loss=0.0245 | fid=67.2946
+  step 2410000 |  22482s | train_loss=0.0242
+  step 2420000 |  22568s | train_loss=0.0236
+  step 2430000 |  22651s | train_loss=0.0240
+  step 2440000 |  22737s | train_loss=0.0235
+  step 2450000 |  22824s | train_loss=0.0235
+  step 2460000 |  22910s | train_loss=0.0233
+  step 2470000 |  22996s | train_loss=0.0235
+  step 2480000 |  23083s | train_loss=0.0233
+  step 2490000 |  23169s | train_loss=0.0236
+  step 2500000 |  23376s | train_loss=0.0233 | fid=66.8543
+  step 2510000 |  23461s | train_loss=0.0236
+  step 2520000 |  23543s | train_loss=0.0232
+  step 2530000 |  23619s | train_loss=0.0229
+  step 2540000 |  23706s | train_loss=0.0232
+  step 2550000 |  23792s | train_loss=0.0232
+  step 2560000 |  23878s | train_loss=0.0227
+  step 2570000 |  23965s | train_loss=0.0229
+  step 2580000 |  24051s | train_loss=0.0226
+  step 2590000 |  24138s | train_loss=0.0224
+  step 2600000 |  24320s | train_loss=0.0228 | fid=66.9546
+  step 2610000 |  24405s | train_loss=0.0222
+  step 2620000 |  24490s | train_loss=0.0224
+  step 2630000 |  24567s | train_loss=0.0225
+  step 2640000 |  24654s | train_loss=0.0223
+  step 2650000 |  24740s | train_loss=0.0224
+  step 2660000 |  24827s | train_loss=0.0220
+  step 2670000 |  24913s | train_loss=0.0222
+  step 2680000 |  24999s | train_loss=0.0226
+  step 2690000 |  25085s | train_loss=0.0217
+  step 2700000 |  25259s | train_loss=0.0220 | fid=66.9848
+  step 2710000 |  25345s | train_loss=0.0216
+  step 2720000 |  25429s | train_loss=0.0219
+  step 2730000 |  25513s | train_loss=0.0216
+  step 2740000 |  25599s | train_loss=0.0218
+  step 2750000 |  25685s | train_loss=0.0212
+  step 2760000 |  25772s | train_loss=0.0216
+  step 2770000 |  25858s | train_loss=0.0215
+  step 2780000 |  25944s | train_loss=0.0215
+  step 2790000 |  26031s | train_loss=0.0217
+  step 2800000 |  26187s | train_loss=0.0213 | fid=67.6684
+  step 2810000 |  26268s | train_loss=0.0213
+  step 2820000 |  26351s | train_loss=0.0210
+  step 2830000 |  26422s | train_loss=0.0211
+  step 2840000 |  26509s | train_loss=0.0209
+  step 2850000 |  26595s | train_loss=0.0211
+  step 2860000 |  26681s | train_loss=0.0208
+  step 2870000 |  26768s | train_loss=0.0209
+  step 2880000 |  26854s | train_loss=0.0212
+  step 2890000 |  26940s | train_loss=0.0207
+  step 2900000 |  27123s | train_loss=0.0211 | fid=67.8086
+  step 2910000 |  27210s | train_loss=0.0211
+  step 2920000 |  27293s | train_loss=0.0207
+  step 2930000 |  27377s | train_loss=0.0205
+  step 2940000 |  27462s | train_loss=0.0206
+  step 2950000 |  27548s | train_loss=0.0206
+  step 2960000 |  27635s | train_loss=0.0205
+  step 2970000 |  27721s | train_loss=0.0204
+  step 2980000 |  27808s | train_loss=0.0200
+  step 2990000 |  27894s | train_loss=0.0203
+  step 3000000 |  28072s | train_loss=0.0201 | fid=67.8276
+  step 3010000 |  28159s | train_loss=0.0203
+  step 3020000 |  28243s | train_loss=0.0198
+  step 3030000 |  28307s | train_loss=0.0200
+  step 3040000 |  28391s | train_loss=0.0198
+  step 3050000 |  28475s | train_loss=0.0201
+  step 3060000 |  28561s | train_loss=0.0199
+  step 3070000 |  28648s | train_loss=0.0198
+  step 3080000 |  28734s | train_loss=0.0200
+  step 3090000 |  28821s | train_loss=0.0198
+  step 3100000 |  29000s | train_loss=0.0197 | fid=67.4959
+  step 3110000 |  29087s | train_loss=0.0195
+  step 3120000 |  29173s | train_loss=0.0193
+  step 3130000 |  29252s | train_loss=0.0195
+  step 3140000 |  29335s | train_loss=0.0195
+  step 3150000 |  29422s | train_loss=0.0196
+  step 3160000 |  29507s | train_loss=0.0195
+  step 3170000 |  29593s | train_loss=0.0195
+  step 3180000 |  29679s | train_loss=0.0196
+  step 3190000 |  29765s | train_loss=0.0195
+  step 3200000 |  29921s | train_loss=0.0194 | fid=67.7077
+  step 3210000 |  30005s | train_loss=0.0193
+  step 3220000 |  30091s | train_loss=0.0197
+  step 3230000 |  30178s | train_loss=0.0195
+  step 3240000 |  30258s | train_loss=0.0191
+  step 3250000 |  30344s | train_loss=0.0189
+  step 3260000 |  30431s | train_loss=0.0188
+  step 3270000 |  30516s | train_loss=0.0191
+  step 3280000 |  30602s | train_loss=0.0193
+  step 3290000 |  30688s | train_loss=0.0188
+  step 3300000 |  30844s | train_loss=0.0190 | fid=67.1158
+  step 3310000 |  30929s | train_loss=0.0186
+  step 3320000 |  31015s | train_loss=0.0186
+  step 3330000 |  31101s | train_loss=0.0183
+  step 3340000 |  31185s | train_loss=0.0186
+  step 3350000 |  31269s | train_loss=0.0188
+  step 3360000 |  31356s | train_loss=0.0187
+  step 3370000 |  31442s | train_loss=0.0187
+  step 3380000 |  31527s | train_loss=0.0187
+  step 3390000 |  31613s | train_loss=0.0186
+  step 3400000 |  31771s | train_loss=0.0181 | fid=66.0737
+  step 3410000 |  31858s | train_loss=0.0181
+  step 3420000 |  31943s | train_loss=0.0184
+  step 3430000 |  32029s | train_loss=0.0180
+  step 3440000 |  32113s | train_loss=0.0183
+  step 3450000 |  32199s | train_loss=0.0180
+  step 3460000 |  32284s | train_loss=0.0182
+  step 3470000 |  32370s | train_loss=0.0182
+  step 3480000 |  32457s | train_loss=0.0181
+  step 3490000 |  32541s | train_loss=0.0182
+  step 3500000 |  32722s | train_loss=0.0181 | fid=67.5984
+  step 3510000 |  32809s | train_loss=0.0182
+  step 3520000 |  32893s | train_loss=0.0181
+  step 3530000 |  32980s | train_loss=0.0176
+  step 3540000 |  33052s | train_loss=0.0179
+  step 3550000 |  33138s | train_loss=0.0180
+  step 3560000 |  33223s | train_loss=0.0179
+  step 3570000 |  33310s | train_loss=0.0180
+  step 3580000 |  33396s | train_loss=0.0177
+  step 3590000 |  33482s | train_loss=0.0178
+  step 3600000 |  33637s | train_loss=0.0176 | fid=66.2787
+  step 3610000 |  33724s | train_loss=0.0175
+  step 3620000 |  33811s | train_loss=0.0173
+  step 3630000 |  33895s | train_loss=0.0172
+  step 3640000 |  33978s | train_loss=0.0172
+  step 3650000 |  34064s | train_loss=0.0173
+  step 3660000 |  34151s | train_loss=0.0179
+  step 3670000 |  34236s | train_loss=0.0173
+  step 3680000 |  34322s | train_loss=0.0174
+  step 3690000 |  34408s | train_loss=0.0175
+  step 3700000 |  34565s | train_loss=0.0175 | fid=66.8214
+  step 3710000 |  34651s | train_loss=0.0172
+  step 3720000 |  34738s | train_loss=0.0174
+  step 3730000 |  34822s | train_loss=0.0173
+  step 3740000 |  34906s | train_loss=0.0171
+  step 3750000 |  34988s | train_loss=0.0170
+  step 3760000 |  35074s | train_loss=0.0170
+  step 3770000 |  35161s | train_loss=0.0170
+  step 3780000 |  35246s | train_loss=0.0168
+  step 3790000 |  35332s | train_loss=0.0171
+  step 3800000 |  35536s | train_loss=0.0169 | fid=67.2639
+  step 3810000 |  35620s | train_loss=0.0168
+  step 3820000 |  35706s | train_loss=0.0168
+  step 3830000 |  35791s | train_loss=0.0168
+  step 3840000 |  35869s | train_loss=0.0170
+  step 3850000 |  35954s | train_loss=0.0164
+  step 3860000 |  36041s | train_loss=0.0169
+  step 3870000 |  36128s | train_loss=0.0171
+  step 3880000 |  36212s | train_loss=0.0166
+  step 3890000 |  36299s | train_loss=0.0166
+  step 3900000 |  36484s | train_loss=0.0164 | fid=68.1146
+  step 3910000 |  36569s | train_loss=0.0163
+  step 3920000 |  36655s | train_loss=0.0166
+  step 3930000 |  36740s | train_loss=0.0163
+  step 3940000 |  36818s | train_loss=0.0169
+  step 3950000 |  36902s | train_loss=0.0166
+  step 3960000 |  36988s | train_loss=0.0164
+  step 3970000 |  37075s | train_loss=0.0165
+  step 3980000 |  37160s | train_loss=0.0162
+  step 3990000 |  37246s | train_loss=0.0162
+  step 4000000 |  37460s | train_loss=0.0160 | fid=66.9814
+  step 4010000 |  37546s | train_loss=0.0162
+  step 4020000 |  37631s | train_loss=0.0164
+  step 4030000 |  37715s | train_loss=0.0160
+  step 4040000 |  37789s | train_loss=0.0161
+  step 4050000 |  37874s | train_loss=0.0160
+  step 4060000 |  37960s | train_loss=0.0160
+  step 4070000 |  38047s | train_loss=0.0159
+  step 4080000 |  38131s | train_loss=0.0162
+  step 4090000 |  38217s | train_loss=0.0160
+  step 4100000 |  38418s | train_loss=0.0160 | fid=67.0700
+  step 4110000 |  38504s | train_loss=0.0158
+  step 4120000 |  38589s | train_loss=0.0156
+  step 4130000 |  38674s | train_loss=0.0157
+  step 4140000 |  38750s | train_loss=0.0161
+  step 4150000 |  38831s | train_loss=0.0157
+  step 4160000 |  38917s | train_loss=0.0155
+  step 4170000 |  39004s | train_loss=0.0158
+  step 4180000 |  39089s | train_loss=0.0155
+  step 4190000 |  39175s | train_loss=0.0157
+  step 4200000 |  39356s | train_loss=0.0159 | fid=67.1088
+  step 4210000 |  39442s | train_loss=0.0155
+  step 4220000 |  39528s | train_loss=0.0155
+  step 4230000 |  39610s | train_loss=0.0154
+  step 4240000 |  39695s | train_loss=0.0155
+  step 4250000 |  39771s | train_loss=0.0156
+  step 4260000 |  39857s | train_loss=0.0156
+  step 4270000 |  39943s | train_loss=0.0155
+  step 4280000 |  40028s | train_loss=0.0152
+  step 4290000 |  40115s | train_loss=0.0154
+  step 4300000 |  40319s | train_loss=0.0152 | fid=67.5004
+  step 4310000 |  40405s | train_loss=0.0153
+  step 4320000 |  40492s | train_loss=0.0153
+  step 4330000 |  40577s | train_loss=0.0154
+  step 4340000 |  40659s | train_loss=0.0152
+  step 4350000 |  40736s | train_loss=0.0152
+  step 4360000 |  40823s | train_loss=0.0153
+  step 4370000 |  40909s | train_loss=0.0151
+  step 4380000 |  40994s | train_loss=0.0152
+  step 4390000 |  41080s | train_loss=0.0152
+  step 4400000 |  41277s | train_loss=0.0150 | fid=67.0116
+  step 4410000 |  41364s | train_loss=0.0151
+  step 4420000 |  41450s | train_loss=0.0152
+  step 4430000 |  41535s | train_loss=0.0154
+  step 4440000 |  41617s | train_loss=0.0153
+  step 4450000 |  41689s | train_loss=0.0148
+  step 4460000 |  41775s | train_loss=0.0150
+  step 4470000 |  41861s | train_loss=0.0150
+  step 4480000 |  41948s | train_loss=0.0148
+  step 4490000 |  42032s | train_loss=0.0146
+  step 4500000 |  42232s | train_loss=0.0148 | fid=66.9278
+  step 4510000 |  42318s | train_loss=0.0148
+  step 4520000 |  42405s | train_loss=0.0148
+  step 4530000 |  42489s | train_loss=0.0144
+  step 4540000 |  42576s | train_loss=0.0147
+  step 4550000 |  42646s | train_loss=0.0144
+  step 4560000 |  42733s | train_loss=0.0145
+  step 4570000 |  42819s | train_loss=0.0145
+  step 4580000 |  42905s | train_loss=0.0143
+  step 4590000 |  42990s | train_loss=0.0147
+  step 4600000 |  43190s | train_loss=0.0147 | fid=67.0055
+  step 4610000 |  43276s | train_loss=0.0143
+  step 4620000 |  43363s | train_loss=0.0146
+  step 4630000 |  43447s | train_loss=0.0144
+  step 4640000 |  43533s | train_loss=0.0143
+  step 4650000 |  43606s | train_loss=0.0143
+  step 4660000 |  43692s | train_loss=0.0143
+  step 4670000 |  43778s | train_loss=0.0145
+  step 4680000 |  43865s | train_loss=0.0142
+  step 4690000 |  43949s | train_loss=0.0144
+  step 4700000 |  44156s | train_loss=0.0142 | fid=68.2516
+  step 4710000 |  44242s | train_loss=0.0144
+  step 4720000 |  44329s | train_loss=0.0142
+  step 4730000 |  44413s | train_loss=0.0142
+  step 4740000 |  44500s | train_loss=0.0144
+  step 4750000 |  44572s | train_loss=0.0141
+  step 4760000 |  44657s | train_loss=0.0141
+  step 4770000 |  44743s | train_loss=0.0140
+  step 4780000 |  44830s | train_loss=0.0143
+  step 4790000 |  44914s | train_loss=0.0143
+  step 4800000 |  45109s | train_loss=0.0141 | fid=67.9268
+  step 4810000 |  45195s | train_loss=0.0140
+  step 4820000 |  45281s | train_loss=0.0142
+  step 4830000 |  45366s | train_loss=0.0142
+  step 4840000 |  45452s | train_loss=0.0140
+  step 4850000 |  45528s | train_loss=0.0138
+  step 4860000 |  45610s | train_loss=0.0140
+  step 4870000 |  45695s | train_loss=0.0140
+  step 4880000 |  45781s | train_loss=0.0140
+  step 4890000 |  45866s | train_loss=0.0138
+  step 4900000 |  46042s | train_loss=0.0140 | fid=67.6489
+  step 4910000 |  46128s | train_loss=0.0138
+  step 4920000 |  46214s | train_loss=0.0140
+  step 4930000 |  46299s | train_loss=0.0137
+  step 4940000 |  46385s | train_loss=0.0138
+  step 4950000 |  46469s | train_loss=0.0136
+  step 4960000 |  46545s | train_loss=0.0137
+  step 4970000 |  46630s | train_loss=0.0136
+  step 4980000 |  46715s | train_loss=0.0137
+  step 4990000 |  46801s | train_loss=0.0136
+  step 5000000 |  46955s | train_loss=0.0136 | fid=67.0473
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d200/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d200/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..d299f71ca9243aef084836cb152cfcc36abbe091
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d200/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d200/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d200",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 46,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d200/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d200/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..17d7294185166b0269dbd81482c65eddb958211e
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d200/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 200, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d200/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 46}
+{"step": 1, "wall_time": 72.93458843231201, "train_loss_step": 200.58070373535156, "n_params": 4674760, "total_flops": 14360862720, "train_loss": 1.0028319549560547, "subset_score_loss": 1.0028319549560547, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9766945242881775, "fid": 308.07902942699616}
+{"step": 10000, "wall_time": 163.56351923942566, "train_loss_step": 32.46952438354492, "n_params": 4674760, "total_flops": 143608627200000, "train_loss": 0.617927017211914, "subset_score_loss": 0.617927017211914}
+{"step": 20000, "wall_time": 255.38720893859863, "train_loss_step": 26.800701141357422, "n_params": 4674760, "total_flops": 287217254400000, "train_loss": 0.5122477722167968, "subset_score_loss": 0.5122477722167968}
+{"step": 30000, "wall_time": 347.0952055454254, "train_loss_step": 24.87979507446289, "n_params": 4674760, "total_flops": 430825881600000, "train_loss": 0.45367156982421875, "subset_score_loss": 0.45367156982421875}
+{"step": 40000, "wall_time": 438.7889635562897, "train_loss_step": 22.850059509277344, "n_params": 4674760, "total_flops": 574434508800000, "train_loss": 0.4077743148803711, "subset_score_loss": 0.4077743148803711}
+{"step": 50000, "wall_time": 530.5743916034698, "train_loss_step": 22.501571655273438, "n_params": 4674760, "total_flops": 718043136000000, "train_loss": 0.35578338623046873, "subset_score_loss": 0.35578338623046873}
+{"step": 60000, "wall_time": 622.2492201328278, "train_loss_step": 21.58791160583496, "n_params": 4674760, "total_flops": 861651763200000, "train_loss": 0.3005831336975098, "subset_score_loss": 0.3005831336975098}
+{"step": 70000, "wall_time": 713.9663722515106, "train_loss_step": 19.070791244506836, "n_params": 4674760, "total_flops": 1005260390400000, "train_loss": 0.26013984680175783, "subset_score_loss": 0.26013984680175783}
+{"step": 80000, "wall_time": 805.7459506988525, "train_loss_step": 17.87657928466797, "n_params": 4674760, "total_flops": 1148869017600000, "train_loss": 0.2316017723083496, "subset_score_loss": 0.2316017723083496}
+{"step": 90000, "wall_time": 897.4964995384216, "train_loss_step": 16.696533203125, "n_params": 4674760, "total_flops": 1292477644800000, "train_loss": 0.2011102867126465, "subset_score_loss": 0.2011102867126465}
+{"step": 100000, "wall_time": 1057.3333384990692, "train_loss_step": 17.260807037353516, "n_params": 4674760, "total_flops": 1436086272000000, "train_loss": 0.18293464660644532, "subset_score_loss": 0.18293464660644532, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9454922676086426, "fid": 64.33983065983662}
+{"step": 110000, "wall_time": 1141.4781901836395, "train_loss_step": 16.7239990234375, "n_params": 4674760, "total_flops": 1579694899200000, "train_loss": 0.16727521896362305, "subset_score_loss": 0.16727521896362305}
+{"step": 120000, "wall_time": 1233.0121567249298, "train_loss_step": 15.059245109558105, "n_params": 4674760, "total_flops": 1723303526400000, "train_loss": 0.15403759002685546, "subset_score_loss": 0.15403759002685546}
+{"step": 130000, "wall_time": 1324.7778208255768, "train_loss_step": 14.367345809936523, "n_params": 4674760, "total_flops": 1866912153600000, "train_loss": 0.1491754913330078, "subset_score_loss": 0.1491754913330078}
+{"step": 140000, "wall_time": 1416.5383541584015, "train_loss_step": 14.605435371398926, "n_params": 4674760, "total_flops": 2010520780800000, "train_loss": 0.1365470027923584, "subset_score_loss": 0.1365470027923584}
+{"step": 150000, "wall_time": 1508.2852268218994, "train_loss_step": 14.199182510375977, "n_params": 4674760, "total_flops": 2154129408000000, "train_loss": 0.1359957504272461, "subset_score_loss": 0.1359957504272461}
+{"step": 160000, "wall_time": 1599.9557809829712, "train_loss_step": 13.540546417236328, "n_params": 4674760, "total_flops": 2297738035200000, "train_loss": 0.13451295852661133, "subset_score_loss": 0.13451295852661133}
+{"step": 170000, "wall_time": 1691.000762462616, "train_loss_step": 13.748329162597656, "n_params": 4674760, "total_flops": 2441346662400000, "train_loss": 0.12105908393859863, "subset_score_loss": 0.12105908393859863}
+{"step": 180000, "wall_time": 1782.8233964443207, "train_loss_step": 13.143579483032227, "n_params": 4674760, "total_flops": 2584955289600000, "train_loss": 0.1177818775177002, "subset_score_loss": 0.1177818775177002}
+{"step": 190000, "wall_time": 1874.6928136348724, "train_loss_step": 12.877326965332031, "n_params": 4674760, "total_flops": 2728563916800000, "train_loss": 0.11089299201965332, "subset_score_loss": 0.11089299201965332}
+{"step": 200000, "wall_time": 2035.1284148693085, "train_loss_step": 12.968844413757324, "n_params": 4674760, "total_flops": 2872172544000000, "train_loss": 0.11253005027770996, "subset_score_loss": 0.11253005027770996, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.93850177526474, "fid": 70.59371738103088}
+{"step": 210000, "wall_time": 2124.966025352478, "train_loss_step": 12.960212707519531, "n_params": 4674760, "total_flops": 3015781171200000, "train_loss": 0.111585111618042, "subset_score_loss": 0.111585111618042}
+{"step": 220000, "wall_time": 2212.1516139507294, "train_loss_step": 12.69961166381836, "n_params": 4674760, "total_flops": 3159389798400000, "train_loss": 0.10522255897521973, "subset_score_loss": 0.10522255897521973}
+{"step": 230000, "wall_time": 2304.0343432426453, "train_loss_step": 12.535287857055664, "n_params": 4674760, "total_flops": 3302998425600000, "train_loss": 0.10224815368652344, "subset_score_loss": 0.10224815368652344}
+{"step": 240000, "wall_time": 2395.820035457611, "train_loss_step": 12.59083080291748, "n_params": 4674760, "total_flops": 3446607052800000, "train_loss": 0.10359683990478516, "subset_score_loss": 0.10359683990478516}
+{"step": 250000, "wall_time": 2487.6916308403015, "train_loss_step": 12.285633087158203, "n_params": 4674760, "total_flops": 3590215680000000, "train_loss": 0.10293331146240234, "subset_score_loss": 0.10293331146240234}
+{"step": 260000, "wall_time": 2579.5722529888153, "train_loss_step": 11.511552810668945, "n_params": 4674760, "total_flops": 3733824307200000, "train_loss": 0.1014408016204834, "subset_score_loss": 0.1014408016204834}
+{"step": 270000, "wall_time": 2671.221157312393, "train_loss_step": 11.967639923095703, "n_params": 4674760, "total_flops": 3877432934400000, "train_loss": 0.0988878345489502, "subset_score_loss": 0.0988878345489502}
+{"step": 280000, "wall_time": 2762.591885328293, "train_loss_step": 12.054648399353027, "n_params": 4674760, "total_flops": 4021041561600000, "train_loss": 0.0921387767791748, "subset_score_loss": 0.0921387767791748}
+{"step": 290000, "wall_time": 2854.3882007598877, "train_loss_step": 10.912004470825195, "n_params": 4674760, "total_flops": 4164650188800000, "train_loss": 0.09180933952331544, "subset_score_loss": 0.09180933952331544}
+{"step": 300000, "wall_time": 3013.8502144813538, "train_loss_step": 11.631146430969238, "n_params": 4674760, "total_flops": 4308258816000000, "train_loss": 0.0894334602355957, "subset_score_loss": 0.0894334602355957, "memorization_fraction_pixel": 0.0006000000284984708, "mean_nn_ratio_pixel": 0.9390867352485657, "fid": 74.61607258059911}
+{"step": 310000, "wall_time": 3105.9123241901398, "train_loss_step": 11.572805404663086, "n_params": 4674760, "total_flops": 4451867443200000, "train_loss": 0.08737658500671387, "subset_score_loss": 0.08737658500671387}
+{"step": 320000, "wall_time": 3191.8839020729065, "train_loss_step": 11.42776107788086, "n_params": 4674760, "total_flops": 4595476070400000, "train_loss": 0.08703003883361816, "subset_score_loss": 0.08703003883361816}
+{"step": 330000, "wall_time": 3283.6104016304016, "train_loss_step": 11.654982566833496, "n_params": 4674760, "total_flops": 4739084697600000, "train_loss": 0.08696531295776368, "subset_score_loss": 0.08696531295776368}
+{"step": 340000, "wall_time": 3375.356989622116, "train_loss_step": 10.76594066619873, "n_params": 4674760, "total_flops": 4882693324800000, "train_loss": 0.08288189888000488, "subset_score_loss": 0.08288189888000488}
+{"step": 350000, "wall_time": 3467.261399269104, "train_loss_step": 10.92597770690918, "n_params": 4674760, "total_flops": 5026301952000000, "train_loss": 0.08487298965454101, "subset_score_loss": 0.08487298965454101}
+{"step": 360000, "wall_time": 3559.234057664871, "train_loss_step": 10.826934814453125, "n_params": 4674760, "total_flops": 5169910579200000, "train_loss": 0.08154088020324707, "subset_score_loss": 0.08154088020324707}
+{"step": 370000, "wall_time": 3650.931489467621, "train_loss_step": 10.664507865905762, "n_params": 4674760, "total_flops": 5313519206400000, "train_loss": 0.08181257247924804, "subset_score_loss": 0.08181257247924804}
+{"step": 380000, "wall_time": 3742.642659664154, "train_loss_step": 10.552404403686523, "n_params": 4674760, "total_flops": 5457127833600000, "train_loss": 0.08023120880126954, "subset_score_loss": 0.08023120880126954}
+{"step": 390000, "wall_time": 3834.0614132881165, "train_loss_step": 10.541525840759277, "n_params": 4674760, "total_flops": 5600736460800000, "train_loss": 0.07651689052581787, "subset_score_loss": 0.07651689052581787}
+{"step": 400000, "wall_time": 3995.175348520279, "train_loss_step": 9.963432312011719, "n_params": 4674760, "total_flops": 5744345088000000, "train_loss": 0.07670121669769286, "subset_score_loss": 0.07670121669769286, "memorization_fraction_pixel": 0.0013000000035390258, "mean_nn_ratio_pixel": 0.9414564371109009, "fid": 82.94124685612147}
+{"step": 410000, "wall_time": 4087.0626435279846, "train_loss_step": 10.658470153808594, "n_params": 4674760, "total_flops": 5887953715200000, "train_loss": 0.07649129867553711, "subset_score_loss": 0.07649129867553711}
+{"step": 420000, "wall_time": 4176.312523841858, "train_loss_step": 10.658121109008789, "n_params": 4674760, "total_flops": 6031562342400000, "train_loss": 0.07555113792419434, "subset_score_loss": 0.07555113792419434}
+{"step": 430000, "wall_time": 4264.910375356674, "train_loss_step": 10.092599868774414, "n_params": 4674760, "total_flops": 6175170969600000, "train_loss": 0.07485482215881348, "subset_score_loss": 0.07485482215881348}
+{"step": 440000, "wall_time": 4356.637633323669, "train_loss_step": 10.604068756103516, "n_params": 4674760, "total_flops": 6318779596800000, "train_loss": 0.07454584121704101, "subset_score_loss": 0.07454584121704101}
+{"step": 450000, "wall_time": 4448.543023586273, "train_loss_step": 9.932138442993164, "n_params": 4674760, "total_flops": 6462388224000000, "train_loss": 0.07332461357116699, "subset_score_loss": 0.07332461357116699}
+{"step": 460000, "wall_time": 4540.430954456329, "train_loss_step": 10.383504867553711, "n_params": 4674760, "total_flops": 6605996851200000, "train_loss": 0.07103847026824951, "subset_score_loss": 0.07103847026824951}
+{"step": 470000, "wall_time": 4632.107387065887, "train_loss_step": 10.171809196472168, "n_params": 4674760, "total_flops": 6749605478400000, "train_loss": 0.07223611831665039, "subset_score_loss": 0.07223611831665039}
+{"step": 480000, "wall_time": 4723.783930540085, "train_loss_step": 10.078347206115723, "n_params": 4674760, "total_flops": 6893214105600000, "train_loss": 0.07012335300445556, "subset_score_loss": 0.07012335300445556}
+{"step": 490000, "wall_time": 4815.747886896133, "train_loss_step": 9.951177597045898, "n_params": 4674760, "total_flops": 7036822732800000, "train_loss": 0.07916304111480713, "subset_score_loss": 0.07916304111480713}
+{"step": 500000, "wall_time": 4975.291074037552, "train_loss_step": 9.564075469970703, "n_params": 4674760, "total_flops": 7180431360000000, "train_loss": 0.06875134468078613, "subset_score_loss": 0.06875134468078613, "memorization_fraction_pixel": 0.0038999998942017555, "mean_nn_ratio_pixel": 0.9358789920806885, "fid": 93.4135436744888}
+{"step": 510000, "wall_time": 5066.972941637039, "train_loss_step": 9.681669235229492, "n_params": 4674760, "total_flops": 7324039987200000, "train_loss": 0.0659940767288208, "subset_score_loss": 0.0659940767288208}
+{"step": 520000, "wall_time": 5159.3187663555145, "train_loss_step": 9.855426788330078, "n_params": 4674760, "total_flops": 7467648614400000, "train_loss": 0.06947851657867432, "subset_score_loss": 0.06947851657867432}
+{"step": 530000, "wall_time": 5246.7517647743225, "train_loss_step": 9.793035507202148, "n_params": 4674760, "total_flops": 7611257241600000, "train_loss": 0.06687891483306885, "subset_score_loss": 0.06687891483306885}
+{"step": 540000, "wall_time": 5336.619275331497, "train_loss_step": 9.394950866699219, "n_params": 4674760, "total_flops": 7754865868800000, "train_loss": 0.06545627117156982, "subset_score_loss": 0.06545627117156982}
+{"step": 550000, "wall_time": 5428.450033903122, "train_loss_step": 9.873456001281738, "n_params": 4674760, "total_flops": 7898474496000000, "train_loss": 0.06437619209289551, "subset_score_loss": 0.06437619209289551}
+{"step": 560000, "wall_time": 5520.167583465576, "train_loss_step": 9.175394058227539, "n_params": 4674760, "total_flops": 8042083123200000, "train_loss": 0.06362001895904541, "subset_score_loss": 0.06362001895904541}
+{"step": 570000, "wall_time": 5611.97812461853, "train_loss_step": 9.899895668029785, "n_params": 4674760, "total_flops": 8185691750400000, "train_loss": 0.06217531204223633, "subset_score_loss": 0.06217531204223633}
+{"step": 580000, "wall_time": 5703.776120185852, "train_loss_step": 9.005941390991211, "n_params": 4674760, "total_flops": 8329300377600000, "train_loss": 0.06060574531555176, "subset_score_loss": 0.06060574531555176}
+{"step": 590000, "wall_time": 5791.788732051849, "train_loss_step": 9.204401016235352, "n_params": 4674760, "total_flops": 8472909004800000, "train_loss": 0.06324960231781006, "subset_score_loss": 0.06324960231781006}
+{"step": 600000, "wall_time": 5955.242199420929, "train_loss_step": 8.822210311889648, "n_params": 4674760, "total_flops": 8616517632000000, "train_loss": 0.061119551658630374, "subset_score_loss": 0.061119551658630374, "memorization_fraction_pixel": 0.008200000040233135, "mean_nn_ratio_pixel": 0.9360098838806152, "fid": 90.6083128088795}
+{"step": 610000, "wall_time": 6046.948137283325, "train_loss_step": 8.91836166381836, "n_params": 4674760, "total_flops": 8760126259200000, "train_loss": 0.0629579496383667, "subset_score_loss": 0.0629579496383667}
+{"step": 620000, "wall_time": 6138.7251172065735, "train_loss_step": 8.870298385620117, "n_params": 4674760, "total_flops": 8903734886400000, "train_loss": 0.06182587623596191, "subset_score_loss": 0.06182587623596191}
+{"step": 630000, "wall_time": 6227.7596254348755, "train_loss_step": 8.76838493347168, "n_params": 4674760, "total_flops": 9047343513600000, "train_loss": 0.06121698379516602, "subset_score_loss": 0.06121698379516602}
+{"step": 640000, "wall_time": 6316.429269313812, "train_loss_step": 8.697192192077637, "n_params": 4674760, "total_flops": 9190952140800000, "train_loss": 0.05941842079162598, "subset_score_loss": 0.05941842079162598}
+{"step": 650000, "wall_time": 6408.196657657623, "train_loss_step": 9.035501480102539, "n_params": 4674760, "total_flops": 9334560768000000, "train_loss": 0.06252780914306641, "subset_score_loss": 0.06252780914306641}
+{"step": 660000, "wall_time": 6499.913572311401, "train_loss_step": 8.544759750366211, "n_params": 4674760, "total_flops": 9478169395200000, "train_loss": 0.059915390014648434, "subset_score_loss": 0.059915390014648434}
+{"step": 670000, "wall_time": 6591.728863239288, "train_loss_step": 8.753217697143555, "n_params": 4674760, "total_flops": 9621778022400000, "train_loss": 0.06051358699798584, "subset_score_loss": 0.06051358699798584}
+{"step": 680000, "wall_time": 6683.555781126022, "train_loss_step": 9.04631233215332, "n_params": 4674760, "total_flops": 9765386649600000, "train_loss": 0.057736201286315916, "subset_score_loss": 0.057736201286315916}
+{"step": 690000, "wall_time": 6769.8376586437225, "train_loss_step": 8.810754776000977, "n_params": 4674760, "total_flops": 9908995276800000, "train_loss": 0.06045777797698974, "subset_score_loss": 0.06045777797698974}
+{"step": 700000, "wall_time": 6935.723754167557, "train_loss_step": 8.501220703125, "n_params": 4674760, "total_flops": 10052603904000000, "train_loss": 0.0586443567276001, "subset_score_loss": 0.0586443567276001, "memorization_fraction_pixel": 0.01209999993443489, "mean_nn_ratio_pixel": 0.9199082851409912, "fid": 92.74960783232905}
+{"step": 710000, "wall_time": 7027.23445391655, "train_loss_step": 8.895570755004883, "n_params": 4674760, "total_flops": 10196212531200000, "train_loss": 0.0648093032836914, "subset_score_loss": 0.0648093032836914}
+{"step": 720000, "wall_time": 7118.943687438965, "train_loss_step": 8.455851554870605, "n_params": 4674760, "total_flops": 10339821158400000, "train_loss": 0.056547021865844725, "subset_score_loss": 0.056547021865844725}
+{"step": 730000, "wall_time": 7211.183614015579, "train_loss_step": 8.290009498596191, "n_params": 4674760, "total_flops": 10483429785600000, "train_loss": 0.057339720726013184, "subset_score_loss": 0.057339720726013184}
+{"step": 740000, "wall_time": 7299.812958955765, "train_loss_step": 8.647191047668457, "n_params": 4674760, "total_flops": 10627038412800000, "train_loss": 0.05496346950531006, "subset_score_loss": 0.05496346950531006}
+{"step": 750000, "wall_time": 7388.459659099579, "train_loss_step": 7.828297138214111, "n_params": 4674760, "total_flops": 10770647040000000, "train_loss": 0.05368223667144775, "subset_score_loss": 0.05368223667144775}
+{"step": 760000, "wall_time": 7480.08665394783, "train_loss_step": 8.939888000488281, "n_params": 4674760, "total_flops": 10914255667200000, "train_loss": 0.05574272155761719, "subset_score_loss": 0.05574272155761719}
+{"step": 770000, "wall_time": 7571.952812433243, "train_loss_step": 8.439630508422852, "n_params": 4674760, "total_flops": 11057864294400000, "train_loss": 0.05621143817901611, "subset_score_loss": 0.05621143817901611}
+{"step": 780000, "wall_time": 7663.792640924454, "train_loss_step": 8.319611549377441, "n_params": 4674760, "total_flops": 11201472921600000, "train_loss": 0.05157753944396973, "subset_score_loss": 0.05157753944396973}
+{"step": 790000, "wall_time": 7749.866845846176, "train_loss_step": 8.3424654006958, "n_params": 4674760, "total_flops": 11345081548800000, "train_loss": 0.05258714199066162, "subset_score_loss": 0.05258714199066162}
+{"step": 800000, "wall_time": 7915.676223516464, "train_loss_step": 8.364316940307617, "n_params": 4674760, "total_flops": 11488690176000000, "train_loss": 0.0552307653427124, "subset_score_loss": 0.0552307653427124, "memorization_fraction_pixel": 0.01940000057220459, "mean_nn_ratio_pixel": 0.9116884469985962, "fid": 92.72989567197749}
+{"step": 810000, "wall_time": 8007.467889547348, "train_loss_step": 7.825858116149902, "n_params": 4674760, "total_flops": 11632298803200000, "train_loss": 0.05700674533843994, "subset_score_loss": 0.05700674533843994}
+{"step": 820000, "wall_time": 8099.072196483612, "train_loss_step": 8.084568977355957, "n_params": 4674760, "total_flops": 11775907430400000, "train_loss": 0.05323520660400391, "subset_score_loss": 0.05323520660400391}
+{"step": 830000, "wall_time": 8190.974805593491, "train_loss_step": 8.320271492004395, "n_params": 4674760, "total_flops": 11919516057600000, "train_loss": 0.05375200271606445, "subset_score_loss": 0.05375200271606445}
+{"step": 840000, "wall_time": 8280.033388376236, "train_loss_step": 8.051488876342773, "n_params": 4674760, "total_flops": 12063124684800000, "train_loss": 0.050360946655273436, "subset_score_loss": 0.050360946655273436}
+{"step": 850000, "wall_time": 8369.690703868866, "train_loss_step": 8.151205062866211, "n_params": 4674760, "total_flops": 12206733312000000, "train_loss": 0.05163924217224121, "subset_score_loss": 0.05163924217224121}
+{"step": 860000, "wall_time": 8452.758079528809, "train_loss_step": 7.831164360046387, "n_params": 4674760, "total_flops": 12350341939200000, "train_loss": 0.0500494384765625, "subset_score_loss": 0.0500494384765625}
+{"step": 870000, "wall_time": 8544.492077350616, "train_loss_step": 8.656017303466797, "n_params": 4674760, "total_flops": 12493950566400000, "train_loss": 0.05168805122375488, "subset_score_loss": 0.05168805122375488}
+{"step": 880000, "wall_time": 8633.872654914856, "train_loss_step": 8.311726570129395, "n_params": 4674760, "total_flops": 12637559193600000, "train_loss": 0.04935956001281738, "subset_score_loss": 0.04935956001281738}
+{"step": 890000, "wall_time": 8709.80479335785, "train_loss_step": 8.213098526000977, "n_params": 4674760, "total_flops": 12781167820800000, "train_loss": 0.04891158580780029, "subset_score_loss": 0.04891158580780029}
+{"step": 900000, "wall_time": 8921.817469120026, "train_loss_step": 7.68600606918335, "n_params": 4674760, "total_flops": 12924776448000000, "train_loss": 0.050791687965393066, "subset_score_loss": 0.050791687965393066, "memorization_fraction_pixel": 0.024700000882148743, "mean_nn_ratio_pixel": 0.899115800857544, "fid": 93.32516296766948}
+{"step": 910000, "wall_time": 9013.518432378769, "train_loss_step": 7.696602821350098, "n_params": 4674760, "total_flops": 13068385075200000, "train_loss": 0.05121320724487305, "subset_score_loss": 0.05121320724487305}
+{"step": 920000, "wall_time": 9104.971524000168, "train_loss_step": 7.566725730895996, "n_params": 4674760, "total_flops": 13211993702400000, "train_loss": 0.048103165626525876, "subset_score_loss": 0.048103165626525876}
+{"step": 930000, "wall_time": 9196.80621433258, "train_loss_step": 8.100469589233398, "n_params": 4674760, "total_flops": 13355602329600000, "train_loss": 0.04820661067962646, "subset_score_loss": 0.04820661067962646}
+{"step": 940000, "wall_time": 9275.367161273956, "train_loss_step": 8.16799545288086, "n_params": 4674760, "total_flops": 13499210956800000, "train_loss": 0.04909024715423584, "subset_score_loss": 0.04909024715423584}
+{"step": 950000, "wall_time": 9366.221201658249, "train_loss_step": 7.742783546447754, "n_params": 4674760, "total_flops": 13642819584000000, "train_loss": 0.047956905364990234, "subset_score_loss": 0.047956905364990234}
+{"step": 960000, "wall_time": 9450.286802530289, "train_loss_step": 7.494593143463135, "n_params": 4674760, "total_flops": 13786428211200000, "train_loss": 0.0454298210144043, "subset_score_loss": 0.0454298210144043}
+{"step": 970000, "wall_time": 9539.531837701797, "train_loss_step": 7.3778839111328125, "n_params": 4674760, "total_flops": 13930036838400000, "train_loss": 0.04620354652404785, "subset_score_loss": 0.04620354652404785}
+{"step": 980000, "wall_time": 9631.34773182869, "train_loss_step": 7.178346633911133, "n_params": 4674760, "total_flops": 14073645465600000, "train_loss": 0.04638848304748535, "subset_score_loss": 0.04638848304748535}
+{"step": 990000, "wall_time": 9719.951763391495, "train_loss_step": 7.939897537231445, "n_params": 4674760, "total_flops": 14217254092800000, "train_loss": 0.046432394981384274, "subset_score_loss": 0.046432394981384274}
+{"step": 1000000, "wall_time": 9886.393065214157, "train_loss_step": 7.533622741699219, "n_params": 4674760, "total_flops": 14360862720000000, "train_loss": 0.04769583702087402, "subset_score_loss": 0.04769583702087402, "memorization_fraction_pixel": 0.03550000116229057, "mean_nn_ratio_pixel": 0.8840959072113037, "fid": 89.48949173466178}
+{"step": 1010000, "wall_time": 9978.147599220276, "train_loss_step": 7.7534050941467285, "n_params": 4674760, "total_flops": 14504471347200000, "train_loss": 0.048127689361572266, "subset_score_loss": 0.048127689361572266}
+{"step": 1020000, "wall_time": 10069.939058542252, "train_loss_step": 7.546431541442871, "n_params": 4674760, "total_flops": 14648079974400000, "train_loss": 0.04695051193237305, "subset_score_loss": 0.04695051193237305}
+{"step": 1030000, "wall_time": 10161.483547210693, "train_loss_step": 6.879918098449707, "n_params": 4674760, "total_flops": 14791688601600000, "train_loss": 0.04474062442779541, "subset_score_loss": 0.04474062442779541}
+{"step": 1040000, "wall_time": 10253.591111421585, "train_loss_step": 7.499372482299805, "n_params": 4674760, "total_flops": 14935297228800000, "train_loss": 0.046634368896484375, "subset_score_loss": 0.046634368896484375}
+{"step": 1050000, "wall_time": 10342.192348241806, "train_loss_step": 7.436254501342773, "n_params": 4674760, "total_flops": 15078905856000000, "train_loss": 0.04575669765472412, "subset_score_loss": 0.04575669765472412}
+{"step": 1060000, "wall_time": 10434.102405786514, "train_loss_step": 7.165830612182617, "n_params": 4674760, "total_flops": 15222514483200000, "train_loss": 0.04481032371520996, "subset_score_loss": 0.04481032371520996}
+{"step": 1070000, "wall_time": 10519.703508138657, "train_loss_step": 7.254916191101074, "n_params": 4674760, "total_flops": 15366123110400000, "train_loss": 0.04344595909118652, "subset_score_loss": 0.04344595909118652}
+{"step": 1080000, "wall_time": 10608.48572421074, "train_loss_step": 7.562080383300781, "n_params": 4674760, "total_flops": 15509731737600000, "train_loss": 0.04406756401062012, "subset_score_loss": 0.04406756401062012}
+{"step": 1090000, "wall_time": 10700.351908922195, "train_loss_step": 7.330598831176758, "n_params": 4674760, "total_flops": 15653340364800000, "train_loss": 0.04458998203277588, "subset_score_loss": 0.04458998203277588}
+{"step": 1100000, "wall_time": 10863.383003950119, "train_loss_step": 7.522547721862793, "n_params": 4674760, "total_flops": 15796948992000000, "train_loss": 0.04576011180877686, "subset_score_loss": 0.04576011180877686, "memorization_fraction_pixel": 0.05339999869465828, "mean_nn_ratio_pixel": 0.8627780079841614, "fid": 83.8634740561566}
+{"step": 1110000, "wall_time": 10955.18734240532, "train_loss_step": 7.248163223266602, "n_params": 4674760, "total_flops": 15940557619200000, "train_loss": 0.04643443584442139, "subset_score_loss": 0.04643443584442139}
+{"step": 1120000, "wall_time": 11046.81470155716, "train_loss_step": 7.2384033203125, "n_params": 4674760, "total_flops": 16084166246400000, "train_loss": 0.047185635566711424, "subset_score_loss": 0.047185635566711424}
+{"step": 1130000, "wall_time": 11138.657315731049, "train_loss_step": 7.656270980834961, "n_params": 4674760, "total_flops": 16227774873600000, "train_loss": 0.04570456504821777, "subset_score_loss": 0.04570456504821777}
+{"step": 1140000, "wall_time": 11230.286869049072, "train_loss_step": 7.153703212738037, "n_params": 4674760, "total_flops": 16371383500800000, "train_loss": 0.04160475254058838, "subset_score_loss": 0.04160475254058838}
+{"step": 1150000, "wall_time": 11319.299821138382, "train_loss_step": 7.036981582641602, "n_params": 4674760, "total_flops": 16514992128000000, "train_loss": 0.04277591228485107, "subset_score_loss": 0.04277591228485107}
+{"step": 1160000, "wall_time": 11411.059038877487, "train_loss_step": 7.488499641418457, "n_params": 4674760, "total_flops": 16658600755200000, "train_loss": 0.041239871978759765, "subset_score_loss": 0.041239871978759765}
+{"step": 1170000, "wall_time": 11496.906229019165, "train_loss_step": 7.0846943855285645, "n_params": 4674760, "total_flops": 16802209382400000, "train_loss": 0.042779030799865725, "subset_score_loss": 0.042779030799865725}
+{"step": 1180000, "wall_time": 11585.746020317078, "train_loss_step": 7.421472549438477, "n_params": 4674760, "total_flops": 16945818009600000, "train_loss": 0.044420294761657715, "subset_score_loss": 0.044420294761657715}
+{"step": 1190000, "wall_time": 11677.530071735382, "train_loss_step": 7.141135215759277, "n_params": 4674760, "total_flops": 17089426636800000, "train_loss": 0.041404585838317874, "subset_score_loss": 0.041404585838317874}
+{"step": 1200000, "wall_time": 11875.06804728508, "train_loss_step": 7.5878825187683105, "n_params": 4674760, "total_flops": 17233035264000000, "train_loss": 0.042757577896118164, "subset_score_loss": 0.042757577896118164, "memorization_fraction_pixel": 0.05909999832510948, "mean_nn_ratio_pixel": 0.861986517906189, "fid": 78.59233047750502}
+{"step": 1210000, "wall_time": 11966.93292760849, "train_loss_step": 7.207857608795166, "n_params": 4674760, "total_flops": 17376643891200000, "train_loss": 0.043128662109375, "subset_score_loss": 0.043128662109375}
+{"step": 1220000, "wall_time": 12058.708082199097, "train_loss_step": 7.07369327545166, "n_params": 4674760, "total_flops": 17520252518400000, "train_loss": 0.041121268272399904, "subset_score_loss": 0.041121268272399904}
+{"step": 1230000, "wall_time": 12150.50099849701, "train_loss_step": 7.09114933013916, "n_params": 4674760, "total_flops": 17663861145600000, "train_loss": 0.03936835765838623, "subset_score_loss": 0.03936835765838623}
+{"step": 1240000, "wall_time": 12242.385377407074, "train_loss_step": 6.730142593383789, "n_params": 4674760, "total_flops": 17807469772800000, "train_loss": 0.04540581226348877, "subset_score_loss": 0.04540581226348877}
+{"step": 1250000, "wall_time": 12330.409518957138, "train_loss_step": 6.950729846954346, "n_params": 4674760, "total_flops": 17951078400000000, "train_loss": 0.039581832885742185, "subset_score_loss": 0.039581832885742185}
+{"step": 1260000, "wall_time": 12413.316965818405, "train_loss_step": 6.859723091125488, "n_params": 4674760, "total_flops": 18094687027200000, "train_loss": 0.04130849838256836, "subset_score_loss": 0.04130849838256836}
+{"step": 1270000, "wall_time": 12501.904825687408, "train_loss_step": 6.7048492431640625, "n_params": 4674760, "total_flops": 18238295654400000, "train_loss": 0.04124136924743652, "subset_score_loss": 0.04124136924743652}
+{"step": 1280000, "wall_time": 12566.057770252228, "train_loss_step": 7.198723793029785, "n_params": 4674760, "total_flops": 18381904281600000, "train_loss": 0.039211537837982174, "subset_score_loss": 0.039211537837982174}
+{"step": 1290000, "wall_time": 12657.835726499557, "train_loss_step": 7.023382186889648, "n_params": 4674760, "total_flops": 18525512908800000, "train_loss": 0.04281400203704834, "subset_score_loss": 0.04281400203704834}
+{"step": 1300000, "wall_time": 12822.131766557693, "train_loss_step": 6.587185382843018, "n_params": 4674760, "total_flops": 18669121536000000, "train_loss": 0.041374678611755374, "subset_score_loss": 0.041374678611755374, "memorization_fraction_pixel": 0.08380000293254852, "mean_nn_ratio_pixel": 0.831474244594574, "fid": 71.2536384389334}
+{"step": 1310000, "wall_time": 12913.963199853897, "train_loss_step": 6.933172702789307, "n_params": 4674760, "total_flops": 18812730163200000, "train_loss": 0.040826425552368165, "subset_score_loss": 0.040826425552368165}
+{"step": 1320000, "wall_time": 13005.74646282196, "train_loss_step": 7.203850746154785, "n_params": 4674760, "total_flops": 18956338790400000, "train_loss": 0.04221419811248779, "subset_score_loss": 0.04221419811248779}
+{"step": 1330000, "wall_time": 13097.544044733047, "train_loss_step": 7.029993057250977, "n_params": 4674760, "total_flops": 19099947417600000, "train_loss": 0.04195348262786865, "subset_score_loss": 0.04195348262786865}
+{"step": 1340000, "wall_time": 13189.409071922302, "train_loss_step": 7.238627910614014, "n_params": 4674760, "total_flops": 19243556044800000, "train_loss": 0.04040762424468994, "subset_score_loss": 0.04040762424468994}
+{"step": 1350000, "wall_time": 13281.363177061081, "train_loss_step": 6.457065582275391, "n_params": 4674760, "total_flops": 19387164672000000, "train_loss": 0.04116921424865723, "subset_score_loss": 0.04116921424865723}
+{"step": 1360000, "wall_time": 13367.892035722733, "train_loss_step": 7.028824806213379, "n_params": 4674760, "total_flops": 19530773299200000, "train_loss": 0.042118077278137205, "subset_score_loss": 0.042118077278137205}
+{"step": 1370000, "wall_time": 13459.816968917847, "train_loss_step": 7.054652214050293, "n_params": 4674760, "total_flops": 19674381926400000, "train_loss": 0.041825685501098636, "subset_score_loss": 0.041825685501098636}
+{"step": 1380000, "wall_time": 13548.606188297272, "train_loss_step": 6.687253475189209, "n_params": 4674760, "total_flops": 19817990553600000, "train_loss": 0.04044807434082031, "subset_score_loss": 0.04044807434082031}
+{"step": 1390000, "wall_time": 13630.417550325394, "train_loss_step": 6.976955413818359, "n_params": 4674760, "total_flops": 19961599180800000, "train_loss": 0.03970946550369263, "subset_score_loss": 0.03970946550369263}
+{"step": 1400000, "wall_time": 13818.264917135239, "train_loss_step": 7.215426921844482, "n_params": 4674760, "total_flops": 20105207808000000, "train_loss": 0.038124778270721436, "subset_score_loss": 0.038124778270721436, "memorization_fraction_pixel": 0.0997999981045723, "mean_nn_ratio_pixel": 0.8098161220550537, "fid": 67.13838516006135}
+{"step": 1410000, "wall_time": 13909.94996380806, "train_loss_step": 7.266191482543945, "n_params": 4674760, "total_flops": 20248816435200000, "train_loss": 0.04025691509246826, "subset_score_loss": 0.04025691509246826}
+{"step": 1420000, "wall_time": 14001.658076763153, "train_loss_step": 6.562524318695068, "n_params": 4674760, "total_flops": 20392425062400000, "train_loss": 0.03755469799041748, "subset_score_loss": 0.03755469799041748}
+{"step": 1430000, "wall_time": 14093.471619606018, "train_loss_step": 7.131460189819336, "n_params": 4674760, "total_flops": 20536033689600000, "train_loss": 0.038498351573944094, "subset_score_loss": 0.038498351573944094}
+{"step": 1440000, "wall_time": 14185.23846077919, "train_loss_step": 6.570281028747559, "n_params": 4674760, "total_flops": 20679642316800000, "train_loss": 0.037439568042755125, "subset_score_loss": 0.037439568042755125}
+{"step": 1450000, "wall_time": 14275.148319482803, "train_loss_step": 6.6623077392578125, "n_params": 4674760, "total_flops": 20823250944000000, "train_loss": 0.037944629192352294, "subset_score_loss": 0.037944629192352294}
+{"step": 1460000, "wall_time": 14361.726921081543, "train_loss_step": 7.022143840789795, "n_params": 4674760, "total_flops": 20966859571200000, "train_loss": 0.03861997365951538, "subset_score_loss": 0.03861997365951538}
+{"step": 1470000, "wall_time": 14440.843635082245, "train_loss_step": 7.505817413330078, "n_params": 4674760, "total_flops": 21110468198400000, "train_loss": 0.04010444641113281, "subset_score_loss": 0.04010444641113281}
+{"step": 1480000, "wall_time": 14530.622232198715, "train_loss_step": 6.577798366546631, "n_params": 4674760, "total_flops": 21254076825600000, "train_loss": 0.03649899482727051, "subset_score_loss": 0.03649899482727051}
+{"step": 1490000, "wall_time": 14622.384094953537, "train_loss_step": 6.713605880737305, "n_params": 4674760, "total_flops": 21397685452800000, "train_loss": 0.03949368238449097, "subset_score_loss": 0.03949368238449097}
+{"step": 1500000, "wall_time": 14826.44149851799, "train_loss_step": 6.298611640930176, "n_params": 4674760, "total_flops": 21541294080000000, "train_loss": 0.03720078468322754, "subset_score_loss": 0.03720078468322754, "memorization_fraction_pixel": 0.12269999831914902, "mean_nn_ratio_pixel": 0.7928292155265808, "fid": 66.02781763102692}
+{"step": 1510000, "wall_time": 14918.19716000557, "train_loss_step": 6.257294654846191, "n_params": 4674760, "total_flops": 21684902707200000, "train_loss": 0.036770951747894284, "subset_score_loss": 0.036770951747894284}
+{"step": 1520000, "wall_time": 15009.714760780334, "train_loss_step": 5.9231648445129395, "n_params": 4674760, "total_flops": 21828511334400000, "train_loss": 0.03517793893814087, "subset_score_loss": 0.03517793893814087}
+{"step": 1530000, "wall_time": 15101.504827260971, "train_loss_step": 6.2286529541015625, "n_params": 4674760, "total_flops": 21972119961600000, "train_loss": 0.03811683893203735, "subset_score_loss": 0.03811683893203735}
+{"step": 1540000, "wall_time": 15191.532769918442, "train_loss_step": 6.789772987365723, "n_params": 4674760, "total_flops": 22115728588800000, "train_loss": 0.036685049533843994, "subset_score_loss": 0.036685049533843994}
+{"step": 1550000, "wall_time": 15283.199964523315, "train_loss_step": 6.537421226501465, "n_params": 4674760, "total_flops": 22259337216000000, "train_loss": 0.036385948657989504, "subset_score_loss": 0.036385948657989504}
+{"step": 1560000, "wall_time": 15371.169704198837, "train_loss_step": 6.334517955780029, "n_params": 4674760, "total_flops": 22402945843200000, "train_loss": 0.036574013233184814, "subset_score_loss": 0.036574013233184814}
+{"step": 1570000, "wall_time": 15449.03088760376, "train_loss_step": 6.997224807739258, "n_params": 4674760, "total_flops": 22546554470400000, "train_loss": 0.03743746042251587, "subset_score_loss": 0.03743746042251587}
+{"step": 1580000, "wall_time": 15540.728953361511, "train_loss_step": 6.592238426208496, "n_params": 4674760, "total_flops": 22690163097600000, "train_loss": 0.03642077922821045, "subset_score_loss": 0.03642077922821045}
+{"step": 1590000, "wall_time": 15632.583874702454, "train_loss_step": 6.447765827178955, "n_params": 4674760, "total_flops": 22833771724800000, "train_loss": 0.038300032615661624, "subset_score_loss": 0.038300032615661624}
+{"step": 1600000, "wall_time": 15831.128581762314, "train_loss_step": 6.585392475128174, "n_params": 4674760, "total_flops": 22977380352000000, "train_loss": 0.0347141170501709, "subset_score_loss": 0.0347141170501709, "memorization_fraction_pixel": 0.12409999966621399, "mean_nn_ratio_pixel": 0.7895510792732239, "fid": 63.47165678005646}
+{"step": 1610000, "wall_time": 15922.904349327087, "train_loss_step": 6.5417938232421875, "n_params": 4674760, "total_flops": 23120988979200000, "train_loss": 0.03565497159957886, "subset_score_loss": 0.03565497159957886}
+{"step": 1620000, "wall_time": 16014.756927251816, "train_loss_step": 6.629367351531982, "n_params": 4674760, "total_flops": 23264597606400000, "train_loss": 0.037974717617034914, "subset_score_loss": 0.037974717617034914}
+{"step": 1630000, "wall_time": 16104.375831842422, "train_loss_step": 6.0299224853515625, "n_params": 4674760, "total_flops": 23408206233600000, "train_loss": 0.03546744346618652, "subset_score_loss": 0.03546744346618652}
+{"step": 1640000, "wall_time": 16196.265960216522, "train_loss_step": 6.202927112579346, "n_params": 4674760, "total_flops": 23551814860800000, "train_loss": 0.03770940065383911, "subset_score_loss": 0.03770940065383911}
+{"step": 1650000, "wall_time": 16287.76136302948, "train_loss_step": 6.602972030639648, "n_params": 4674760, "total_flops": 23695423488000000, "train_loss": 0.03453648090362549, "subset_score_loss": 0.03453648090362549}
+{"step": 1660000, "wall_time": 16366.447808742523, "train_loss_step": 6.4802656173706055, "n_params": 4674760, "total_flops": 23839032115200000, "train_loss": 0.0352722692489624, "subset_score_loss": 0.0352722692489624}
+{"step": 1670000, "wall_time": 16444.105439424515, "train_loss_step": 6.378839492797852, "n_params": 4674760, "total_flops": 23982640742400000, "train_loss": 0.03574826717376709, "subset_score_loss": 0.03574826717376709}
+{"step": 1680000, "wall_time": 16535.402009010315, "train_loss_step": 6.2382354736328125, "n_params": 4674760, "total_flops": 24126249369600000, "train_loss": 0.03587337493896484, "subset_score_loss": 0.03587337493896484}
+{"step": 1690000, "wall_time": 16627.162461280823, "train_loss_step": 6.574894905090332, "n_params": 4674760, "total_flops": 24269857996800000, "train_loss": 0.041184277534484864, "subset_score_loss": 0.041184277534484864}
+{"step": 1700000, "wall_time": 16830.109394073486, "train_loss_step": 5.878772735595703, "n_params": 4674760, "total_flops": 24413466624000000, "train_loss": 0.036917579174041745, "subset_score_loss": 0.036917579174041745, "memorization_fraction_pixel": 0.1371999979019165, "mean_nn_ratio_pixel": 0.7803155183792114, "fid": 61.54914326795166}
+{"step": 1710000, "wall_time": 16922.070586919785, "train_loss_step": 6.294649124145508, "n_params": 4674760, "total_flops": 24557075251200000, "train_loss": 0.034095783233642575, "subset_score_loss": 0.034095783233642575}
+{"step": 1720000, "wall_time": 17011.988523483276, "train_loss_step": 6.003347396850586, "n_params": 4674760, "total_flops": 24700683878400000, "train_loss": 0.0351408314704895, "subset_score_loss": 0.0351408314704895}
+{"step": 1730000, "wall_time": 17103.823837518692, "train_loss_step": 6.5170183181762695, "n_params": 4674760, "total_flops": 24844292505600000, "train_loss": 0.03609992265701294, "subset_score_loss": 0.03609992265701294}
+{"step": 1740000, "wall_time": 17195.568942070007, "train_loss_step": 6.345254898071289, "n_params": 4674760, "total_flops": 24987901132800000, "train_loss": 0.03312945365905762, "subset_score_loss": 0.03312945365905762}
+{"step": 1750000, "wall_time": 17284.721705436707, "train_loss_step": 6.227545261383057, "n_params": 4674760, "total_flops": 25131509760000000, "train_loss": 0.03420124292373657, "subset_score_loss": 0.03420124292373657}
+{"step": 1760000, "wall_time": 17364.37676858902, "train_loss_step": 6.203453540802002, "n_params": 4674760, "total_flops": 25275118387200000, "train_loss": 0.034057235717773436, "subset_score_loss": 0.034057235717773436}
+{"step": 1770000, "wall_time": 17444.813095092773, "train_loss_step": 6.556150436401367, "n_params": 4674760, "total_flops": 25418727014400000, "train_loss": 0.037222275733947756, "subset_score_loss": 0.037222275733947756}
+{"step": 1780000, "wall_time": 17536.60689687729, "train_loss_step": 6.3805999755859375, "n_params": 4674760, "total_flops": 25562335641600000, "train_loss": 0.0344344711303711, "subset_score_loss": 0.0344344711303711}
+{"step": 1790000, "wall_time": 17628.18041586876, "train_loss_step": 6.353463649749756, "n_params": 4674760, "total_flops": 25705944268800000, "train_loss": 0.034776270389556885, "subset_score_loss": 0.034776270389556885}
+{"step": 1800000, "wall_time": 17814.053360939026, "train_loss_step": 6.399971008300781, "n_params": 4674760, "total_flops": 25849552896000000, "train_loss": 0.03506910800933838, "subset_score_loss": 0.03506910800933838, "memorization_fraction_pixel": 0.15469999611377716, "mean_nn_ratio_pixel": 0.7668423056602478, "fid": 60.11533694694535}
+{"step": 1810000, "wall_time": 17898.545484781265, "train_loss_step": 5.935571670532227, "n_params": 4674760, "total_flops": 25993161523200000, "train_loss": 0.0324663496017456, "subset_score_loss": 0.0324663496017456}
+{"step": 1820000, "wall_time": 17990.302736997604, "train_loss_step": 6.401311874389648, "n_params": 4674760, "total_flops": 26136770150400000, "train_loss": 0.03432612895965576, "subset_score_loss": 0.03432612895965576}
+{"step": 1830000, "wall_time": 18081.866082191467, "train_loss_step": 6.277808666229248, "n_params": 4674760, "total_flops": 26280378777600000, "train_loss": 0.0347649097442627, "subset_score_loss": 0.0347649097442627}
+{"step": 1840000, "wall_time": 18173.6190636158, "train_loss_step": 5.804412364959717, "n_params": 4674760, "total_flops": 26423987404800000, "train_loss": 0.036395516395568844, "subset_score_loss": 0.036395516395568844}
+{"step": 1850000, "wall_time": 18263.590833425522, "train_loss_step": 5.693377494812012, "n_params": 4674760, "total_flops": 26567596032000000, "train_loss": 0.03508403778076172, "subset_score_loss": 0.03508403778076172}
+{"step": 1860000, "wall_time": 18346.69646215439, "train_loss_step": 6.043107032775879, "n_params": 4674760, "total_flops": 26711204659200000, "train_loss": 0.0326643443107605, "subset_score_loss": 0.0326643443107605}
+{"step": 1870000, "wall_time": 18434.589747428894, "train_loss_step": 5.9692840576171875, "n_params": 4674760, "total_flops": 26854813286400000, "train_loss": 0.03272735834121704, "subset_score_loss": 0.03272735834121704}
+{"step": 1880000, "wall_time": 18513.778938293457, "train_loss_step": 5.9829230308532715, "n_params": 4674760, "total_flops": 26998421913600000, "train_loss": 0.03313218355178833, "subset_score_loss": 0.03313218355178833}
+{"step": 1890000, "wall_time": 18605.653057813644, "train_loss_step": 6.447199821472168, "n_params": 4674760, "total_flops": 27142030540800000, "train_loss": 0.035982789993286135, "subset_score_loss": 0.035982789993286135}
+{"step": 1900000, "wall_time": 18823.448674440384, "train_loss_step": 6.02699089050293, "n_params": 4674760, "total_flops": 27285639168000000, "train_loss": 0.033356127738952634, "subset_score_loss": 0.033356127738952634, "memorization_fraction_pixel": 0.186599999666214, "mean_nn_ratio_pixel": 0.7444233298301697, "fid": 61.040097524593776}
+{"step": 1910000, "wall_time": 18906.12830710411, "train_loss_step": 6.296106338500977, "n_params": 4674760, "total_flops": 27429247795200000, "train_loss": 0.03279834985733032, "subset_score_loss": 0.03279834985733032}
+{"step": 1920000, "wall_time": 18997.95538496971, "train_loss_step": 6.078829765319824, "n_params": 4674760, "total_flops": 27572856422400000, "train_loss": 0.033699123859405516, "subset_score_loss": 0.033699123859405516}
+{"step": 1930000, "wall_time": 19089.76948261261, "train_loss_step": 5.771114826202393, "n_params": 4674760, "total_flops": 27716465049600000, "train_loss": 0.0331536865234375, "subset_score_loss": 0.0331536865234375}
+{"step": 1940000, "wall_time": 19181.582458257675, "train_loss_step": 5.8315582275390625, "n_params": 4674760, "total_flops": 27860073676800000, "train_loss": 0.030570478439331056, "subset_score_loss": 0.030570478439331056}
+{"step": 1950000, "wall_time": 19266.457046031952, "train_loss_step": 5.665952682495117, "n_params": 4674760, "total_flops": 28003682304000000, "train_loss": 0.033170540332794186, "subset_score_loss": 0.033170540332794186}
+{"step": 1960000, "wall_time": 19358.332269906998, "train_loss_step": 5.742238521575928, "n_params": 4674760, "total_flops": 28147290931200000, "train_loss": 0.03437145233154297, "subset_score_loss": 0.03437145233154297}
+{"step": 1970000, "wall_time": 19450.62960267067, "train_loss_step": 6.3838114738464355, "n_params": 4674760, "total_flops": 28290899558400000, "train_loss": 0.03280025959014893, "subset_score_loss": 0.03280025959014893}
+{"step": 1980000, "wall_time": 19529.956212997437, "train_loss_step": 5.913476467132568, "n_params": 4674760, "total_flops": 28434508185600000, "train_loss": 0.031649417877197265, "subset_score_loss": 0.031649417877197265}
+{"step": 1990000, "wall_time": 19621.765582084656, "train_loss_step": 5.907499313354492, "n_params": 4674760, "total_flops": 28578116812800000, "train_loss": 0.03483170509338379, "subset_score_loss": 0.03483170509338379}
+{"step": 2000000, "wall_time": 19837.25007224083, "train_loss_step": 5.9094343185424805, "n_params": 4674760, "total_flops": 28721725440000000, "train_loss": 0.03229028463363647, "subset_score_loss": 0.03229028463363647, "memorization_fraction_pixel": 0.18410000205039978, "mean_nn_ratio_pixel": 0.7496235370635986, "fid": 58.410125942087475}
+{"step": 2010000, "wall_time": 19916.49604511261, "train_loss_step": 5.662034034729004, "n_params": 4674760, "total_flops": 28865334067200000, "train_loss": 0.03258870840072632, "subset_score_loss": 0.03258870840072632}
+{"step": 2020000, "wall_time": 20008.307411670685, "train_loss_step": 5.916327476501465, "n_params": 4674760, "total_flops": 29008942694400000, "train_loss": 0.03447909355163574, "subset_score_loss": 0.03447909355163574}
+{"step": 2030000, "wall_time": 20100.06980419159, "train_loss_step": 5.982814311981201, "n_params": 4674760, "total_flops": 29152551321600000, "train_loss": 0.031175518035888673, "subset_score_loss": 0.031175518035888673}
+{"step": 2040000, "wall_time": 20183.254925966263, "train_loss_step": 5.9286394119262695, "n_params": 4674760, "total_flops": 29296159948800000, "train_loss": 0.03378827571868896, "subset_score_loss": 0.03378827571868896}
+{"step": 2050000, "wall_time": 20273.048760175705, "train_loss_step": 5.797605514526367, "n_params": 4674760, "total_flops": 29439768576000000, "train_loss": 0.030318639278411864, "subset_score_loss": 0.030318639278411864}
+{"step": 2060000, "wall_time": 20364.83087348938, "train_loss_step": 5.83594274520874, "n_params": 4674760, "total_flops": 29583377203200000, "train_loss": 0.03227752923965454, "subset_score_loss": 0.03227752923965454}
+{"step": 2070000, "wall_time": 20456.952081918716, "train_loss_step": 5.492485046386719, "n_params": 4674760, "total_flops": 29726985830400000, "train_loss": 0.03155595302581787, "subset_score_loss": 0.03155595302581787}
+{"step": 2080000, "wall_time": 20538.193429470062, "train_loss_step": 5.992661952972412, "n_params": 4674760, "total_flops": 29870594457600000, "train_loss": 0.031723687648773195, "subset_score_loss": 0.031723687648773195}
+{"step": 2090000, "wall_time": 20628.135977983475, "train_loss_step": 5.917119026184082, "n_params": 4674760, "total_flops": 30014203084800000, "train_loss": 0.031206977367401124, "subset_score_loss": 0.031206977367401124}
+{"step": 2100000, "wall_time": 20813.101224184036, "train_loss_step": 5.629276275634766, "n_params": 4674760, "total_flops": 30157811712000000, "train_loss": 0.031109635829925538, "subset_score_loss": 0.031109635829925538, "memorization_fraction_pixel": 0.193900004029274, "mean_nn_ratio_pixel": 0.7473853826522827, "fid": 58.26836348002746}
+{"step": 2110000, "wall_time": 20905.10716509819, "train_loss_step": 5.424737930297852, "n_params": 4674760, "total_flops": 30301420339200000, "train_loss": 0.030454704761505125, "subset_score_loss": 0.030454704761505125}
+{"step": 2120000, "wall_time": 20981.775406837463, "train_loss_step": 5.808355808258057, "n_params": 4674760, "total_flops": 30445028966400000, "train_loss": 0.03224468946456909, "subset_score_loss": 0.03224468946456909}
+{"step": 2130000, "wall_time": 21073.505818367004, "train_loss_step": 5.3062357902526855, "n_params": 4674760, "total_flops": 30588637593600000, "train_loss": 0.032018258571624755, "subset_score_loss": 0.032018258571624755}
+{"step": 2140000, "wall_time": 21155.293965816498, "train_loss_step": 5.8865580558776855, "n_params": 4674760, "total_flops": 30732246220800000, "train_loss": 0.029913873672485353, "subset_score_loss": 0.029913873672485353}
+{"step": 2150000, "wall_time": 21246.923188209534, "train_loss_step": 5.758188724517822, "n_params": 4674760, "total_flops": 30875854848000000, "train_loss": 0.031017589569091796, "subset_score_loss": 0.031017589569091796}
+{"step": 2160000, "wall_time": 21338.56839299202, "train_loss_step": 5.514425277709961, "n_params": 4674760, "total_flops": 31019463475200000, "train_loss": 0.03165499210357666, "subset_score_loss": 0.03165499210357666}
+{"step": 2170000, "wall_time": 21430.40211391449, "train_loss_step": 5.858074188232422, "n_params": 4674760, "total_flops": 31163072102400000, "train_loss": 0.037625632286071777, "subset_score_loss": 0.037625632286071777}
+{"step": 2180000, "wall_time": 21522.83877849579, "train_loss_step": 6.097773551940918, "n_params": 4674760, "total_flops": 31306680729600000, "train_loss": 0.03173396587371826, "subset_score_loss": 0.03173396587371826}
+{"step": 2190000, "wall_time": 21599.245933294296, "train_loss_step": 5.824765205383301, "n_params": 4674760, "total_flops": 31450289356800000, "train_loss": 0.03230994462966919, "subset_score_loss": 0.03230994462966919}
+{"step": 2200000, "wall_time": 21788.229766368866, "train_loss_step": 5.722209930419922, "n_params": 4674760, "total_flops": 31593897984000000, "train_loss": 0.030256056785583497, "subset_score_loss": 0.030256056785583497, "memorization_fraction_pixel": 0.21870000660419464, "mean_nn_ratio_pixel": 0.7279977202415466, "fid": 55.59801163428144}
+{"step": 2210000, "wall_time": 21879.731017827988, "train_loss_step": 5.897225379943848, "n_params": 4674760, "total_flops": 31737506611200000, "train_loss": 0.0343665599822998, "subset_score_loss": 0.0343665599822998}
+{"step": 2220000, "wall_time": 21971.63293480873, "train_loss_step": 5.989315986633301, "n_params": 4674760, "total_flops": 31881115238400000, "train_loss": 0.03162904977798462, "subset_score_loss": 0.03162904977798462}
+{"step": 2230000, "wall_time": 22049.031034231186, "train_loss_step": 5.487569808959961, "n_params": 4674760, "total_flops": 32024723865600000, "train_loss": 0.030049917697906495, "subset_score_loss": 0.030049917697906495}
+{"step": 2240000, "wall_time": 22130.056119918823, "train_loss_step": 6.153575420379639, "n_params": 4674760, "total_flops": 32168332492800000, "train_loss": 0.03024639844894409, "subset_score_loss": 0.03024639844894409}
+{"step": 2250000, "wall_time": 22221.652710437775, "train_loss_step": 5.450089454650879, "n_params": 4674760, "total_flops": 32311941120000000, "train_loss": 0.03022120714187622, "subset_score_loss": 0.03022120714187622}
+{"step": 2260000, "wall_time": 22313.39536333084, "train_loss_step": 5.340803146362305, "n_params": 4674760, "total_flops": 32455549747200000, "train_loss": 0.030390734672546386, "subset_score_loss": 0.030390734672546386}
+{"step": 2270000, "wall_time": 22405.230791330338, "train_loss_step": 5.3282389640808105, "n_params": 4674760, "total_flops": 32599158374400000, "train_loss": 0.02976618766784668, "subset_score_loss": 0.02976618766784668}
+{"step": 2280000, "wall_time": 22497.080852985382, "train_loss_step": 5.52360200881958, "n_params": 4674760, "total_flops": 32742767001600000, "train_loss": 0.029314131736755372, "subset_score_loss": 0.029314131736755372}
+{"step": 2290000, "wall_time": 22581.432522535324, "train_loss_step": 5.699446678161621, "n_params": 4674760, "total_flops": 32886375628800000, "train_loss": 0.030545969009399414, "subset_score_loss": 0.030545969009399414}
+{"step": 2300000, "wall_time": 22783.457236528397, "train_loss_step": 5.592114448547363, "n_params": 4674760, "total_flops": 33029984256000000, "train_loss": 0.029361798763275146, "subset_score_loss": 0.029361798763275146, "memorization_fraction_pixel": 0.25369998812675476, "mean_nn_ratio_pixel": 0.6972365975379944, "fid": 51.28759832455658}
+{"step": 2310000, "wall_time": 22875.030657291412, "train_loss_step": 5.796983242034912, "n_params": 4674760, "total_flops": 33173592883200000, "train_loss": 0.027893526554107664, "subset_score_loss": 0.027893526554107664}
+{"step": 2320000, "wall_time": 22966.67183113098, "train_loss_step": 5.6117143630981445, "n_params": 4674760, "total_flops": 33317201510400000, "train_loss": 0.02949751615524292, "subset_score_loss": 0.02949751615524292}
+{"step": 2330000, "wall_time": 23045.295724391937, "train_loss_step": 5.734652519226074, "n_params": 4674760, "total_flops": 33460810137600000, "train_loss": 0.029275226593017577, "subset_score_loss": 0.029275226593017577}
+{"step": 2340000, "wall_time": 23128.430012702942, "train_loss_step": 5.77464485168457, "n_params": 4674760, "total_flops": 33604418764800000, "train_loss": 0.03273068904876709, "subset_score_loss": 0.03273068904876709}
+{"step": 2350000, "wall_time": 23219.69711470604, "train_loss_step": 5.5376129150390625, "n_params": 4674760, "total_flops": 33748027392000000, "train_loss": 0.03058812141418457, "subset_score_loss": 0.03058812141418457}
+{"step": 2360000, "wall_time": 23311.24287366867, "train_loss_step": 5.601840019226074, "n_params": 4674760, "total_flops": 33891636019200000, "train_loss": 0.03122856616973877, "subset_score_loss": 0.03122856616973877}
+{"step": 2370000, "wall_time": 23403.055937051773, "train_loss_step": 5.647284030914307, "n_params": 4674760, "total_flops": 34035244646400000, "train_loss": 0.029360191822052004, "subset_score_loss": 0.029360191822052004}
+{"step": 2380000, "wall_time": 23493.05962896347, "train_loss_step": 5.929190635681152, "n_params": 4674760, "total_flops": 34178853273600000, "train_loss": 0.029130635261535646, "subset_score_loss": 0.029130635261535646}
+{"step": 2390000, "wall_time": 23585.451412200928, "train_loss_step": 5.382815361022949, "n_params": 4674760, "total_flops": 34322461900800000, "train_loss": 0.027221417427062987, "subset_score_loss": 0.027221417427062987}
+{"step": 2400000, "wall_time": 23765.34339237213, "train_loss_step": 5.90731143951416, "n_params": 4674760, "total_flops": 34466070528000000, "train_loss": 0.03372280120849609, "subset_score_loss": 0.03372280120849609, "memorization_fraction_pixel": 0.2572000026702881, "mean_nn_ratio_pixel": 0.6915662288665771, "fid": 51.611736285796454}
+{"step": 2410000, "wall_time": 23857.19922685623, "train_loss_step": 5.203736305236816, "n_params": 4674760, "total_flops": 34609679155200000, "train_loss": 0.029038774967193603, "subset_score_loss": 0.029038774967193603}
+{"step": 2420000, "wall_time": 23948.68262887001, "train_loss_step": 5.4505295753479, "n_params": 4674760, "total_flops": 34753287782400000, "train_loss": 0.027776520252227783, "subset_score_loss": 0.027776520252227783}
+{"step": 2430000, "wall_time": 24032.12393975258, "train_loss_step": 5.15323543548584, "n_params": 4674760, "total_flops": 34896896409600000, "train_loss": 0.028453359603881834, "subset_score_loss": 0.028453359603881834}
+{"step": 2440000, "wall_time": 24110.74013400078, "train_loss_step": 5.632488250732422, "n_params": 4674760, "total_flops": 35040505036800000, "train_loss": 0.03001037359237671, "subset_score_loss": 0.03001037359237671}
+{"step": 2450000, "wall_time": 24197.39287686348, "train_loss_step": 5.692729949951172, "n_params": 4674760, "total_flops": 35184113664000000, "train_loss": 0.030191779136657715, "subset_score_loss": 0.030191779136657715}
+{"step": 2460000, "wall_time": 24288.95832657814, "train_loss_step": 5.767386436462402, "n_params": 4674760, "total_flops": 35327722291200000, "train_loss": 0.027382309436798095, "subset_score_loss": 0.027382309436798095}
+{"step": 2470000, "wall_time": 24378.954704523087, "train_loss_step": 5.992982387542725, "n_params": 4674760, "total_flops": 35471330918400000, "train_loss": 0.028761279582977296, "subset_score_loss": 0.028761279582977296}
+{"step": 2480000, "wall_time": 24470.874680757523, "train_loss_step": 5.728884696960449, "n_params": 4674760, "total_flops": 35614939545600000, "train_loss": 0.02894155979156494, "subset_score_loss": 0.02894155979156494}
+{"step": 2490000, "wall_time": 24562.71206021309, "train_loss_step": 5.669103145599365, "n_params": 4674760, "total_flops": 35758548172800000, "train_loss": 0.028793537616729738, "subset_score_loss": 0.028793537616729738}
+{"step": 2500000, "wall_time": 24726.021591186523, "train_loss_step": 5.58447265625, "n_params": 4674760, "total_flops": 35902156800000000, "train_loss": 0.02906320810317993, "subset_score_loss": 0.02906320810317993, "memorization_fraction_pixel": 0.27559998631477356, "mean_nn_ratio_pixel": 0.6791531443595886, "fid": 51.89127762779835}
+{"step": 2510000, "wall_time": 24817.97803068161, "train_loss_step": 5.357268810272217, "n_params": 4674760, "total_flops": 36045765427200000, "train_loss": 0.02846226453781128, "subset_score_loss": 0.02846226453781128}
+{"step": 2520000, "wall_time": 24909.94451236725, "train_loss_step": 5.135942459106445, "n_params": 4674760, "total_flops": 36189374054400000, "train_loss": 0.02844921112060547, "subset_score_loss": 0.02844921112060547}
+{"step": 2530000, "wall_time": 24999.18343448639, "train_loss_step": 5.727809906005859, "n_params": 4674760, "total_flops": 36332982681600000, "train_loss": 0.029493515491485597, "subset_score_loss": 0.029493515491485597}
+{"step": 2540000, "wall_time": 25090.702818870544, "train_loss_step": 5.496477127075195, "n_params": 4674760, "total_flops": 36476591308800000, "train_loss": 0.028599376678466796, "subset_score_loss": 0.028599376678466796}
+{"step": 2550000, "wall_time": 25177.89445209503, "train_loss_step": 5.416155815124512, "n_params": 4674760, "total_flops": 36620199936000000, "train_loss": 0.026988670825958253, "subset_score_loss": 0.026988670825958253}
+{"step": 2560000, "wall_time": 25265.423090219498, "train_loss_step": 5.0944366455078125, "n_params": 4674760, "total_flops": 36763808563200000, "train_loss": 0.026806015968322754, "subset_score_loss": 0.026806015968322754}
+{"step": 2570000, "wall_time": 25356.14018011093, "train_loss_step": 5.504082679748535, "n_params": 4674760, "total_flops": 36907417190400000, "train_loss": 0.029418458938598634, "subset_score_loss": 0.029418458938598634}
+{"step": 2580000, "wall_time": 25447.965975522995, "train_loss_step": 5.269612789154053, "n_params": 4674760, "total_flops": 37051025817600000, "train_loss": 0.03022876024246216, "subset_score_loss": 0.03022876024246216}
+{"step": 2590000, "wall_time": 25539.84494447708, "train_loss_step": 5.244133949279785, "n_params": 4674760, "total_flops": 37194634444800000, "train_loss": 0.02731476306915283, "subset_score_loss": 0.02731476306915283}
+{"step": 2600000, "wall_time": 25722.85014605522, "train_loss_step": 5.344213008880615, "n_params": 4674760, "total_flops": 37338243072000000, "train_loss": 0.02804612398147583, "subset_score_loss": 0.02804612398147583, "memorization_fraction_pixel": 0.27570000290870667, "mean_nn_ratio_pixel": 0.688430666923523, "fid": 50.67430877641989}
+{"step": 2610000, "wall_time": 25814.8191010952, "train_loss_step": 5.700080871582031, "n_params": 4674760, "total_flops": 37481851699200000, "train_loss": 0.029426894187927245, "subset_score_loss": 0.029426894187927245}
+{"step": 2620000, "wall_time": 25899.147195100784, "train_loss_step": 5.171656608581543, "n_params": 4674760, "total_flops": 37625460326400000, "train_loss": 0.02841651439666748, "subset_score_loss": 0.02841651439666748}
+{"step": 2630000, "wall_time": 25989.40513586998, "train_loss_step": 5.272462844848633, "n_params": 4674760, "total_flops": 37769068953600000, "train_loss": 0.02828606843948364, "subset_score_loss": 0.02828606843948364}
+{"step": 2640000, "wall_time": 26081.18106842041, "train_loss_step": 5.547938346862793, "n_params": 4674760, "total_flops": 37912677580800000, "train_loss": 0.02580479860305786, "subset_score_loss": 0.02580479860305786}
+{"step": 2650000, "wall_time": 26172.801105737686, "train_loss_step": 5.273201942443848, "n_params": 4674760, "total_flops": 38056286208000000, "train_loss": 0.02704087972640991, "subset_score_loss": 0.02704087972640991}
+{"step": 2660000, "wall_time": 26247.547544956207, "train_loss_step": 5.38895320892334, "n_params": 4674760, "total_flops": 38199894835200000, "train_loss": 0.027091107368469237, "subset_score_loss": 0.027091107368469237}
+{"step": 2670000, "wall_time": 26338.924194574356, "train_loss_step": 5.2091875076293945, "n_params": 4674760, "total_flops": 38343503462400000, "train_loss": 0.025515625476837157, "subset_score_loss": 0.025515625476837157}
+{"step": 2680000, "wall_time": 26430.87251806259, "train_loss_step": 5.529231071472168, "n_params": 4674760, "total_flops": 38487112089600000, "train_loss": 0.03021120548248291, "subset_score_loss": 0.03021120548248291}
+{"step": 2690000, "wall_time": 26522.68839788437, "train_loss_step": 5.414904594421387, "n_params": 4674760, "total_flops": 38630720716800000, "train_loss": 0.02867573022842407, "subset_score_loss": 0.02867573022842407}
+{"step": 2700000, "wall_time": 26721.389662981033, "train_loss_step": 4.956490516662598, "n_params": 4674760, "total_flops": 38774329344000000, "train_loss": 0.026048057079315186, "subset_score_loss": 0.026048057079315186, "memorization_fraction_pixel": 0.275299996137619, "mean_nn_ratio_pixel": 0.6928480267524719, "fid": 52.37354439719601}
+{"step": 2710000, "wall_time": 26809.760617494583, "train_loss_step": 5.483879566192627, "n_params": 4674760, "total_flops": 38917937971200000, "train_loss": 0.028654513359069825, "subset_score_loss": 0.028654513359069825}
+{"step": 2720000, "wall_time": 26885.374664068222, "train_loss_step": 5.369255065917969, "n_params": 4674760, "total_flops": 39061546598400000, "train_loss": 0.027438387870788575, "subset_score_loss": 0.027438387870788575}
+{"step": 2730000, "wall_time": 26976.96195745468, "train_loss_step": 5.461700439453125, "n_params": 4674760, "total_flops": 39205155225600000, "train_loss": 0.027068164348602295, "subset_score_loss": 0.027068164348602295}
+{"step": 2740000, "wall_time": 27068.81605243683, "train_loss_step": 5.079948425292969, "n_params": 4674760, "total_flops": 39348763852800000, "train_loss": 0.026726353168487548, "subset_score_loss": 0.026726353168487548}
+{"step": 2750000, "wall_time": 27158.505363225937, "train_loss_step": 5.024462699890137, "n_params": 4674760, "total_flops": 39492372480000000, "train_loss": 0.026930162906646727, "subset_score_loss": 0.026930162906646727}
+{"step": 2760000, "wall_time": 27248.894284963608, "train_loss_step": 5.156713485717773, "n_params": 4674760, "total_flops": 39635981107200000, "train_loss": 0.026552183628082274, "subset_score_loss": 0.026552183628082274}
+{"step": 2770000, "wall_time": 27333.230898857117, "train_loss_step": 5.111690521240234, "n_params": 4674760, "total_flops": 39779589734400000, "train_loss": 0.02758578062057495, "subset_score_loss": 0.02758578062057495}
+{"step": 2780000, "wall_time": 27424.854112625122, "train_loss_step": 5.4498291015625, "n_params": 4674760, "total_flops": 39923198361600000, "train_loss": 0.02805978536605835, "subset_score_loss": 0.02805978536605835}
+{"step": 2790000, "wall_time": 27516.66011428833, "train_loss_step": 5.175686836242676, "n_params": 4674760, "total_flops": 40066806988800000, "train_loss": 0.02681420564651489, "subset_score_loss": 0.02681420564651489}
+{"step": 2800000, "wall_time": 27716.750787734985, "train_loss_step": 5.0165181159973145, "n_params": 4674760, "total_flops": 40210415616000000, "train_loss": 0.027077903747558595, "subset_score_loss": 0.027077903747558595, "memorization_fraction_pixel": 0.296099990606308, "mean_nn_ratio_pixel": 0.6777383089065552, "fid": 50.51779045098338}
+{"step": 2810000, "wall_time": 27792.750643730164, "train_loss_step": 4.835251808166504, "n_params": 4674760, "total_flops": 40354024243200000, "train_loss": 0.026042609214782714, "subset_score_loss": 0.026042609214782714}
+{"step": 2820000, "wall_time": 27870.84819316864, "train_loss_step": 5.239979267120361, "n_params": 4674760, "total_flops": 40497632870400000, "train_loss": 0.028488335609436036, "subset_score_loss": 0.028488335609436036}
+{"step": 2830000, "wall_time": 27962.59006881714, "train_loss_step": 5.45686149597168, "n_params": 4674760, "total_flops": 40641241497600000, "train_loss": 0.02675352096557617, "subset_score_loss": 0.02675352096557617}
+{"step": 2840000, "wall_time": 28052.402138710022, "train_loss_step": 5.416566848754883, "n_params": 4674760, "total_flops": 40784850124800000, "train_loss": 0.026727912425994874, "subset_score_loss": 0.026727912425994874}
+{"step": 2850000, "wall_time": 28144.023998737335, "train_loss_step": 4.9944915771484375, "n_params": 4674760, "total_flops": 40928458752000000, "train_loss": 0.025567643642425537, "subset_score_loss": 0.025567643642425537}
+{"step": 2860000, "wall_time": 28235.74662709236, "train_loss_step": 5.150765419006348, "n_params": 4674760, "total_flops": 41072067379200000, "train_loss": 0.0260347318649292, "subset_score_loss": 0.0260347318649292}
+{"step": 2870000, "wall_time": 28315.464858531952, "train_loss_step": 5.552071571350098, "n_params": 4674760, "total_flops": 41215676006400000, "train_loss": 0.029467928409576415, "subset_score_loss": 0.029467928409576415}
+{"step": 2880000, "wall_time": 28405.54154419899, "train_loss_step": 5.507428169250488, "n_params": 4674760, "total_flops": 41359284633600000, "train_loss": 0.026748893260955812, "subset_score_loss": 0.026748893260955812}
+{"step": 2890000, "wall_time": 28497.386771440506, "train_loss_step": 5.188791751861572, "n_params": 4674760, "total_flops": 41502893260800000, "train_loss": 0.025236618518829346, "subset_score_loss": 0.025236618518829346}
+{"step": 2900000, "wall_time": 28714.495508670807, "train_loss_step": 5.165095329284668, "n_params": 4674760, "total_flops": 41646501888000000, "train_loss": 0.025968739986419676, "subset_score_loss": 0.025968739986419676, "memorization_fraction_pixel": 0.3147999942302704, "mean_nn_ratio_pixel": 0.6648352146148682, "fid": 49.10487219203689}
+{"step": 2910000, "wall_time": 28800.911308526993, "train_loss_step": 5.456181526184082, "n_params": 4674760, "total_flops": 41790110515200000, "train_loss": 0.025927627086639406, "subset_score_loss": 0.025927627086639406}
+{"step": 2920000, "wall_time": 28892.856115579605, "train_loss_step": 5.036561012268066, "n_params": 4674760, "total_flops": 41933719142400000, "train_loss": 0.027491631507873534, "subset_score_loss": 0.027491631507873534}
+{"step": 2930000, "wall_time": 28982.61294555664, "train_loss_step": 5.526566982269287, "n_params": 4674760, "total_flops": 42077327769600000, "train_loss": 0.027127871513366698, "subset_score_loss": 0.027127871513366698}
+{"step": 2940000, "wall_time": 29073.986666679382, "train_loss_step": 5.699286460876465, "n_params": 4674760, "total_flops": 42220936396800000, "train_loss": 0.02532249689102173, "subset_score_loss": 0.02532249689102173}
+{"step": 2950000, "wall_time": 29165.42623281479, "train_loss_step": 4.961381912231445, "n_params": 4674760, "total_flops": 42364545024000000, "train_loss": 0.02552208662033081, "subset_score_loss": 0.02552208662033081}
+{"step": 2960000, "wall_time": 29257.21727347374, "train_loss_step": 5.302681922912598, "n_params": 4674760, "total_flops": 42508153651200000, "train_loss": 0.02533224821090698, "subset_score_loss": 0.02533224821090698}
+{"step": 2970000, "wall_time": 29347.5888504982, "train_loss_step": 4.796704292297363, "n_params": 4674760, "total_flops": 42651762278400000, "train_loss": 0.026149284839630128, "subset_score_loss": 0.026149284839630128}
+{"step": 2980000, "wall_time": 29437.55370759964, "train_loss_step": 4.849786758422852, "n_params": 4674760, "total_flops": 42795370905600000, "train_loss": 0.026364943981170653, "subset_score_loss": 0.026364943981170653}
+{"step": 2990000, "wall_time": 29529.21817278862, "train_loss_step": 4.887261390686035, "n_params": 4674760, "total_flops": 42938979532800000, "train_loss": 0.025434298515319823, "subset_score_loss": 0.025434298515319823}
+{"step": 3000000, "wall_time": 29694.925811052322, "train_loss_step": 5.358280658721924, "n_params": 4674760, "total_flops": 43082588160000000, "train_loss": 0.02552654027938843, "subset_score_loss": 0.02552654027938843, "memorization_fraction_pixel": 0.3203999996185303, "mean_nn_ratio_pixel": 0.6595317125320435, "fid": 51.08032527444342}
+{"step": 3010000, "wall_time": 29782.582761526108, "train_loss_step": 5.208521842956543, "n_params": 4674760, "total_flops": 43226196787200000, "train_loss": 0.025590641498565672, "subset_score_loss": 0.025590641498565672}
+{"step": 3020000, "wall_time": 29874.27466583252, "train_loss_step": 5.037024021148682, "n_params": 4674760, "total_flops": 43369805414400000, "train_loss": 0.024545178413391114, "subset_score_loss": 0.024545178413391114}
+{"step": 3030000, "wall_time": 29964.10842037201, "train_loss_step": 5.071008682250977, "n_params": 4674760, "total_flops": 43513414041600000, "train_loss": 0.026708502769470215, "subset_score_loss": 0.026708502769470215}
+{"step": 3040000, "wall_time": 30055.43728351593, "train_loss_step": 4.799330711364746, "n_params": 4674760, "total_flops": 43657022668800000, "train_loss": 0.026710474491119386, "subset_score_loss": 0.026710474491119386}
+{"step": 3050000, "wall_time": 30146.98304772377, "train_loss_step": 5.267668724060059, "n_params": 4674760, "total_flops": 43800631296000000, "train_loss": 0.026146602630615235, "subset_score_loss": 0.026146602630615235}
+{"step": 3060000, "wall_time": 30239.046674728394, "train_loss_step": 5.077345371246338, "n_params": 4674760, "total_flops": 43944239923200000, "train_loss": 0.02579413652420044, "subset_score_loss": 0.02579413652420044}
+{"step": 3070000, "wall_time": 30330.76921725273, "train_loss_step": 4.743168830871582, "n_params": 4674760, "total_flops": 44087848550400000, "train_loss": 0.02464078426361084, "subset_score_loss": 0.02464078426361084}
+{"step": 3080000, "wall_time": 30420.420526266098, "train_loss_step": 5.187093257904053, "n_params": 4674760, "total_flops": 44231457177600000, "train_loss": 0.02506497859954834, "subset_score_loss": 0.02506497859954834}
+{"step": 3090000, "wall_time": 30512.232228279114, "train_loss_step": 5.317600727081299, "n_params": 4674760, "total_flops": 44375065804800000, "train_loss": 0.026246006488800048, "subset_score_loss": 0.026246006488800048}
+{"step": 3100000, "wall_time": 30697.959748983383, "train_loss_step": 5.408926486968994, "n_params": 4674760, "total_flops": 44518674432000000, "train_loss": 0.026641697883605958, "subset_score_loss": 0.026641697883605958, "memorization_fraction_pixel": 0.35109999775886536, "mean_nn_ratio_pixel": 0.6320182085037231, "fid": 48.320420684461695}
+{"step": 3110000, "wall_time": 30781.667008638382, "train_loss_step": 4.963974952697754, "n_params": 4674760, "total_flops": 44662283059200000, "train_loss": 0.02553292989730835, "subset_score_loss": 0.02553292989730835}
+{"step": 3120000, "wall_time": 30871.44974565506, "train_loss_step": 5.665105819702148, "n_params": 4674760, "total_flops": 44805891686400000, "train_loss": 0.03609355211257934, "subset_score_loss": 0.03609355211257934}
+{"step": 3130000, "wall_time": 30963.04784679413, "train_loss_step": 5.143453121185303, "n_params": 4674760, "total_flops": 44949500313600000, "train_loss": 0.025086019039154053, "subset_score_loss": 0.025086019039154053}
+{"step": 3140000, "wall_time": 31054.68899011612, "train_loss_step": 5.352254867553711, "n_params": 4674760, "total_flops": 45093108940800000, "train_loss": 0.025048091411590576, "subset_score_loss": 0.025048091411590576}
+{"step": 3150000, "wall_time": 31146.290916204453, "train_loss_step": 5.10374641418457, "n_params": 4674760, "total_flops": 45236717568000000, "train_loss": 0.026354923248291015, "subset_score_loss": 0.026354923248291015}
+{"step": 3160000, "wall_time": 31238.183237314224, "train_loss_step": 5.119396209716797, "n_params": 4674760, "total_flops": 45380326195200000, "train_loss": 0.026772370338439943, "subset_score_loss": 0.026772370338439943}
+{"step": 3170000, "wall_time": 31329.99157834053, "train_loss_step": 5.225618362426758, "n_params": 4674760, "total_flops": 45523934822400000, "train_loss": 0.025264077186584473, "subset_score_loss": 0.025264077186584473}
+{"step": 3180000, "wall_time": 31421.449944496155, "train_loss_step": 5.115692138671875, "n_params": 4674760, "total_flops": 45667543449600000, "train_loss": 0.024642620086669922, "subset_score_loss": 0.024642620086669922}
+{"step": 3190000, "wall_time": 31511.35733270645, "train_loss_step": 4.852568626403809, "n_params": 4674760, "total_flops": 45811152076800000, "train_loss": 0.02307147264480591, "subset_score_loss": 0.02307147264480591}
+{"step": 3200000, "wall_time": 31692.919956445694, "train_loss_step": 5.017085075378418, "n_params": 4674760, "total_flops": 45954760704000000, "train_loss": 0.027488532066345214, "subset_score_loss": 0.027488532066345214, "memorization_fraction_pixel": 0.3133000135421753, "mean_nn_ratio_pixel": 0.6714356541633606, "fid": 50.95122049857976}
+{"step": 3210000, "wall_time": 31775.430370092392, "train_loss_step": 4.905041217803955, "n_params": 4674760, "total_flops": 46098369331200000, "train_loss": 0.024148166179656982, "subset_score_loss": 0.024148166179656982}
+{"step": 3220000, "wall_time": 31866.273125886917, "train_loss_step": 5.223358154296875, "n_params": 4674760, "total_flops": 46241977958400000, "train_loss": 0.02438472032546997, "subset_score_loss": 0.02438472032546997}
+{"step": 3230000, "wall_time": 31957.7986972332, "train_loss_step": 5.182324409484863, "n_params": 4674760, "total_flops": 46385586585600000, "train_loss": 0.02773946523666382, "subset_score_loss": 0.02773946523666382}
+{"step": 3240000, "wall_time": 32049.470778942108, "train_loss_step": 5.117711067199707, "n_params": 4674760, "total_flops": 46529195212800000, "train_loss": 0.025830562114715575, "subset_score_loss": 0.025830562114715575}
+{"step": 3250000, "wall_time": 32141.196414232254, "train_loss_step": 4.973690032958984, "n_params": 4674760, "total_flops": 46672803840000000, "train_loss": 0.023433892726898192, "subset_score_loss": 0.023433892726898192}
+{"step": 3260000, "wall_time": 32232.901279211044, "train_loss_step": 4.673233985900879, "n_params": 4674760, "total_flops": 46816412467200000, "train_loss": 0.023656914234161375, "subset_score_loss": 0.023656914234161375}
+{"step": 3270000, "wall_time": 32324.720468997955, "train_loss_step": 4.845818042755127, "n_params": 4674760, "total_flops": 46960021094400000, "train_loss": 0.02329977512359619, "subset_score_loss": 0.02329977512359619}
+{"step": 3280000, "wall_time": 32416.294280052185, "train_loss_step": 4.936130523681641, "n_params": 4674760, "total_flops": 47103629721600000, "train_loss": 0.025019161701202393, "subset_score_loss": 0.025019161701202393}
+{"step": 3290000, "wall_time": 32506.02517938614, "train_loss_step": 5.0274200439453125, "n_params": 4674760, "total_flops": 47247238348800000, "train_loss": 0.02528031349182129, "subset_score_loss": 0.02528031349182129}
+{"step": 3300000, "wall_time": 32697.19858956337, "train_loss_step": 5.226987838745117, "n_params": 4674760, "total_flops": 47390846976000000, "train_loss": 0.02494924545288086, "subset_score_loss": 0.02494924545288086, "memorization_fraction_pixel": 0.3580999970436096, "mean_nn_ratio_pixel": 0.6337669491767883, "fid": 46.875711106492204}
+{"step": 3310000, "wall_time": 32785.648874759674, "train_loss_step": 5.174598693847656, "n_params": 4674760, "total_flops": 47534455603200000, "train_loss": 0.024038023948669433, "subset_score_loss": 0.024038023948669433}
+{"step": 3320000, "wall_time": 32877.42859339714, "train_loss_step": 5.2029619216918945, "n_params": 4674760, "total_flops": 47678064230400000, "train_loss": 0.023388547897338866, "subset_score_loss": 0.023388547897338866}
+{"step": 3330000, "wall_time": 32969.13480973244, "train_loss_step": 4.963047981262207, "n_params": 4674760, "total_flops": 47821672857600000, "train_loss": 0.025932741165161134, "subset_score_loss": 0.025932741165161134}
+{"step": 3340000, "wall_time": 33061.040776491165, "train_loss_step": 4.755198955535889, "n_params": 4674760, "total_flops": 47965281484800000, "train_loss": 0.02893824815750122, "subset_score_loss": 0.02893824815750122}
+{"step": 3350000, "wall_time": 33152.90862584114, "train_loss_step": 5.058727741241455, "n_params": 4674760, "total_flops": 48108890112000000, "train_loss": 0.024958462715148927, "subset_score_loss": 0.024958462715148927}
+{"step": 3360000, "wall_time": 33244.358894109726, "train_loss_step": 5.277609825134277, "n_params": 4674760, "total_flops": 48252498739200000, "train_loss": 0.023657934665679933, "subset_score_loss": 0.023657934665679933}
+{"step": 3370000, "wall_time": 33336.08294224739, "train_loss_step": 4.801807403564453, "n_params": 4674760, "total_flops": 48396107366400000, "train_loss": 0.023870270252227783, "subset_score_loss": 0.023870270252227783}
+{"step": 3380000, "wall_time": 33427.53039741516, "train_loss_step": 5.082189559936523, "n_params": 4674760, "total_flops": 48539715993600000, "train_loss": 0.025832359790802003, "subset_score_loss": 0.025832359790802003}
+{"step": 3390000, "wall_time": 33517.35421919823, "train_loss_step": 4.6965861320495605, "n_params": 4674760, "total_flops": 48683324620800000, "train_loss": 0.02634521007537842, "subset_score_loss": 0.02634521007537842}
+{"step": 3400000, "wall_time": 33677.56890511513, "train_loss_step": 4.436152458190918, "n_params": 4674760, "total_flops": 48826933248000000, "train_loss": 0.02451401948928833, "subset_score_loss": 0.02451401948928833, "memorization_fraction_pixel": 0.37459999322891235, "mean_nn_ratio_pixel": 0.620750367641449, "fid": 48.06133532729859}
+{"step": 3410000, "wall_time": 33769.84193062782, "train_loss_step": 4.678563117980957, "n_params": 4674760, "total_flops": 48970541875200000, "train_loss": 0.02337392807006836, "subset_score_loss": 0.02337392807006836}
+{"step": 3420000, "wall_time": 33859.775941610336, "train_loss_step": 4.572282791137695, "n_params": 4674760, "total_flops": 49114150502400000, "train_loss": 0.024067349433898926, "subset_score_loss": 0.024067349433898926}
+{"step": 3430000, "wall_time": 33951.36682200432, "train_loss_step": 5.022943496704102, "n_params": 4674760, "total_flops": 49257759129600000, "train_loss": 0.027098097801208497, "subset_score_loss": 0.027098097801208497}
+{"step": 3440000, "wall_time": 34043.24207568169, "train_loss_step": 4.64909553527832, "n_params": 4674760, "total_flops": 49401367756800000, "train_loss": 0.026238725185394288, "subset_score_loss": 0.026238725185394288}
+{"step": 3450000, "wall_time": 34134.991876363754, "train_loss_step": 4.775544166564941, "n_params": 4674760, "total_flops": 49544976384000000, "train_loss": 0.023345987796783447, "subset_score_loss": 0.023345987796783447}
+{"step": 3460000, "wall_time": 34226.72700190544, "train_loss_step": 4.824881076812744, "n_params": 4674760, "total_flops": 49688585011200000, "train_loss": 0.02329298496246338, "subset_score_loss": 0.02329298496246338}
+{"step": 3470000, "wall_time": 34318.25605726242, "train_loss_step": 4.784642219543457, "n_params": 4674760, "total_flops": 49832193638400000, "train_loss": 0.02281083106994629, "subset_score_loss": 0.02281083106994629}
+{"step": 3480000, "wall_time": 34409.671235084534, "train_loss_step": 4.767050743103027, "n_params": 4674760, "total_flops": 49975802265600000, "train_loss": 0.023167271614074707, "subset_score_loss": 0.023167271614074707}
+{"step": 3490000, "wall_time": 34501.4495806694, "train_loss_step": 4.944330215454102, "n_params": 4674760, "total_flops": 50119410892800000, "train_loss": 0.02347505807876587, "subset_score_loss": 0.02347505807876587}
+{"step": 3500000, "wall_time": 34695.82951235771, "train_loss_step": 4.740077018737793, "n_params": 4674760, "total_flops": 50263019520000000, "train_loss": 0.021574175357818602, "subset_score_loss": 0.021574175357818602, "memorization_fraction_pixel": 0.367000013589859, "mean_nn_ratio_pixel": 0.6359328627586365, "fid": 50.565616098000184}
+{"step": 3510000, "wall_time": 34786.17291903496, "train_loss_step": 4.978353500366211, "n_params": 4674760, "total_flops": 50406628147200000, "train_loss": 0.02418860197067261, "subset_score_loss": 0.02418860197067261}
+{"step": 3520000, "wall_time": 34877.76607298851, "train_loss_step": 4.837738990783691, "n_params": 4674760, "total_flops": 50550236774400000, "train_loss": 0.022992212772369385, "subset_score_loss": 0.022992212772369385}
+{"step": 3530000, "wall_time": 34969.34257030487, "train_loss_step": 5.117138385772705, "n_params": 4674760, "total_flops": 50693845401600000, "train_loss": 0.024160397052764893, "subset_score_loss": 0.024160397052764893}
+{"step": 3540000, "wall_time": 35061.120864868164, "train_loss_step": 5.068476676940918, "n_params": 4674760, "total_flops": 50837454028800000, "train_loss": 0.027614099979400633, "subset_score_loss": 0.027614099979400633}
+{"step": 3550000, "wall_time": 35152.78423976898, "train_loss_step": 4.712645530700684, "n_params": 4674760, "total_flops": 50981062656000000, "train_loss": 0.023348047733306884, "subset_score_loss": 0.023348047733306884}
+{"step": 3560000, "wall_time": 35244.40153980255, "train_loss_step": 5.0461554527282715, "n_params": 4674760, "total_flops": 51124671283200000, "train_loss": 0.02312293529510498, "subset_score_loss": 0.02312293529510498}
+{"step": 3570000, "wall_time": 35336.058966875076, "train_loss_step": 4.879936218261719, "n_params": 4674760, "total_flops": 51268279910400000, "train_loss": 0.02386605978012085, "subset_score_loss": 0.02386605978012085}
+{"step": 3580000, "wall_time": 35427.714883327484, "train_loss_step": 4.970332622528076, "n_params": 4674760, "total_flops": 51411888537600000, "train_loss": 0.023129429817199707, "subset_score_loss": 0.023129429817199707}
+{"step": 3590000, "wall_time": 35518.81413936615, "train_loss_step": 5.15322208404541, "n_params": 4674760, "total_flops": 51555497164800000, "train_loss": 0.02281327486038208, "subset_score_loss": 0.02281327486038208}
+{"step": 3600000, "wall_time": 35704.76495218277, "train_loss_step": 4.603572368621826, "n_params": 4674760, "total_flops": 51699105792000000, "train_loss": 0.022696943283081056, "subset_score_loss": 0.022696943283081056, "memorization_fraction_pixel": 0.36739999055862427, "mean_nn_ratio_pixel": 0.6370859742164612, "fid": 47.84619361551539}
+{"step": 3610000, "wall_time": 35795.22104406357, "train_loss_step": 4.494173049926758, "n_params": 4674760, "total_flops": 51842714419200000, "train_loss": 0.022632806301116942, "subset_score_loss": 0.022632806301116942}
+{"step": 3620000, "wall_time": 35886.63381767273, "train_loss_step": 5.117376804351807, "n_params": 4674760, "total_flops": 51986323046400000, "train_loss": 0.032458879947662354, "subset_score_loss": 0.032458879947662354}
+{"step": 3630000, "wall_time": 35978.34499788284, "train_loss_step": 4.618871688842773, "n_params": 4674760, "total_flops": 52129931673600000, "train_loss": 0.022956299781799316, "subset_score_loss": 0.022956299781799316}
+{"step": 3640000, "wall_time": 36070.086129426956, "train_loss_step": 4.844157695770264, "n_params": 4674760, "total_flops": 52273540300800000, "train_loss": 0.025347604751586914, "subset_score_loss": 0.025347604751586914}
+{"step": 3650000, "wall_time": 36161.76898884773, "train_loss_step": 4.456910610198975, "n_params": 4674760, "total_flops": 52417148928000000, "train_loss": 0.021991679668426512, "subset_score_loss": 0.021991679668426512}
+{"step": 3660000, "wall_time": 36253.49115419388, "train_loss_step": 4.598511695861816, "n_params": 4674760, "total_flops": 52560757555200000, "train_loss": 0.024938390254974366, "subset_score_loss": 0.024938390254974366}
+{"step": 3670000, "wall_time": 36345.18754315376, "train_loss_step": 5.066442489624023, "n_params": 4674760, "total_flops": 52704366182400000, "train_loss": 0.023150401115417482, "subset_score_loss": 0.023150401115417482}
+{"step": 3680000, "wall_time": 36436.74007892609, "train_loss_step": 4.820451259613037, "n_params": 4674760, "total_flops": 52847974809600000, "train_loss": 0.022463419437408448, "subset_score_loss": 0.022463419437408448}
+{"step": 3690000, "wall_time": 36526.653369665146, "train_loss_step": 4.624539852142334, "n_params": 4674760, "total_flops": 52991583436800000, "train_loss": 0.02332165718078613, "subset_score_loss": 0.02332165718078613}
+{"step": 3700000, "wall_time": 36697.582399606705, "train_loss_step": 4.5624494552612305, "n_params": 4674760, "total_flops": 53135192064000000, "train_loss": 0.023735506534576414, "subset_score_loss": 0.023735506534576414, "memorization_fraction_pixel": 0.4106999933719635, "mean_nn_ratio_pixel": 0.6023937463760376, "fid": 47.614659499368805}
+{"step": 3710000, "wall_time": 36787.974125146866, "train_loss_step": 4.992836952209473, "n_params": 4674760, "total_flops": 53278800691200000, "train_loss": 0.023019421100616454, "subset_score_loss": 0.023019421100616454}
+{"step": 3720000, "wall_time": 36879.403374671936, "train_loss_step": 4.67487907409668, "n_params": 4674760, "total_flops": 53422409318400000, "train_loss": 0.022345902919769286, "subset_score_loss": 0.022345902919769286}
+{"step": 3730000, "wall_time": 36970.99008512497, "train_loss_step": 5.252129077911377, "n_params": 4674760, "total_flops": 53566017945600000, "train_loss": 0.023782091140747072, "subset_score_loss": 0.023782091140747072}
+{"step": 3740000, "wall_time": 37062.732838630676, "train_loss_step": 4.718473434448242, "n_params": 4674760, "total_flops": 53709626572800000, "train_loss": 0.023031678199768067, "subset_score_loss": 0.023031678199768067}
+{"step": 3750000, "wall_time": 37154.5712852478, "train_loss_step": 4.947086811065674, "n_params": 4674760, "total_flops": 53853235200000000, "train_loss": 0.02586362838745117, "subset_score_loss": 0.02586362838745117}
+{"step": 3760000, "wall_time": 37246.4360909462, "train_loss_step": 4.850407600402832, "n_params": 4674760, "total_flops": 53996843827200000, "train_loss": 0.02307291030883789, "subset_score_loss": 0.02307291030883789}
+{"step": 3770000, "wall_time": 37337.97564315796, "train_loss_step": 4.94980525970459, "n_params": 4674760, "total_flops": 54140452454400000, "train_loss": 0.024080524444580077, "subset_score_loss": 0.024080524444580077}
+{"step": 3780000, "wall_time": 37428.01113653183, "train_loss_step": 4.697943687438965, "n_params": 4674760, "total_flops": 54284061081600000, "train_loss": 0.022557759284973146, "subset_score_loss": 0.022557759284973146}
+{"step": 3790000, "wall_time": 37519.741995573044, "train_loss_step": 4.808928966522217, "n_params": 4674760, "total_flops": 54427669708800000, "train_loss": 0.022344233989715575, "subset_score_loss": 0.022344233989715575}
+{"step": 3800000, "wall_time": 37704.33703446388, "train_loss_step": 4.819646835327148, "n_params": 4674760, "total_flops": 54571278336000000, "train_loss": 0.023156588077545167, "subset_score_loss": 0.023156588077545167, "memorization_fraction_pixel": 0.4106000065803528, "mean_nn_ratio_pixel": 0.6036375164985657, "fid": 48.06467965773329}
+{"step": 3810000, "wall_time": 37794.87496113777, "train_loss_step": 4.483897686004639, "n_params": 4674760, "total_flops": 54714886963200000, "train_loss": 0.022482023239135743, "subset_score_loss": 0.022482023239135743}
+{"step": 3820000, "wall_time": 37886.30976033211, "train_loss_step": 5.103909969329834, "n_params": 4674760, "total_flops": 54858495590400000, "train_loss": 0.02267230987548828, "subset_score_loss": 0.02267230987548828}
+{"step": 3830000, "wall_time": 37977.98552656174, "train_loss_step": 4.720658302307129, "n_params": 4674760, "total_flops": 55002104217600000, "train_loss": 0.022849717140197755, "subset_score_loss": 0.022849717140197755}
+{"step": 3840000, "wall_time": 38069.7881834507, "train_loss_step": 4.429495334625244, "n_params": 4674760, "total_flops": 55145712844800000, "train_loss": 0.023313472270965575, "subset_score_loss": 0.023313472270965575}
+{"step": 3850000, "wall_time": 38161.55247879028, "train_loss_step": 4.798367023468018, "n_params": 4674760, "total_flops": 55289321472000000, "train_loss": 0.024018175601959228, "subset_score_loss": 0.024018175601959228}
+{"step": 3860000, "wall_time": 38253.345539331436, "train_loss_step": 4.76791524887085, "n_params": 4674760, "total_flops": 55432930099200000, "train_loss": 0.022958130836486818, "subset_score_loss": 0.022958130836486818}
+{"step": 3870000, "wall_time": 38345.10789489746, "train_loss_step": 5.038943767547607, "n_params": 4674760, "total_flops": 55576538726400000, "train_loss": 0.02176325798034668, "subset_score_loss": 0.02176325798034668}
+{"step": 3880000, "wall_time": 38434.707612514496, "train_loss_step": 5.0770344734191895, "n_params": 4674760, "total_flops": 55720147353600000, "train_loss": 0.022105154991149904, "subset_score_loss": 0.022105154991149904}
+{"step": 3890000, "wall_time": 38526.35716819763, "train_loss_step": 4.571369647979736, "n_params": 4674760, "total_flops": 55863755980800000, "train_loss": 0.02588937759399414, "subset_score_loss": 0.02588937759399414}
+{"step": 3900000, "wall_time": 38697.62694501877, "train_loss_step": 4.915559768676758, "n_params": 4674760, "total_flops": 56007364608000000, "train_loss": 0.02074596405029297, "subset_score_loss": 0.02074596405029297, "memorization_fraction_pixel": 0.4090999960899353, "mean_nn_ratio_pixel": 0.6085997223854065, "fid": 47.84870905466414}
+{"step": 3910000, "wall_time": 38788.14898490906, "train_loss_step": 4.85847282409668, "n_params": 4674760, "total_flops": 56150973235200000, "train_loss": 0.021219351291656495, "subset_score_loss": 0.021219351291656495}
+{"step": 3920000, "wall_time": 38879.67863225937, "train_loss_step": 4.848652362823486, "n_params": 4674760, "total_flops": 56294581862400000, "train_loss": 0.021707019805908202, "subset_score_loss": 0.021707019805908202}
+{"step": 3930000, "wall_time": 38971.37906718254, "train_loss_step": 4.349522113800049, "n_params": 4674760, "total_flops": 56438190489600000, "train_loss": 0.02057316303253174, "subset_score_loss": 0.02057316303253174}
+{"step": 3940000, "wall_time": 39063.209153175354, "train_loss_step": 4.825438976287842, "n_params": 4674760, "total_flops": 56581799116800000, "train_loss": 0.023209943771362304, "subset_score_loss": 0.023209943771362304}
+{"step": 3950000, "wall_time": 39154.785957336426, "train_loss_step": 4.7586774826049805, "n_params": 4674760, "total_flops": 56725407744000000, "train_loss": 0.022137272357940673, "subset_score_loss": 0.022137272357940673}
+{"step": 3960000, "wall_time": 39246.76352548599, "train_loss_step": 4.7415313720703125, "n_params": 4674760, "total_flops": 56869016371200000, "train_loss": 0.022091338634490965, "subset_score_loss": 0.022091338634490965}
+{"step": 3970000, "wall_time": 39336.51439547539, "train_loss_step": 4.954092025756836, "n_params": 4674760, "total_flops": 57012624998400000, "train_loss": 0.022708625793457032, "subset_score_loss": 0.022708625793457032}
+{"step": 3980000, "wall_time": 39428.03038787842, "train_loss_step": 4.533310413360596, "n_params": 4674760, "total_flops": 57156233625600000, "train_loss": 0.02296672821044922, "subset_score_loss": 0.02296672821044922}
+{"step": 3990000, "wall_time": 39519.762372493744, "train_loss_step": 4.517178535461426, "n_params": 4674760, "total_flops": 57299842252800000, "train_loss": 0.02201495885848999, "subset_score_loss": 0.02201495885848999}
+{"step": 4000000, "wall_time": 39729.72009062767, "train_loss_step": 4.476217269897461, "n_params": 4674760, "total_flops": 57443450880000000, "train_loss": 0.021092734336853027, "subset_score_loss": 0.021092734336853027, "memorization_fraction_pixel": 0.4296000003814697, "mean_nn_ratio_pixel": 0.5897548794746399, "fid": 46.538411877655705}
+{"step": 4010000, "wall_time": 39819.84526205063, "train_loss_step": 4.423989295959473, "n_params": 4674760, "total_flops": 57587059507200000, "train_loss": 0.021490559577941895, "subset_score_loss": 0.021490559577941895}
+{"step": 4020000, "wall_time": 39911.49651360512, "train_loss_step": 5.081488132476807, "n_params": 4674760, "total_flops": 57730668134400000, "train_loss": 0.02870497226715088, "subset_score_loss": 0.02870497226715088}
+{"step": 4030000, "wall_time": 40003.09583926201, "train_loss_step": 4.770057678222656, "n_params": 4674760, "total_flops": 57874276761600000, "train_loss": 0.023620855808258057, "subset_score_loss": 0.023620855808258057}
+{"step": 4040000, "wall_time": 40094.96537351608, "train_loss_step": 4.847052574157715, "n_params": 4674760, "total_flops": 58017885388800000, "train_loss": 0.02243752956390381, "subset_score_loss": 0.02243752956390381}
+{"step": 4050000, "wall_time": 40186.660700559616, "train_loss_step": 4.218536853790283, "n_params": 4674760, "total_flops": 58161494016000000, "train_loss": 0.02062603712081909, "subset_score_loss": 0.02062603712081909}
+{"step": 4060000, "wall_time": 40276.492517232895, "train_loss_step": 4.833930969238281, "n_params": 4674760, "total_flops": 58305102643200000, "train_loss": 0.021724233627319334, "subset_score_loss": 0.021724233627319334}
+{"step": 4070000, "wall_time": 40368.24348163605, "train_loss_step": 4.330318450927734, "n_params": 4674760, "total_flops": 58448711270400000, "train_loss": 0.021325185298919677, "subset_score_loss": 0.021325185298919677}
+{"step": 4080000, "wall_time": 40459.69740486145, "train_loss_step": 4.542532444000244, "n_params": 4674760, "total_flops": 58592319897600000, "train_loss": 0.020022106170654298, "subset_score_loss": 0.020022106170654298}
+{"step": 4090000, "wall_time": 40549.84298825264, "train_loss_step": 4.748351097106934, "n_params": 4674760, "total_flops": 58735928524800000, "train_loss": 0.02256542682647705, "subset_score_loss": 0.02256542682647705}
+{"step": 4100000, "wall_time": 40749.813926935196, "train_loss_step": 4.4358811378479, "n_params": 4674760, "total_flops": 58879537152000000, "train_loss": 0.02306949853897095, "subset_score_loss": 0.02306949853897095, "memorization_fraction_pixel": 0.3912999927997589, "mean_nn_ratio_pixel": 0.6245078444480896, "fid": 49.96060394773524}
+{"step": 4110000, "wall_time": 40839.722448349, "train_loss_step": 4.798109531402588, "n_params": 4674760, "total_flops": 59023145779200000, "train_loss": 0.021027190685272215, "subset_score_loss": 0.021027190685272215}
+{"step": 4120000, "wall_time": 40931.2253139019, "train_loss_step": 4.625428199768066, "n_params": 4674760, "total_flops": 59166754406400000, "train_loss": 0.02262324333190918, "subset_score_loss": 0.02262324333190918}
+{"step": 4130000, "wall_time": 41022.45249772072, "train_loss_step": 4.539730072021484, "n_params": 4674760, "total_flops": 59310363033600000, "train_loss": 0.022698698043823243, "subset_score_loss": 0.022698698043823243}
+{"step": 4140000, "wall_time": 41114.05910205841, "train_loss_step": 4.351835250854492, "n_params": 4674760, "total_flops": 59453971660800000, "train_loss": 0.021677403450012206, "subset_score_loss": 0.021677403450012206}
+{"step": 4150000, "wall_time": 41204.052104234695, "train_loss_step": 4.78767204284668, "n_params": 4674760, "total_flops": 59597580288000000, "train_loss": 0.020633490085601808, "subset_score_loss": 0.020633490085601808}
+{"step": 4160000, "wall_time": 41295.603601932526, "train_loss_step": 4.3728485107421875, "n_params": 4674760, "total_flops": 59741188915200000, "train_loss": 0.022193646430969237, "subset_score_loss": 0.022193646430969237}
+{"step": 4170000, "wall_time": 41387.364114284515, "train_loss_step": 4.561966896057129, "n_params": 4674760, "total_flops": 59884797542400000, "train_loss": 0.022055420875549316, "subset_score_loss": 0.022055420875549316}
+{"step": 4180000, "wall_time": 41479.06023979187, "train_loss_step": 4.8151092529296875, "n_params": 4674760, "total_flops": 60028406169600000, "train_loss": 0.0222804594039917, "subset_score_loss": 0.0222804594039917}
+{"step": 4190000, "wall_time": 41563.673961639404, "train_loss_step": 4.691309928894043, "n_params": 4674760, "total_flops": 60172014796800000, "train_loss": 0.02063718318939209, "subset_score_loss": 0.02063718318939209}
+{"step": 4200000, "wall_time": 41753.61950659752, "train_loss_step": 4.552091598510742, "n_params": 4674760, "total_flops": 60315623424000000, "train_loss": 0.024255685806274414, "subset_score_loss": 0.024255685806274414, "memorization_fraction_pixel": 0.43630000948905945, "mean_nn_ratio_pixel": 0.590408205986023, "fid": 47.10887019738532}
+{"step": 4210000, "wall_time": 41844.09914469719, "train_loss_step": 4.4609761238098145, "n_params": 4674760, "total_flops": 60459232051200000, "train_loss": 0.02107632637023926, "subset_score_loss": 0.02107632637023926}
+{"step": 4220000, "wall_time": 41935.816444158554, "train_loss_step": 4.544654846191406, "n_params": 4674760, "total_flops": 60602840678400000, "train_loss": 0.021247594356536864, "subset_score_loss": 0.021247594356536864}
+{"step": 4230000, "wall_time": 42027.5711684227, "train_loss_step": 4.529360771179199, "n_params": 4674760, "total_flops": 60746449305600000, "train_loss": 0.021098473072052003, "subset_score_loss": 0.021098473072052003}
+{"step": 4240000, "wall_time": 42117.65473294258, "train_loss_step": 4.790661334991455, "n_params": 4674760, "total_flops": 60890057932800000, "train_loss": 0.022209098339080812, "subset_score_loss": 0.022209098339080812}
+{"step": 4250000, "wall_time": 42209.395612478256, "train_loss_step": 4.544361114501953, "n_params": 4674760, "total_flops": 61033666560000000, "train_loss": 0.02041534900665283, "subset_score_loss": 0.02041534900665283}
+{"step": 4260000, "wall_time": 42301.29581952095, "train_loss_step": 4.428861618041992, "n_params": 4674760, "total_flops": 61177275187200000, "train_loss": 0.0206559419631958, "subset_score_loss": 0.0206559419631958}
+{"step": 4270000, "wall_time": 42393.124728918076, "train_loss_step": 4.80300235748291, "n_params": 4674760, "total_flops": 61320883814400000, "train_loss": 0.021084725856781006, "subset_score_loss": 0.021084725856781006}
+{"step": 4280000, "wall_time": 42484.86399483681, "train_loss_step": 4.536417484283447, "n_params": 4674760, "total_flops": 61464492441600000, "train_loss": 0.0209941029548645, "subset_score_loss": 0.0209941029548645}
+{"step": 4290000, "wall_time": 42566.407046318054, "train_loss_step": 4.431846618652344, "n_params": 4674760, "total_flops": 61608101068800000, "train_loss": 0.02157121419906616, "subset_score_loss": 0.02157121419906616}
+{"step": 4300000, "wall_time": 42743.49539852142, "train_loss_step": 4.711443901062012, "n_params": 4674760, "total_flops": 61751709696000000, "train_loss": 0.021372742652893066, "subset_score_loss": 0.021372742652893066, "memorization_fraction_pixel": 0.4047999978065491, "mean_nn_ratio_pixel": 0.6155138611793518, "fid": 52.725867509340944}
+{"step": 4310000, "wall_time": 42833.31696271896, "train_loss_step": 4.553761959075928, "n_params": 4674760, "total_flops": 61895318323200000, "train_loss": 0.02222050428390503, "subset_score_loss": 0.02222050428390503}
+{"step": 4320000, "wall_time": 42924.93218755722, "train_loss_step": 4.727265357971191, "n_params": 4674760, "total_flops": 62038926950400000, "train_loss": 0.02018374443054199, "subset_score_loss": 0.02018374443054199}
+{"step": 4330000, "wall_time": 43016.8008646965, "train_loss_step": 4.513967514038086, "n_params": 4674760, "total_flops": 62182535577600000, "train_loss": 0.01984120488166809, "subset_score_loss": 0.01984120488166809}
+{"step": 4340000, "wall_time": 43106.55720472336, "train_loss_step": 4.220871925354004, "n_params": 4674760, "total_flops": 62326144204800000, "train_loss": 0.020755882263183593, "subset_score_loss": 0.020755882263183593}
+{"step": 4350000, "wall_time": 43198.375490665436, "train_loss_step": 4.601530075073242, "n_params": 4674760, "total_flops": 62469752832000000, "train_loss": 0.02216784715652466, "subset_score_loss": 0.02216784715652466}
+{"step": 4360000, "wall_time": 43290.20907664299, "train_loss_step": 4.477083206176758, "n_params": 4674760, "total_flops": 62613361459200000, "train_loss": 0.021231281757354736, "subset_score_loss": 0.021231281757354736}
+{"step": 4370000, "wall_time": 43382.03803086281, "train_loss_step": 4.5036492347717285, "n_params": 4674760, "total_flops": 62756970086400000, "train_loss": 0.0220165491104126, "subset_score_loss": 0.0220165491104126}
+{"step": 4380000, "wall_time": 43473.63813018799, "train_loss_step": 4.810065269470215, "n_params": 4674760, "total_flops": 62900578713600000, "train_loss": 0.02210444927215576, "subset_score_loss": 0.02210444927215576}
+{"step": 4390000, "wall_time": 43557.8797287941, "train_loss_step": 4.868736743927002, "n_params": 4674760, "total_flops": 63044187340800000, "train_loss": 0.020287373065948487, "subset_score_loss": 0.020287373065948487}
+{"step": 4400000, "wall_time": 43751.31733226776, "train_loss_step": 4.446605682373047, "n_params": 4674760, "total_flops": 63187795968000000, "train_loss": 0.020458230972290038, "subset_score_loss": 0.020458230972290038, "memorization_fraction_pixel": 0.39089998602867126, "mean_nn_ratio_pixel": 0.6258792281150818, "fid": 52.68841721063632}
+{"step": 4410000, "wall_time": 43841.3441927433, "train_loss_step": 4.404814720153809, "n_params": 4674760, "total_flops": 63331404595200000, "train_loss": 0.021248819828033446, "subset_score_loss": 0.021248819828033446}
+{"step": 4420000, "wall_time": 43933.10125350952, "train_loss_step": 4.580597877502441, "n_params": 4674760, "total_flops": 63475013222400000, "train_loss": 0.021174137592315675, "subset_score_loss": 0.021174137592315675}
+{"step": 4430000, "wall_time": 44023.00500535965, "train_loss_step": 4.550410270690918, "n_params": 4674760, "total_flops": 63618621849600000, "train_loss": 0.021210322380065916, "subset_score_loss": 0.021210322380065916}
+{"step": 4440000, "wall_time": 44114.80818772316, "train_loss_step": 4.779234886169434, "n_params": 4674760, "total_flops": 63762230476800000, "train_loss": 0.02036996364593506, "subset_score_loss": 0.02036996364593506}
+{"step": 4450000, "wall_time": 44206.50444507599, "train_loss_step": 4.746462821960449, "n_params": 4674760, "total_flops": 63905839104000000, "train_loss": 0.020565314292907713, "subset_score_loss": 0.020565314292907713}
+{"step": 4460000, "wall_time": 44298.30799794197, "train_loss_step": 4.489254951477051, "n_params": 4674760, "total_flops": 64049447731200000, "train_loss": 0.020651428699493407, "subset_score_loss": 0.020651428699493407}
+{"step": 4470000, "wall_time": 44390.19747185707, "train_loss_step": 4.692370891571045, "n_params": 4674760, "total_flops": 64193056358400000, "train_loss": 0.020588057041168215, "subset_score_loss": 0.020588057041168215}
+{"step": 4480000, "wall_time": 44479.960859537125, "train_loss_step": 4.628626346588135, "n_params": 4674760, "total_flops": 64336664985600000, "train_loss": 0.020498883724212647, "subset_score_loss": 0.020498883724212647}
+{"step": 4490000, "wall_time": 44564.34587478638, "train_loss_step": 4.55367374420166, "n_params": 4674760, "total_flops": 64480273612800000, "train_loss": 0.02233776092529297, "subset_score_loss": 0.02233776092529297}
+{"step": 4500000, "wall_time": 44757.15900158882, "train_loss_step": 4.58626651763916, "n_params": 4674760, "total_flops": 64623882240000000, "train_loss": 0.021971120834350585, "subset_score_loss": 0.021971120834350585, "memorization_fraction_pixel": 0.4478999972343445, "mean_nn_ratio_pixel": 0.5836210250854492, "fid": 48.350190013188445}
+{"step": 4510000, "wall_time": 44847.19442462921, "train_loss_step": 4.364872932434082, "n_params": 4674760, "total_flops": 64767490867200000, "train_loss": 0.019704009294509887, "subset_score_loss": 0.019704009294509887}
+{"step": 4520000, "wall_time": 44937.18137693405, "train_loss_step": 4.5251078605651855, "n_params": 4674760, "total_flops": 64911099494400000, "train_loss": 0.022181634902954103, "subset_score_loss": 0.022181634902954103}
+{"step": 4530000, "wall_time": 45028.959393024445, "train_loss_step": 4.492040634155273, "n_params": 4674760, "total_flops": 65054708121600000, "train_loss": 0.021141109466552736, "subset_score_loss": 0.021141109466552736}
+{"step": 4540000, "wall_time": 45120.78663659096, "train_loss_step": 4.517337799072266, "n_params": 4674760, "total_flops": 65198316748800000, "train_loss": 0.022445509433746336, "subset_score_loss": 0.022445509433746336}
+{"step": 4550000, "wall_time": 45212.56739759445, "train_loss_step": 4.761022090911865, "n_params": 4674760, "total_flops": 65341925376000000, "train_loss": 0.02218717336654663, "subset_score_loss": 0.02218717336654663}
+{"step": 4560000, "wall_time": 45304.29459190369, "train_loss_step": 4.77249002456665, "n_params": 4674760, "total_flops": 65485534003200000, "train_loss": 0.020320909023284914, "subset_score_loss": 0.020320909023284914}
+{"step": 4570000, "wall_time": 45396.06620121002, "train_loss_step": 4.577103614807129, "n_params": 4674760, "total_flops": 65629142630400000, "train_loss": 0.020564842224121093, "subset_score_loss": 0.020564842224121093}
+{"step": 4580000, "wall_time": 45479.60350036621, "train_loss_step": 4.335387229919434, "n_params": 4674760, "total_flops": 65772751257600000, "train_loss": 0.020995543003082276, "subset_score_loss": 0.020995543003082276}
+{"step": 4590000, "wall_time": 45567.61966276169, "train_loss_step": 4.663345813751221, "n_params": 4674760, "total_flops": 65916359884800000, "train_loss": 0.021116406917572023, "subset_score_loss": 0.021116406917572023}
+{"step": 4600000, "wall_time": 45768.24708724022, "train_loss_step": 4.645468711853027, "n_params": 4674760, "total_flops": 66059968512000000, "train_loss": 0.020510361194610596, "subset_score_loss": 0.020510361194610596, "memorization_fraction_pixel": 0.42969998717308044, "mean_nn_ratio_pixel": 0.5971797704696655, "fid": 48.29824488322497}
+{"step": 4610000, "wall_time": 45858.231878995895, "train_loss_step": 4.195332050323486, "n_params": 4674760, "total_flops": 66203577139200000, "train_loss": 0.019224729537963867, "subset_score_loss": 0.019224729537963867}
+{"step": 4620000, "wall_time": 45950.052851200104, "train_loss_step": 4.480869770050049, "n_params": 4674760, "total_flops": 66347185766400000, "train_loss": 0.021413087844848633, "subset_score_loss": 0.021413087844848633}
+{"step": 4630000, "wall_time": 46041.91479921341, "train_loss_step": 5.011948585510254, "n_params": 4674760, "total_flops": 66490794393600000, "train_loss": 0.021412763595581055, "subset_score_loss": 0.021412763595581055}
+{"step": 4640000, "wall_time": 46133.70548582077, "train_loss_step": 4.44796895980835, "n_params": 4674760, "total_flops": 66634403020800000, "train_loss": 0.021009998321533205, "subset_score_loss": 0.021009998321533205}
+{"step": 4650000, "wall_time": 46225.32997727394, "train_loss_step": 4.376395225524902, "n_params": 4674760, "total_flops": 66778011648000000, "train_loss": 0.02016921281814575, "subset_score_loss": 0.02016921281814575}
+{"step": 4660000, "wall_time": 46316.98381757736, "train_loss_step": 4.658228874206543, "n_params": 4674760, "total_flops": 66921620275200000, "train_loss": 0.02047809839248657, "subset_score_loss": 0.02047809839248657}
+{"step": 4670000, "wall_time": 46408.70390081406, "train_loss_step": 4.669956207275391, "n_params": 4674760, "total_flops": 67065228902400000, "train_loss": 0.02100557804107666, "subset_score_loss": 0.02100557804107666}
+{"step": 4680000, "wall_time": 46491.137531518936, "train_loss_step": 4.555816173553467, "n_params": 4674760, "total_flops": 67208837529600000, "train_loss": 0.020186276435852052, "subset_score_loss": 0.020186276435852052}
+{"step": 4690000, "wall_time": 46582.68583869934, "train_loss_step": 4.738745212554932, "n_params": 4674760, "total_flops": 67352446156800000, "train_loss": 0.0203958797454834, "subset_score_loss": 0.0203958797454834}
+{"step": 4700000, "wall_time": 46778.90864896774, "train_loss_step": 4.651540279388428, "n_params": 4674760, "total_flops": 67496054784000000, "train_loss": 0.018898078203201295, "subset_score_loss": 0.018898078203201295, "memorization_fraction_pixel": 0.4878000020980835, "mean_nn_ratio_pixel": 0.5525994896888733, "fid": 46.94980951465255}
+{"step": 4710000, "wall_time": 46853.001190423965, "train_loss_step": 4.071905136108398, "n_params": 4674760, "total_flops": 67639663411200000, "train_loss": 0.02075248718261719, "subset_score_loss": 0.02075248718261719}
+{"step": 4720000, "wall_time": 46927.0256960392, "train_loss_step": 4.75537109375, "n_params": 4674760, "total_flops": 67783272038400000, "train_loss": 0.020197362899780275, "subset_score_loss": 0.020197362899780275}
+{"step": 4730000, "wall_time": 47001.12934470177, "train_loss_step": 4.687975883483887, "n_params": 4674760, "total_flops": 67926880665600000, "train_loss": 0.02081711769104004, "subset_score_loss": 0.02081711769104004}
+{"step": 4740000, "wall_time": 47074.886996507645, "train_loss_step": 4.639101028442383, "n_params": 4674760, "total_flops": 68070489292800000, "train_loss": 0.01980109453201294, "subset_score_loss": 0.01980109453201294}
+{"step": 4750000, "wall_time": 47148.889295101166, "train_loss_step": 4.696156024932861, "n_params": 4674760, "total_flops": 68214097920000000, "train_loss": 0.01999402642250061, "subset_score_loss": 0.01999402642250061}
+{"step": 4760000, "wall_time": 47222.60444736481, "train_loss_step": 4.585113525390625, "n_params": 4674760, "total_flops": 68357706547200000, "train_loss": 0.021129894256591796, "subset_score_loss": 0.021129894256591796}
+{"step": 4770000, "wall_time": 47291.89679265022, "train_loss_step": 4.329529285430908, "n_params": 4674760, "total_flops": 68501315174400000, "train_loss": 0.02090223550796509, "subset_score_loss": 0.02090223550796509}
+{"step": 4780000, "wall_time": 47361.23137307167, "train_loss_step": 4.32722282409668, "n_params": 4674760, "total_flops": 68644923801600000, "train_loss": 0.019304312467575073, "subset_score_loss": 0.019304312467575073}
+{"step": 4790000, "wall_time": 47435.20421075821, "train_loss_step": 4.7105488777160645, "n_params": 4674760, "total_flops": 68788532428800000, "train_loss": 0.01895418405532837, "subset_score_loss": 0.01895418405532837}
+{"step": 4800000, "wall_time": 47602.24495887756, "train_loss_step": 4.676957607269287, "n_params": 4674760, "total_flops": 68932141056000000, "train_loss": 0.021030309200286864, "subset_score_loss": 0.021030309200286864, "memorization_fraction_pixel": 0.4853000044822693, "mean_nn_ratio_pixel": 0.5541481375694275, "fid": 47.05035843516711}
+{"step": 4810000, "wall_time": 47676.14196395874, "train_loss_step": 4.584517002105713, "n_params": 4674760, "total_flops": 69075749683200000, "train_loss": 0.01989096522331238, "subset_score_loss": 0.01989096522331238}
+{"step": 4820000, "wall_time": 47750.104615688324, "train_loss_step": 4.45745849609375, "n_params": 4674760, "total_flops": 69219358310400000, "train_loss": 0.02070356845855713, "subset_score_loss": 0.02070356845855713}
+{"step": 4830000, "wall_time": 47823.97942399979, "train_loss_step": 4.523177146911621, "n_params": 4674760, "total_flops": 69362966937600000, "train_loss": 0.020592331886291504, "subset_score_loss": 0.020592331886291504}
+{"step": 4840000, "wall_time": 47898.02752304077, "train_loss_step": 4.11231803894043, "n_params": 4674760, "total_flops": 69506575564800000, "train_loss": 0.019901440143585206, "subset_score_loss": 0.019901440143585206}
+{"step": 4850000, "wall_time": 47972.10830235481, "train_loss_step": 4.39328670501709, "n_params": 4674760, "total_flops": 69650184192000000, "train_loss": 0.01889686703681946, "subset_score_loss": 0.01889686703681946}
+{"step": 4860000, "wall_time": 48046.16066288948, "train_loss_step": 4.756172180175781, "n_params": 4674760, "total_flops": 69793792819200000, "train_loss": 0.020119900703430175, "subset_score_loss": 0.020119900703430175}
+{"step": 4870000, "wall_time": 48103.698563575745, "train_loss_step": 4.366271018981934, "n_params": 4674760, "total_flops": 69937401446400000, "train_loss": 0.019334640502929688, "subset_score_loss": 0.019334640502929688}
+{"step": 4880000, "wall_time": 48160.04607081413, "train_loss_step": 4.554214954376221, "n_params": 4674760, "total_flops": 70081010073600000, "train_loss": 0.01977443218231201, "subset_score_loss": 0.01977443218231201}
+{"step": 4890000, "wall_time": 48216.34365582466, "train_loss_step": 4.257350444793701, "n_params": 4674760, "total_flops": 70224618700800000, "train_loss": 0.020137383937835693, "subset_score_loss": 0.020137383937835693}
+{"step": 4900000, "wall_time": 48318.550595998764, "train_loss_step": 4.577798843383789, "n_params": 4674760, "total_flops": 70368227328000000, "train_loss": 0.020032472610473633, "subset_score_loss": 0.020032472610473633, "memorization_fraction_pixel": 0.49239999055862427, "mean_nn_ratio_pixel": 0.5501471161842346, "fid": 46.447351902924986}
+{"step": 4910000, "wall_time": 48369.02036571503, "train_loss_step": 4.882314682006836, "n_params": 4674760, "total_flops": 70511835955200000, "train_loss": 0.02253633975982666, "subset_score_loss": 0.02253633975982666}
+{"step": 4920000, "wall_time": 48425.387864112854, "train_loss_step": 4.42614221572876, "n_params": 4674760, "total_flops": 70655444582400000, "train_loss": 0.01883195161819458, "subset_score_loss": 0.01883195161819458}
+{"step": 4930000, "wall_time": 48481.85036110878, "train_loss_step": 4.2784423828125, "n_params": 4674760, "total_flops": 70799053209600000, "train_loss": 0.01786699652671814, "subset_score_loss": 0.01786699652671814}
+{"step": 4940000, "wall_time": 48538.19544458389, "train_loss_step": 4.404869079589844, "n_params": 4674760, "total_flops": 70942661836800000, "train_loss": 0.019159088134765623, "subset_score_loss": 0.019159088134765623}
+{"step": 4950000, "wall_time": 48594.61427140236, "train_loss_step": 4.451197147369385, "n_params": 4674760, "total_flops": 71086270464000000, "train_loss": 0.020893735885620116, "subset_score_loss": 0.020893735885620116}
+{"step": 4960000, "wall_time": 48650.87518334389, "train_loss_step": 4.54081916809082, "n_params": 4674760, "total_flops": 71229879091200000, "train_loss": 0.020131568908691406, "subset_score_loss": 0.020131568908691406}
+{"step": 4970000, "wall_time": 48707.035542964935, "train_loss_step": 4.636961460113525, "n_params": 4674760, "total_flops": 71373487718400000, "train_loss": 0.020518105030059814, "subset_score_loss": 0.020518105030059814}
+{"step": 4980000, "wall_time": 48762.97463798523, "train_loss_step": 4.321837902069092, "n_params": 4674760, "total_flops": 71517096345600000, "train_loss": 0.018168940544128417, "subset_score_loss": 0.018168940544128417}
+{"step": 4990000, "wall_time": 48819.443217754364, "train_loss_step": 4.526124954223633, "n_params": 4674760, "total_flops": 71660704972800000, "train_loss": 0.021262617111206056, "subset_score_loss": 0.021262617111206056}
+{"step": 5000000, "wall_time": 48922.017449855804, "train_loss_step": 4.451067924499512, "n_params": 4674760, "total_flops": 71804313600000000, "train_loss": 0.019054782390594483, "subset_score_loss": 0.019054782390594483, "memorization_fraction_pixel": 0.4546000063419342, "mean_nn_ratio_pixel": 0.5840990543365479, "fid": 49.54987173991246}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d200/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d200/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..e6bf6816464c928e4aae6f94820c19de8dfb1b77
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d200/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     73s | train_loss=1.0028 | fid=308.0790
+  step   10000 |    164s | train_loss=0.6179
+  step   20000 |    255s | train_loss=0.5122
+  step   30000 |    347s | train_loss=0.4537
+  step   40000 |    439s | train_loss=0.4078
+  step   50000 |    531s | train_loss=0.3558
+  step   60000 |    622s | train_loss=0.3006
+  step   70000 |    714s | train_loss=0.2601
+  step   80000 |    806s | train_loss=0.2316
+  step   90000 |    897s | train_loss=0.2011
+  step  100000 |   1057s | train_loss=0.1829 | fid=64.3398
+  step  110000 |   1141s | train_loss=0.1673
+  step  120000 |   1233s | train_loss=0.1540
+  step  130000 |   1325s | train_loss=0.1492
+  step  140000 |   1417s | train_loss=0.1365
+  step  150000 |   1508s | train_loss=0.1360
+  step  160000 |   1600s | train_loss=0.1345
+  step  170000 |   1691s | train_loss=0.1211
+  step  180000 |   1783s | train_loss=0.1178
+  step  190000 |   1875s | train_loss=0.1109
+  step  200000 |   2035s | train_loss=0.1125 | fid=70.5937
+  step  210000 |   2125s | train_loss=0.1116
+  step  220000 |   2212s | train_loss=0.1052
+  step  230000 |   2304s | train_loss=0.1022
+  step  240000 |   2396s | train_loss=0.1036
+  step  250000 |   2488s | train_loss=0.1029
+  step  260000 |   2580s | train_loss=0.1014
+  step  270000 |   2671s | train_loss=0.0989
+  step  280000 |   2763s | train_loss=0.0921
+  step  290000 |   2854s | train_loss=0.0918
+  step  300000 |   3014s | train_loss=0.0894 | fid=74.6161
+  step  310000 |   3106s | train_loss=0.0874
+  step  320000 |   3192s | train_loss=0.0870
+  step  330000 |   3284s | train_loss=0.0870
+  step  340000 |   3375s | train_loss=0.0829
+  step  350000 |   3467s | train_loss=0.0849
+  step  360000 |   3559s | train_loss=0.0815
+  step  370000 |   3651s | train_loss=0.0818
+  step  380000 |   3743s | train_loss=0.0802
+  step  390000 |   3834s | train_loss=0.0765
+  step  400000 |   3995s | train_loss=0.0767 | fid=82.9412
+  step  410000 |   4087s | train_loss=0.0765
+  step  420000 |   4176s | train_loss=0.0756
+  step  430000 |   4265s | train_loss=0.0749
+  step  440000 |   4357s | train_loss=0.0745
+  step  450000 |   4449s | train_loss=0.0733
+  step  460000 |   4540s | train_loss=0.0710
+  step  470000 |   4632s | train_loss=0.0722
+  step  480000 |   4724s | train_loss=0.0701
+  step  490000 |   4816s | train_loss=0.0792
+  step  500000 |   4975s | train_loss=0.0688 | fid=93.4135
+  step  510000 |   5067s | train_loss=0.0660
+  step  520000 |   5159s | train_loss=0.0695
+  step  530000 |   5247s | train_loss=0.0669
+  step  540000 |   5337s | train_loss=0.0655
+  step  550000 |   5428s | train_loss=0.0644
+  step  560000 |   5520s | train_loss=0.0636
+  step  570000 |   5612s | train_loss=0.0622
+  step  580000 |   5704s | train_loss=0.0606
+  step  590000 |   5792s | train_loss=0.0632
+  step  600000 |   5955s | train_loss=0.0611 | fid=90.6083
+  step  610000 |   6047s | train_loss=0.0630
+  step  620000 |   6139s | train_loss=0.0618
+  step  630000 |   6228s | train_loss=0.0612
+  step  640000 |   6316s | train_loss=0.0594
+  step  650000 |   6408s | train_loss=0.0625
+  step  660000 |   6500s | train_loss=0.0599
+  step  670000 |   6592s | train_loss=0.0605
+  step  680000 |   6684s | train_loss=0.0577
+  step  690000 |   6770s | train_loss=0.0605
+  step  700000 |   6936s | train_loss=0.0586 | fid=92.7496
+  step  710000 |   7027s | train_loss=0.0648
+  step  720000 |   7119s | train_loss=0.0565
+  step  730000 |   7211s | train_loss=0.0573
+  step  740000 |   7300s | train_loss=0.0550
+  step  750000 |   7388s | train_loss=0.0537
+  step  760000 |   7480s | train_loss=0.0557
+  step  770000 |   7572s | train_loss=0.0562
+  step  780000 |   7664s | train_loss=0.0516
+  step  790000 |   7750s | train_loss=0.0526
+  step  800000 |   7916s | train_loss=0.0552 | fid=92.7299
+  step  810000 |   8007s | train_loss=0.0570
+  step  820000 |   8099s | train_loss=0.0532
+  step  830000 |   8191s | train_loss=0.0538
+  step  840000 |   8280s | train_loss=0.0504
+  step  850000 |   8370s | train_loss=0.0516
+  step  860000 |   8453s | train_loss=0.0500
+  step  870000 |   8544s | train_loss=0.0517
+  step  880000 |   8634s | train_loss=0.0494
+  step  890000 |   8710s | train_loss=0.0489
+  step  900000 |   8922s | train_loss=0.0508 | fid=93.3252
+  step  910000 |   9014s | train_loss=0.0512
+  step  920000 |   9105s | train_loss=0.0481
+  step  930000 |   9197s | train_loss=0.0482
+  step  940000 |   9275s | train_loss=0.0491
+  step  950000 |   9366s | train_loss=0.0480
+  step  960000 |   9450s | train_loss=0.0454
+  step  970000 |   9540s | train_loss=0.0462
+  step  980000 |   9631s | train_loss=0.0464
+  step  990000 |   9720s | train_loss=0.0464
+  step 1000000 |   9886s | train_loss=0.0477 | fid=89.4895
+  step 1010000 |   9978s | train_loss=0.0481
+  step 1020000 |  10070s | train_loss=0.0470
+  step 1030000 |  10161s | train_loss=0.0447
+  step 1040000 |  10254s | train_loss=0.0466
+  step 1050000 |  10342s | train_loss=0.0458
+  step 1060000 |  10434s | train_loss=0.0448
+  step 1070000 |  10520s | train_loss=0.0434
+  step 1080000 |  10608s | train_loss=0.0441
+  step 1090000 |  10700s | train_loss=0.0446
+  step 1100000 |  10863s | train_loss=0.0458 | fid=83.8635
+  step 1110000 |  10955s | train_loss=0.0464
+  step 1120000 |  11047s | train_loss=0.0472
+  step 1130000 |  11139s | train_loss=0.0457
+  step 1140000 |  11230s | train_loss=0.0416
+  step 1150000 |  11319s | train_loss=0.0428
+  step 1160000 |  11411s | train_loss=0.0412
+  step 1170000 |  11497s | train_loss=0.0428
+  step 1180000 |  11586s | train_loss=0.0444
+  step 1190000 |  11678s | train_loss=0.0414
+  step 1200000 |  11875s | train_loss=0.0428 | fid=78.5923
+  step 1210000 |  11967s | train_loss=0.0431
+  step 1220000 |  12059s | train_loss=0.0411
+  step 1230000 |  12151s | train_loss=0.0394
+  step 1240000 |  12242s | train_loss=0.0454
+  step 1250000 |  12330s | train_loss=0.0396
+  step 1260000 |  12413s | train_loss=0.0413
+  step 1270000 |  12502s | train_loss=0.0412
+  step 1280000 |  12566s | train_loss=0.0392
+  step 1290000 |  12658s | train_loss=0.0428
+  step 1300000 |  12822s | train_loss=0.0414 | fid=71.2536
+  step 1310000 |  12914s | train_loss=0.0408
+  step 1320000 |  13006s | train_loss=0.0422
+  step 1330000 |  13098s | train_loss=0.0420
+  step 1340000 |  13189s | train_loss=0.0404
+  step 1350000 |  13281s | train_loss=0.0412
+  step 1360000 |  13368s | train_loss=0.0421
+  step 1370000 |  13460s | train_loss=0.0418
+  step 1380000 |  13549s | train_loss=0.0404
+  step 1390000 |  13630s | train_loss=0.0397
+  step 1400000 |  13818s | train_loss=0.0381 | fid=67.1384
+  step 1410000 |  13910s | train_loss=0.0403
+  step 1420000 |  14002s | train_loss=0.0376
+  step 1430000 |  14093s | train_loss=0.0385
+  step 1440000 |  14185s | train_loss=0.0374
+  step 1450000 |  14275s | train_loss=0.0379
+  step 1460000 |  14362s | train_loss=0.0386
+  step 1470000 |  14441s | train_loss=0.0401
+  step 1480000 |  14531s | train_loss=0.0365
+  step 1490000 |  14622s | train_loss=0.0395
+  step 1500000 |  14826s | train_loss=0.0372 | fid=66.0278
+  step 1510000 |  14918s | train_loss=0.0368
+  step 1520000 |  15010s | train_loss=0.0352
+  step 1530000 |  15102s | train_loss=0.0381
+  step 1540000 |  15192s | train_loss=0.0367
+  step 1550000 |  15283s | train_loss=0.0364
+  step 1560000 |  15371s | train_loss=0.0366
+  step 1570000 |  15449s | train_loss=0.0374
+  step 1580000 |  15541s | train_loss=0.0364
+  step 1590000 |  15633s | train_loss=0.0383
+  step 1600000 |  15831s | train_loss=0.0347 | fid=63.4717
+  step 1610000 |  15923s | train_loss=0.0357
+  step 1620000 |  16015s | train_loss=0.0380
+  step 1630000 |  16104s | train_loss=0.0355
+  step 1640000 |  16196s | train_loss=0.0377
+  step 1650000 |  16288s | train_loss=0.0345
+  step 1660000 |  16366s | train_loss=0.0353
+  step 1670000 |  16444s | train_loss=0.0357
+  step 1680000 |  16535s | train_loss=0.0359
+  step 1690000 |  16627s | train_loss=0.0412
+  step 1700000 |  16830s | train_loss=0.0369 | fid=61.5491
+  step 1710000 |  16922s | train_loss=0.0341
+  step 1720000 |  17012s | train_loss=0.0351
+  step 1730000 |  17104s | train_loss=0.0361
+  step 1740000 |  17196s | train_loss=0.0331
+  step 1750000 |  17285s | train_loss=0.0342
+  step 1760000 |  17364s | train_loss=0.0341
+  step 1770000 |  17445s | train_loss=0.0372
+  step 1780000 |  17537s | train_loss=0.0344
+  step 1790000 |  17628s | train_loss=0.0348
+  step 1800000 |  17814s | train_loss=0.0351 | fid=60.1153
+  step 1810000 |  17899s | train_loss=0.0325
+  step 1820000 |  17990s | train_loss=0.0343
+  step 1830000 |  18082s | train_loss=0.0348
+  step 1840000 |  18174s | train_loss=0.0364
+  step 1850000 |  18264s | train_loss=0.0351
+  step 1860000 |  18347s | train_loss=0.0327
+  step 1870000 |  18435s | train_loss=0.0327
+  step 1880000 |  18514s | train_loss=0.0331
+  step 1890000 |  18606s | train_loss=0.0360
+  step 1900000 |  18823s | train_loss=0.0334 | fid=61.0401
+  step 1910000 |  18906s | train_loss=0.0328
+  step 1920000 |  18998s | train_loss=0.0337
+  step 1930000 |  19090s | train_loss=0.0332
+  step 1940000 |  19182s | train_loss=0.0306
+  step 1950000 |  19266s | train_loss=0.0332
+  step 1960000 |  19358s | train_loss=0.0344
+  step 1970000 |  19451s | train_loss=0.0328
+  step 1980000 |  19530s | train_loss=0.0316
+  step 1990000 |  19622s | train_loss=0.0348
+  step 2000000 |  19837s | train_loss=0.0323 | fid=58.4101
+  step 2010000 |  19916s | train_loss=0.0326
+  step 2020000 |  20008s | train_loss=0.0345
+  step 2030000 |  20100s | train_loss=0.0312
+  step 2040000 |  20183s | train_loss=0.0338
+  step 2050000 |  20273s | train_loss=0.0303
+  step 2060000 |  20365s | train_loss=0.0323
+  step 2070000 |  20457s | train_loss=0.0316
+  step 2080000 |  20538s | train_loss=0.0317
+  step 2090000 |  20628s | train_loss=0.0312
+  step 2100000 |  20813s | train_loss=0.0311 | fid=58.2684
+  step 2110000 |  20905s | train_loss=0.0305
+  step 2120000 |  20982s | train_loss=0.0322
+  step 2130000 |  21074s | train_loss=0.0320
+  step 2140000 |  21155s | train_loss=0.0299
+  step 2150000 |  21247s | train_loss=0.0310
+  step 2160000 |  21339s | train_loss=0.0317
+  step 2170000 |  21430s | train_loss=0.0376
+  step 2180000 |  21523s | train_loss=0.0317
+  step 2190000 |  21599s | train_loss=0.0323
+  step 2200000 |  21788s | train_loss=0.0303 | fid=55.5980
+  step 2210000 |  21880s | train_loss=0.0344
+  step 2220000 |  21972s | train_loss=0.0316
+  step 2230000 |  22049s | train_loss=0.0300
+  step 2240000 |  22130s | train_loss=0.0302
+  step 2250000 |  22222s | train_loss=0.0302
+  step 2260000 |  22313s | train_loss=0.0304
+  step 2270000 |  22405s | train_loss=0.0298
+  step 2280000 |  22497s | train_loss=0.0293
+  step 2290000 |  22581s | train_loss=0.0305
+  step 2300000 |  22783s | train_loss=0.0294 | fid=51.2876
+  step 2310000 |  22875s | train_loss=0.0279
+  step 2320000 |  22967s | train_loss=0.0295
+  step 2330000 |  23045s | train_loss=0.0293
+  step 2340000 |  23128s | train_loss=0.0327
+  step 2350000 |  23220s | train_loss=0.0306
+  step 2360000 |  23311s | train_loss=0.0312
+  step 2370000 |  23403s | train_loss=0.0294
+  step 2380000 |  23493s | train_loss=0.0291
+  step 2390000 |  23585s | train_loss=0.0272
+  step 2400000 |  23765s | train_loss=0.0337 | fid=51.6117
+  step 2410000 |  23857s | train_loss=0.0290
+  step 2420000 |  23949s | train_loss=0.0278
+  step 2430000 |  24032s | train_loss=0.0285
+  step 2440000 |  24111s | train_loss=0.0300
+  step 2450000 |  24197s | train_loss=0.0302
+  step 2460000 |  24289s | train_loss=0.0274
+  step 2470000 |  24379s | train_loss=0.0288
+  step 2480000 |  24471s | train_loss=0.0289
+  step 2490000 |  24563s | train_loss=0.0288
+  step 2500000 |  24726s | train_loss=0.0291 | fid=51.8913
+  step 2510000 |  24818s | train_loss=0.0285
+  step 2520000 |  24910s | train_loss=0.0284
+  step 2530000 |  24999s | train_loss=0.0295
+  step 2540000 |  25091s | train_loss=0.0286
+  step 2550000 |  25178s | train_loss=0.0270
+  step 2560000 |  25265s | train_loss=0.0268
+  step 2570000 |  25356s | train_loss=0.0294
+  step 2580000 |  25448s | train_loss=0.0302
+  step 2590000 |  25540s | train_loss=0.0273
+  step 2600000 |  25723s | train_loss=0.0280 | fid=50.6743
+  step 2610000 |  25815s | train_loss=0.0294
+  step 2620000 |  25899s | train_loss=0.0284
+  step 2630000 |  25989s | train_loss=0.0283
+  step 2640000 |  26081s | train_loss=0.0258
+  step 2650000 |  26173s | train_loss=0.0270
+  step 2660000 |  26248s | train_loss=0.0271
+  step 2670000 |  26339s | train_loss=0.0255
+  step 2680000 |  26431s | train_loss=0.0302
+  step 2690000 |  26523s | train_loss=0.0287
+  step 2700000 |  26721s | train_loss=0.0260 | fid=52.3735
+  step 2710000 |  26810s | train_loss=0.0287
+  step 2720000 |  26885s | train_loss=0.0274
+  step 2730000 |  26977s | train_loss=0.0271
+  step 2740000 |  27069s | train_loss=0.0267
+  step 2750000 |  27159s | train_loss=0.0269
+  step 2760000 |  27249s | train_loss=0.0266
+  step 2770000 |  27333s | train_loss=0.0276
+  step 2780000 |  27425s | train_loss=0.0281
+  step 2790000 |  27517s | train_loss=0.0268
+  step 2800000 |  27717s | train_loss=0.0271 | fid=50.5178
+  step 2810000 |  27793s | train_loss=0.0260
+  step 2820000 |  27871s | train_loss=0.0285
+  step 2830000 |  27963s | train_loss=0.0268
+  step 2840000 |  28052s | train_loss=0.0267
+  step 2850000 |  28144s | train_loss=0.0256
+  step 2860000 |  28236s | train_loss=0.0260
+  step 2870000 |  28315s | train_loss=0.0295
+  step 2880000 |  28406s | train_loss=0.0267
+  step 2890000 |  28497s | train_loss=0.0252
+  step 2900000 |  28714s | train_loss=0.0260 | fid=49.1049
+  step 2910000 |  28801s | train_loss=0.0259
+  step 2920000 |  28893s | train_loss=0.0275
+  step 2930000 |  28983s | train_loss=0.0271
+  step 2940000 |  29074s | train_loss=0.0253
+  step 2950000 |  29165s | train_loss=0.0255
+  step 2960000 |  29257s | train_loss=0.0253
+  step 2970000 |  29348s | train_loss=0.0261
+  step 2980000 |  29438s | train_loss=0.0264
+  step 2990000 |  29529s | train_loss=0.0254
+  step 3000000 |  29695s | train_loss=0.0255 | fid=51.0803
+  step 3010000 |  29783s | train_loss=0.0256
+  step 3020000 |  29874s | train_loss=0.0245
+  step 3030000 |  29964s | train_loss=0.0267
+  step 3040000 |  30055s | train_loss=0.0267
+  step 3050000 |  30147s | train_loss=0.0261
+  step 3060000 |  30239s | train_loss=0.0258
+  step 3070000 |  30331s | train_loss=0.0246
+  step 3080000 |  30420s | train_loss=0.0251
+  step 3090000 |  30512s | train_loss=0.0262
+  step 3100000 |  30698s | train_loss=0.0266 | fid=48.3204
+  step 3110000 |  30782s | train_loss=0.0255
+  step 3120000 |  30871s | train_loss=0.0361
+  step 3130000 |  30963s | train_loss=0.0251
+  step 3140000 |  31055s | train_loss=0.0250
+  step 3150000 |  31146s | train_loss=0.0264
+  step 3160000 |  31238s | train_loss=0.0268
+  step 3170000 |  31330s | train_loss=0.0253
+  step 3180000 |  31421s | train_loss=0.0246
+  step 3190000 |  31511s | train_loss=0.0231
+  step 3200000 |  31693s | train_loss=0.0275 | fid=50.9512
+  step 3210000 |  31775s | train_loss=0.0241
+  step 3220000 |  31866s | train_loss=0.0244
+  step 3230000 |  31958s | train_loss=0.0277
+  step 3240000 |  32049s | train_loss=0.0258
+  step 3250000 |  32141s | train_loss=0.0234
+  step 3260000 |  32233s | train_loss=0.0237
+  step 3270000 |  32325s | train_loss=0.0233
+  step 3280000 |  32416s | train_loss=0.0250
+  step 3290000 |  32506s | train_loss=0.0253
+  step 3300000 |  32697s | train_loss=0.0249 | fid=46.8757
+  step 3310000 |  32786s | train_loss=0.0240
+  step 3320000 |  32877s | train_loss=0.0234
+  step 3330000 |  32969s | train_loss=0.0259
+  step 3340000 |  33061s | train_loss=0.0289
+  step 3350000 |  33153s | train_loss=0.0250
+  step 3360000 |  33244s | train_loss=0.0237
+  step 3370000 |  33336s | train_loss=0.0239
+  step 3380000 |  33428s | train_loss=0.0258
+  step 3390000 |  33517s | train_loss=0.0263
+  step 3400000 |  33678s | train_loss=0.0245 | fid=48.0613
+  step 3410000 |  33770s | train_loss=0.0234
+  step 3420000 |  33860s | train_loss=0.0241
+  step 3430000 |  33951s | train_loss=0.0271
+  step 3440000 |  34043s | train_loss=0.0262
+  step 3450000 |  34135s | train_loss=0.0233
+  step 3460000 |  34227s | train_loss=0.0233
+  step 3470000 |  34318s | train_loss=0.0228
+  step 3480000 |  34410s | train_loss=0.0232
+  step 3490000 |  34501s | train_loss=0.0235
+  step 3500000 |  34696s | train_loss=0.0216 | fid=50.5656
+  step 3510000 |  34786s | train_loss=0.0242
+  step 3520000 |  34878s | train_loss=0.0230
+  step 3530000 |  34969s | train_loss=0.0242
+  step 3540000 |  35061s | train_loss=0.0276
+  step 3550000 |  35153s | train_loss=0.0233
+  step 3560000 |  35244s | train_loss=0.0231
+  step 3570000 |  35336s | train_loss=0.0239
+  step 3580000 |  35428s | train_loss=0.0231
+  step 3590000 |  35519s | train_loss=0.0228
+  step 3600000 |  35705s | train_loss=0.0227 | fid=47.8462
+  step 3610000 |  35795s | train_loss=0.0226
+  step 3620000 |  35887s | train_loss=0.0325
+  step 3630000 |  35978s | train_loss=0.0230
+  step 3640000 |  36070s | train_loss=0.0253
+  step 3650000 |  36162s | train_loss=0.0220
+  step 3660000 |  36253s | train_loss=0.0249
+  step 3670000 |  36345s | train_loss=0.0232
+  step 3680000 |  36437s | train_loss=0.0225
+  step 3690000 |  36527s | train_loss=0.0233
+  step 3700000 |  36698s | train_loss=0.0237 | fid=47.6147
+  step 3710000 |  36788s | train_loss=0.0230
+  step 3720000 |  36879s | train_loss=0.0223
+  step 3730000 |  36971s | train_loss=0.0238
+  step 3740000 |  37063s | train_loss=0.0230
+  step 3750000 |  37155s | train_loss=0.0259
+  step 3760000 |  37246s | train_loss=0.0231
+  step 3770000 |  37338s | train_loss=0.0241
+  step 3780000 |  37428s | train_loss=0.0226
+  step 3790000 |  37520s | train_loss=0.0223
+  step 3800000 |  37704s | train_loss=0.0232 | fid=48.0647
+  step 3810000 |  37795s | train_loss=0.0225
+  step 3820000 |  37886s | train_loss=0.0227
+  step 3830000 |  37978s | train_loss=0.0228
+  step 3840000 |  38070s | train_loss=0.0233
+  step 3850000 |  38162s | train_loss=0.0240
+  step 3860000 |  38253s | train_loss=0.0230
+  step 3870000 |  38345s | train_loss=0.0218
+  step 3880000 |  38435s | train_loss=0.0221
+  step 3890000 |  38526s | train_loss=0.0259
+  step 3900000 |  38698s | train_loss=0.0207 | fid=47.8487
+  step 3910000 |  38788s | train_loss=0.0212
+  step 3920000 |  38880s | train_loss=0.0217
+  step 3930000 |  38971s | train_loss=0.0206
+  step 3940000 |  39063s | train_loss=0.0232
+  step 3950000 |  39155s | train_loss=0.0221
+  step 3960000 |  39247s | train_loss=0.0221
+  step 3970000 |  39337s | train_loss=0.0227
+  step 3980000 |  39428s | train_loss=0.0230
+  step 3990000 |  39520s | train_loss=0.0220
+  step 4000000 |  39730s | train_loss=0.0211 | fid=46.5384
+  step 4010000 |  39820s | train_loss=0.0215
+  step 4020000 |  39911s | train_loss=0.0287
+  step 4030000 |  40003s | train_loss=0.0236
+  step 4040000 |  40095s | train_loss=0.0224
+  step 4050000 |  40187s | train_loss=0.0206
+  step 4060000 |  40276s | train_loss=0.0217
+  step 4070000 |  40368s | train_loss=0.0213
+  step 4080000 |  40460s | train_loss=0.0200
+  step 4090000 |  40550s | train_loss=0.0226
+  step 4100000 |  40750s | train_loss=0.0231 | fid=49.9606
+  step 4110000 |  40840s | train_loss=0.0210
+  step 4120000 |  40931s | train_loss=0.0226
+  step 4130000 |  41022s | train_loss=0.0227
+  step 4140000 |  41114s | train_loss=0.0217
+  step 4150000 |  41204s | train_loss=0.0206
+  step 4160000 |  41296s | train_loss=0.0222
+  step 4170000 |  41387s | train_loss=0.0221
+  step 4180000 |  41479s | train_loss=0.0223
+  step 4190000 |  41564s | train_loss=0.0206
+  step 4200000 |  41754s | train_loss=0.0243 | fid=47.1089
+  step 4210000 |  41844s | train_loss=0.0211
+  step 4220000 |  41936s | train_loss=0.0212
+  step 4230000 |  42028s | train_loss=0.0211
+  step 4240000 |  42118s | train_loss=0.0222
+  step 4250000 |  42209s | train_loss=0.0204
+  step 4260000 |  42301s | train_loss=0.0207
+  step 4270000 |  42393s | train_loss=0.0211
+  step 4280000 |  42485s | train_loss=0.0210
+  step 4290000 |  42566s | train_loss=0.0216
+  step 4300000 |  42743s | train_loss=0.0214 | fid=52.7259
+  step 4310000 |  42833s | train_loss=0.0222
+  step 4320000 |  42925s | train_loss=0.0202
+  step 4330000 |  43017s | train_loss=0.0198
+  step 4340000 |  43107s | train_loss=0.0208
+  step 4350000 |  43198s | train_loss=0.0222
+  step 4360000 |  43290s | train_loss=0.0212
+  step 4370000 |  43382s | train_loss=0.0220
+  step 4380000 |  43474s | train_loss=0.0221
+  step 4390000 |  43558s | train_loss=0.0203
+  step 4400000 |  43751s | train_loss=0.0205 | fid=52.6884
+  step 4410000 |  43841s | train_loss=0.0212
+  step 4420000 |  43933s | train_loss=0.0212
+  step 4430000 |  44023s | train_loss=0.0212
+  step 4440000 |  44115s | train_loss=0.0204
+  step 4450000 |  44207s | train_loss=0.0206
+  step 4460000 |  44298s | train_loss=0.0207
+  step 4470000 |  44390s | train_loss=0.0206
+  step 4480000 |  44480s | train_loss=0.0205
+  step 4490000 |  44564s | train_loss=0.0223
+  step 4500000 |  44757s | train_loss=0.0220 | fid=48.3502
+  step 4510000 |  44847s | train_loss=0.0197
+  step 4520000 |  44937s | train_loss=0.0222
+  step 4530000 |  45029s | train_loss=0.0211
+  step 4540000 |  45121s | train_loss=0.0224
+  step 4550000 |  45213s | train_loss=0.0222
+  step 4560000 |  45304s | train_loss=0.0203
+  step 4570000 |  45396s | train_loss=0.0206
+  step 4580000 |  45480s | train_loss=0.0210
+  step 4590000 |  45568s | train_loss=0.0211
+  step 4600000 |  45768s | train_loss=0.0205 | fid=48.2982
+  step 4610000 |  45858s | train_loss=0.0192
+  step 4620000 |  45950s | train_loss=0.0214
+  step 4630000 |  46042s | train_loss=0.0214
+  step 4640000 |  46134s | train_loss=0.0210
+  step 4650000 |  46225s | train_loss=0.0202
+  step 4660000 |  46317s | train_loss=0.0205
+  step 4670000 |  46409s | train_loss=0.0210
+  step 4680000 |  46491s | train_loss=0.0202
+  step 4690000 |  46583s | train_loss=0.0204
+  step 4700000 |  46779s | train_loss=0.0189 | fid=46.9498
+  step 4710000 |  46853s | train_loss=0.0208
+  step 4720000 |  46927s | train_loss=0.0202
+  step 4730000 |  47001s | train_loss=0.0208
+  step 4740000 |  47075s | train_loss=0.0198
+  step 4750000 |  47149s | train_loss=0.0200
+  step 4760000 |  47223s | train_loss=0.0211
+  step 4770000 |  47292s | train_loss=0.0209
+  step 4780000 |  47361s | train_loss=0.0193
+  step 4790000 |  47435s | train_loss=0.0190
+  step 4800000 |  47602s | train_loss=0.0210 | fid=47.0504
+  step 4810000 |  47676s | train_loss=0.0199
+  step 4820000 |  47750s | train_loss=0.0207
+  step 4830000 |  47824s | train_loss=0.0206
+  step 4840000 |  47898s | train_loss=0.0199
+  step 4850000 |  47972s | train_loss=0.0189
+  step 4860000 |  48046s | train_loss=0.0201
+  step 4870000 |  48104s | train_loss=0.0193
+  step 4880000 |  48160s | train_loss=0.0198
+  step 4890000 |  48216s | train_loss=0.0201
+  step 4900000 |  48319s | train_loss=0.0200 | fid=46.4474
+  step 4910000 |  48369s | train_loss=0.0225
+  step 4920000 |  48425s | train_loss=0.0188
+  step 4930000 |  48482s | train_loss=0.0179
+  step 4940000 |  48538s | train_loss=0.0192
+  step 4950000 |  48595s | train_loss=0.0209
+  step 4960000 |  48651s | train_loss=0.0201
+  step 4970000 |  48707s | train_loss=0.0205
+  step 4980000 |  48763s | train_loss=0.0182
+  step 4990000 |  48819s | train_loss=0.0213
+  step 5000000 |  48922s | train_loss=0.0191 | fid=49.5499
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d30/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d30/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b117a2f25bd72b03abddbf65e90483e1d171a076
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d30/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d30/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d30",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 46,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d30/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d30/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..10be0f46c7dd6a1277f5db2f216dd439b1003abe
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d30/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 30, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d30/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 46}
+{"step": 1, "wall_time": 72.57393717765808, "train_loss_step": 29.692197799682617, "n_params": 4326430, "total_flops": 13290792960, "train_loss": 0.9973844528198242, "subset_score_loss": 0.9973844528198242, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9705213904380798, "fid": 246.69634660913434}
+{"step": 10000, "wall_time": 170.04501342773438, "train_loss_step": 6.971175193786621, "n_params": 4326430, "total_flops": 132907929600000, "train_loss": 0.8650933583577474, "subset_score_loss": 0.8650933583577474}
+{"step": 20000, "wall_time": 267.4904625415802, "train_loss_step": 6.223801612854004, "n_params": 4326430, "total_flops": 265815859200000, "train_loss": 0.8546574274698894, "subset_score_loss": 0.8546574274698894}
+{"step": 30000, "wall_time": 365.0448899269104, "train_loss_step": 5.427191734313965, "n_params": 4326430, "total_flops": 398723788800000, "train_loss": 0.8387919108072917, "subset_score_loss": 0.8387919108072917}
+{"step": 40000, "wall_time": 462.58371019363403, "train_loss_step": 5.688759803771973, "n_params": 4326430, "total_flops": 531631718400000, "train_loss": 0.8055295944213867, "subset_score_loss": 0.8055295944213867}
+{"step": 50000, "wall_time": 560.1097481250763, "train_loss_step": 5.4989848136901855, "n_params": 4326430, "total_flops": 664539648000000, "train_loss": 0.7498672485351563, "subset_score_loss": 0.7498672485351563}
+{"step": 60000, "wall_time": 657.4582026004791, "train_loss_step": 5.307185649871826, "n_params": 4326430, "total_flops": 797447577600000, "train_loss": 0.6675801595052083, "subset_score_loss": 0.6675801595052083}
+{"step": 70000, "wall_time": 754.7506470680237, "train_loss_step": 4.621571063995361, "n_params": 4326430, "total_flops": 930355507200000, "train_loss": 0.5523873647054036, "subset_score_loss": 0.5523873647054036}
+{"step": 80000, "wall_time": 852.0290958881378, "train_loss_step": 4.863725185394287, "n_params": 4326430, "total_flops": 1063263436800000, "train_loss": 0.4323597272237142, "subset_score_loss": 0.4323597272237142}
+{"step": 90000, "wall_time": 949.661866903305, "train_loss_step": 3.9238219261169434, "n_params": 4326430, "total_flops": 1196171366400000, "train_loss": 0.3345903714497884, "subset_score_loss": 0.3345903714497884}
+{"step": 100000, "wall_time": 1108.056357383728, "train_loss_step": 3.692269802093506, "n_params": 4326430, "total_flops": 1329079296000000, "train_loss": 0.2681590716044108, "subset_score_loss": 0.2681590716044108, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9142105579376221, "fid": 62.94584836779527}
+{"step": 110000, "wall_time": 1205.582192659378, "train_loss_step": 3.5931363105773926, "n_params": 4326430, "total_flops": 1461987225600000, "train_loss": 0.22572908401489258, "subset_score_loss": 0.22572908401489258}
+{"step": 120000, "wall_time": 1303.0081913471222, "train_loss_step": 3.817744731903076, "n_params": 4326430, "total_flops": 1594895155200000, "train_loss": 0.19916214942932128, "subset_score_loss": 0.19916214942932128}
+{"step": 130000, "wall_time": 1400.2290501594543, "train_loss_step": 3.6145148277282715, "n_params": 4326430, "total_flops": 1727803084800000, "train_loss": 0.1817640463511149, "subset_score_loss": 0.1817640463511149}
+{"step": 140000, "wall_time": 1497.7316784858704, "train_loss_step": 3.6047897338867188, "n_params": 4326430, "total_flops": 1860711014400000, "train_loss": 0.16850676536560058, "subset_score_loss": 0.16850676536560058}
+{"step": 150000, "wall_time": 1595.0908863544464, "train_loss_step": 3.4082462787628174, "n_params": 4326430, "total_flops": 1993618944000000, "train_loss": 0.15513545672098797, "subset_score_loss": 0.15513545672098797}
+{"step": 160000, "wall_time": 1692.3408374786377, "train_loss_step": 3.5764222145080566, "n_params": 4326430, "total_flops": 2126526873600000, "train_loss": 0.14475944836934407, "subset_score_loss": 0.14475944836934407}
+{"step": 170000, "wall_time": 1789.6741394996643, "train_loss_step": 3.4746835231781006, "n_params": 4326430, "total_flops": 2259434803200000, "train_loss": 0.13653670946757, "subset_score_loss": 0.13653670946757}
+{"step": 180000, "wall_time": 1886.9579529762268, "train_loss_step": 3.4969263076782227, "n_params": 4326430, "total_flops": 2392342732800000, "train_loss": 0.12909709612528483, "subset_score_loss": 0.12909709612528483}
+{"step": 190000, "wall_time": 1978.063277721405, "train_loss_step": 3.5747101306915283, "n_params": 4326430, "total_flops": 2525250662400000, "train_loss": 0.12275304794311523, "subset_score_loss": 0.12275304794311523}
+{"step": 200000, "wall_time": 2145.635810136795, "train_loss_step": 3.0518908500671387, "n_params": 4326430, "total_flops": 2658158592000000, "train_loss": 0.11474817593892415, "subset_score_loss": 0.11474817593892415, "memorization_fraction_pixel": 0.006200000178068876, "mean_nn_ratio_pixel": 0.8191613554954529, "fid": 60.38268048026772}
+{"step": 210000, "wall_time": 2243.074533700943, "train_loss_step": 3.2486605644226074, "n_params": 4326430, "total_flops": 2791066521600000, "train_loss": 0.10972514152526855, "subset_score_loss": 0.10972514152526855}
+{"step": 220000, "wall_time": 2339.870443582535, "train_loss_step": 3.2732198238372803, "n_params": 4326430, "total_flops": 2923974451200000, "train_loss": 0.10568528175354004, "subset_score_loss": 0.10568528175354004}
+{"step": 230000, "wall_time": 2435.4941630363464, "train_loss_step": 3.3976359367370605, "n_params": 4326430, "total_flops": 3056882380800000, "train_loss": 0.10079414844512939, "subset_score_loss": 0.10079414844512939}
+{"step": 240000, "wall_time": 2531.987021446228, "train_loss_step": 3.2987561225891113, "n_params": 4326430, "total_flops": 3189790310400000, "train_loss": 0.09732925097147624, "subset_score_loss": 0.09732925097147624}
+{"step": 250000, "wall_time": 2628.947407245636, "train_loss_step": 2.6132941246032715, "n_params": 4326430, "total_flops": 3322698240000000, "train_loss": 0.09427386124928792, "subset_score_loss": 0.09427386124928792}
+{"step": 260000, "wall_time": 2725.863705396652, "train_loss_step": 3.112549066543579, "n_params": 4326430, "total_flops": 3455606169600000, "train_loss": 0.0904924472173055, "subset_score_loss": 0.0904924472173055}
+{"step": 270000, "wall_time": 2822.3446729183197, "train_loss_step": 2.961927890777588, "n_params": 4326430, "total_flops": 3588514099200000, "train_loss": 0.08659349282582601, "subset_score_loss": 0.08659349282582601}
+{"step": 280000, "wall_time": 2912.363337993622, "train_loss_step": 3.310131072998047, "n_params": 4326430, "total_flops": 3721422028800000, "train_loss": 0.08360701402028402, "subset_score_loss": 0.08360701402028402}
+{"step": 290000, "wall_time": 3009.3224766254425, "train_loss_step": 3.110495090484619, "n_params": 4326430, "total_flops": 3854329958400000, "train_loss": 0.08130796750386556, "subset_score_loss": 0.08130796750386556}
+{"step": 300000, "wall_time": 3175.2762813568115, "train_loss_step": 2.719517707824707, "n_params": 4326430, "total_flops": 3987237888000000, "train_loss": 0.07875171502431234, "subset_score_loss": 0.07875171502431234, "memorization_fraction_pixel": 0.022700000554323196, "mean_nn_ratio_pixel": 0.7576382756233215, "fid": 61.67976907226408}
+{"step": 310000, "wall_time": 3271.4170503616333, "train_loss_step": 3.08713960647583, "n_params": 4326430, "total_flops": 4120145817600000, "train_loss": 0.07742180029551188, "subset_score_loss": 0.07742180029551188}
+{"step": 320000, "wall_time": 3366.383123397827, "train_loss_step": 2.6648643016815186, "n_params": 4326430, "total_flops": 4253053747200000, "train_loss": 0.07444653511047364, "subset_score_loss": 0.07444653511047364}
+{"step": 330000, "wall_time": 3462.973237514496, "train_loss_step": 2.960350513458252, "n_params": 4326430, "total_flops": 4385961676800000, "train_loss": 0.07235358556111654, "subset_score_loss": 0.07235358556111654}
+{"step": 340000, "wall_time": 3559.7391068935394, "train_loss_step": 2.9792871475219727, "n_params": 4326430, "total_flops": 4518869606400000, "train_loss": 0.0713626225789388, "subset_score_loss": 0.0713626225789388}
+{"step": 350000, "wall_time": 3656.35067820549, "train_loss_step": 3.0398406982421875, "n_params": 4326430, "total_flops": 4651777536000000, "train_loss": 0.06876997152964275, "subset_score_loss": 0.06876997152964275}
+{"step": 360000, "wall_time": 3752.554916381836, "train_loss_step": 2.999769926071167, "n_params": 4326430, "total_flops": 4784685465600000, "train_loss": 0.06769294738769531, "subset_score_loss": 0.06769294738769531}
+{"step": 370000, "wall_time": 3842.0767233371735, "train_loss_step": 2.9898734092712402, "n_params": 4326430, "total_flops": 4917593395200000, "train_loss": 0.06633559465408326, "subset_score_loss": 0.06633559465408326}
+{"step": 380000, "wall_time": 3939.011108160019, "train_loss_step": 2.77067494392395, "n_params": 4326430, "total_flops": 5050501324800000, "train_loss": 0.06471989552179973, "subset_score_loss": 0.06471989552179973}
+{"step": 390000, "wall_time": 4036.350486278534, "train_loss_step": 2.844404935836792, "n_params": 4326430, "total_flops": 5183409254400000, "train_loss": 0.06305987040201823, "subset_score_loss": 0.06305987040201823}
+{"step": 400000, "wall_time": 4200.884424448013, "train_loss_step": 2.935570240020752, "n_params": 4326430, "total_flops": 5316317184000000, "train_loss": 0.061905042330423994, "subset_score_loss": 0.061905042330423994, "memorization_fraction_pixel": 0.04340000078082085, "mean_nn_ratio_pixel": 0.707766056060791, "fid": 60.33837797401993}
+{"step": 410000, "wall_time": 4297.5522792339325, "train_loss_step": 2.951263427734375, "n_params": 4326430, "total_flops": 5449225113600000, "train_loss": 0.061211574077606204, "subset_score_loss": 0.061211574077606204}
+{"step": 420000, "wall_time": 4393.145457029343, "train_loss_step": 2.7742464542388916, "n_params": 4326430, "total_flops": 5582133043200000, "train_loss": 0.05959872007369995, "subset_score_loss": 0.05959872007369995}
+{"step": 430000, "wall_time": 4489.9408214092255, "train_loss_step": 2.8241658210754395, "n_params": 4326430, "total_flops": 5715040972800000, "train_loss": 0.05889299710591634, "subset_score_loss": 0.05889299710591634}
+{"step": 440000, "wall_time": 4586.730581283569, "train_loss_step": 2.7538866996765137, "n_params": 4326430, "total_flops": 5847948902400000, "train_loss": 0.05801176230112712, "subset_score_loss": 0.05801176230112712}
+{"step": 450000, "wall_time": 4682.770662784576, "train_loss_step": 2.9270200729370117, "n_params": 4326430, "total_flops": 5980856832000000, "train_loss": 0.05649943351745605, "subset_score_loss": 0.05649943351745605}
+{"step": 460000, "wall_time": 4772.353531122208, "train_loss_step": 3.0235283374786377, "n_params": 4326430, "total_flops": 6113764761600000, "train_loss": 0.05538212060928345, "subset_score_loss": 0.05538212060928345}
+{"step": 470000, "wall_time": 4868.871568202972, "train_loss_step": 2.796104669570923, "n_params": 4326430, "total_flops": 6246672691200000, "train_loss": 0.055333733558654785, "subset_score_loss": 0.055333733558654785}
+{"step": 480000, "wall_time": 4965.366401195526, "train_loss_step": 2.7085537910461426, "n_params": 4326430, "total_flops": 6379580620800000, "train_loss": 0.05419485966364543, "subset_score_loss": 0.05419485966364543}
+{"step": 490000, "wall_time": 5058.662008523941, "train_loss_step": 2.5421924591064453, "n_params": 4326430, "total_flops": 6512488550400000, "train_loss": 0.053452801704406736, "subset_score_loss": 0.053452801704406736}
+{"step": 500000, "wall_time": 5220.777885437012, "train_loss_step": 2.8666014671325684, "n_params": 4326430, "total_flops": 6645396480000000, "train_loss": 0.05294908285140991, "subset_score_loss": 0.05294908285140991, "memorization_fraction_pixel": 0.06030000001192093, "mean_nn_ratio_pixel": 0.66876620054245, "fid": 58.419050259869884}
+{"step": 510000, "wall_time": 5316.334169626236, "train_loss_step": 2.7593607902526855, "n_params": 4326430, "total_flops": 6778304409600000, "train_loss": 0.051134033997853594, "subset_score_loss": 0.051134033997853594}
+{"step": 520000, "wall_time": 5412.5422539711, "train_loss_step": 2.722923755645752, "n_params": 4326430, "total_flops": 6911212339200000, "train_loss": 0.051009297370910645, "subset_score_loss": 0.051009297370910645}
+{"step": 530000, "wall_time": 5509.451235532761, "train_loss_step": 2.9116029739379883, "n_params": 4326430, "total_flops": 7044120268800000, "train_loss": 0.05025461514790853, "subset_score_loss": 0.05025461514790853}
+{"step": 540000, "wall_time": 5605.882870435715, "train_loss_step": 2.6820168495178223, "n_params": 4326430, "total_flops": 7177028198400000, "train_loss": 0.04968455632527669, "subset_score_loss": 0.04968455632527669}
+{"step": 550000, "wall_time": 5696.110525846481, "train_loss_step": 2.818103313446045, "n_params": 4326430, "total_flops": 7309936128000000, "train_loss": 0.04877181847890218, "subset_score_loss": 0.04877181847890218}
+{"step": 560000, "wall_time": 5792.898746013641, "train_loss_step": 2.8047173023223877, "n_params": 4326430, "total_flops": 7442844057600000, "train_loss": 0.04804963668187459, "subset_score_loss": 0.04804963668187459}
+{"step": 570000, "wall_time": 5889.887563943863, "train_loss_step": 3.2441115379333496, "n_params": 4326430, "total_flops": 7575751987200000, "train_loss": 0.047667463620503746, "subset_score_loss": 0.047667463620503746}
+{"step": 580000, "wall_time": 5985.977198600769, "train_loss_step": 2.632030963897705, "n_params": 4326430, "total_flops": 7708659916800000, "train_loss": 0.04698644081751505, "subset_score_loss": 0.04698644081751505}
+{"step": 590000, "wall_time": 6078.574207782745, "train_loss_step": 2.6981377601623535, "n_params": 4326430, "total_flops": 7841567846400000, "train_loss": 0.04746824105580648, "subset_score_loss": 0.04746824105580648}
+{"step": 600000, "wall_time": 6248.917155742645, "train_loss_step": 2.655022621154785, "n_params": 4326430, "total_flops": 7974475776000000, "train_loss": 0.04521147807439168, "subset_score_loss": 0.04521147807439168, "memorization_fraction_pixel": 0.08720000088214874, "mean_nn_ratio_pixel": 0.6360323429107666, "fid": 58.91446147298626}
+{"step": 610000, "wall_time": 6344.879348993301, "train_loss_step": 2.652547597885132, "n_params": 4326430, "total_flops": 8107383705600000, "train_loss": 0.045375208059946694, "subset_score_loss": 0.045375208059946694}
+{"step": 620000, "wall_time": 6441.348321199417, "train_loss_step": 2.7389771938323975, "n_params": 4326430, "total_flops": 8240291635200000, "train_loss": 0.04509509404500325, "subset_score_loss": 0.04509509404500325}
+{"step": 630000, "wall_time": 6533.8296229839325, "train_loss_step": 2.8745663166046143, "n_params": 4326430, "total_flops": 8373199564800000, "train_loss": 0.044090771675109865, "subset_score_loss": 0.044090771675109865}
+{"step": 640000, "wall_time": 6619.090304136276, "train_loss_step": 2.7001113891601562, "n_params": 4326430, "total_flops": 8506107494400000, "train_loss": 0.043038217226664226, "subset_score_loss": 0.043038217226664226}
+{"step": 650000, "wall_time": 6711.146715164185, "train_loss_step": 2.6764187812805176, "n_params": 4326430, "total_flops": 8639015424000000, "train_loss": 0.04456039667129517, "subset_score_loss": 0.04456039667129517}
+{"step": 660000, "wall_time": 6805.023129463196, "train_loss_step": 2.7135448455810547, "n_params": 4326430, "total_flops": 8771923353600000, "train_loss": 0.042955915133158364, "subset_score_loss": 0.042955915133158364}
+{"step": 670000, "wall_time": 6901.2325801849365, "train_loss_step": 2.464073657989502, "n_params": 4326430, "total_flops": 8904831283200000, "train_loss": 0.042324336369832356, "subset_score_loss": 0.042324336369832356}
+{"step": 680000, "wall_time": 6995.994772672653, "train_loss_step": 2.5642526149749756, "n_params": 4326430, "total_flops": 9037739212800000, "train_loss": 0.0418300986289978, "subset_score_loss": 0.0418300986289978}
+{"step": 690000, "wall_time": 7090.224533319473, "train_loss_step": 3.128303050994873, "n_params": 4326430, "total_flops": 9170647142400000, "train_loss": 0.04162203073501587, "subset_score_loss": 0.04162203073501587}
+{"step": 700000, "wall_time": 7260.5594000816345, "train_loss_step": 2.6537747383117676, "n_params": 4326430, "total_flops": 9303555072000000, "train_loss": 0.04096046686172485, "subset_score_loss": 0.04096046686172485, "memorization_fraction_pixel": 0.10260000079870224, "mean_nn_ratio_pixel": 0.6122212409973145, "fid": 57.77593672937451}
+{"step": 710000, "wall_time": 7356.966218471527, "train_loss_step": 2.692718982696533, "n_params": 4326430, "total_flops": 9436463001600000, "train_loss": 0.04066244761149088, "subset_score_loss": 0.04066244761149088}
+{"step": 720000, "wall_time": 7453.007802248001, "train_loss_step": 2.8451108932495117, "n_params": 4326430, "total_flops": 9569370931200000, "train_loss": 0.04030595223108927, "subset_score_loss": 0.04030595223108927}
+{"step": 730000, "wall_time": 7542.322764158249, "train_loss_step": 2.4704113006591797, "n_params": 4326430, "total_flops": 9702278860800000, "train_loss": 0.04036041100819906, "subset_score_loss": 0.04036041100819906}
+{"step": 740000, "wall_time": 7632.773911237717, "train_loss_step": 2.7350480556488037, "n_params": 4326430, "total_flops": 9835186790400000, "train_loss": 0.03956514596939087, "subset_score_loss": 0.03956514596939087}
+{"step": 750000, "wall_time": 7729.62149143219, "train_loss_step": 2.545553684234619, "n_params": 4326430, "total_flops": 9968094720000000, "train_loss": 0.0388514240582784, "subset_score_loss": 0.0388514240582784}
+{"step": 760000, "wall_time": 7826.183867454529, "train_loss_step": 2.7898597717285156, "n_params": 4326430, "total_flops": 10101002649600000, "train_loss": 0.03841184775034587, "subset_score_loss": 0.03841184775034587}
+{"step": 770000, "wall_time": 7922.657464504242, "train_loss_step": 2.6808385848999023, "n_params": 4326430, "total_flops": 10233910579200000, "train_loss": 0.03778279622395833, "subset_score_loss": 0.03778279622395833}
+{"step": 780000, "wall_time": 8018.570618867874, "train_loss_step": 2.545712471008301, "n_params": 4326430, "total_flops": 10366818508800000, "train_loss": 0.037982853253682454, "subset_score_loss": 0.037982853253682454}
+{"step": 790000, "wall_time": 8102.353631973267, "train_loss_step": 2.694211959838867, "n_params": 4326430, "total_flops": 10499726438400000, "train_loss": 0.037799219290415444, "subset_score_loss": 0.037799219290415444}
+{"step": 800000, "wall_time": 8271.88911652565, "train_loss_step": 2.402998924255371, "n_params": 4326430, "total_flops": 10632634368000000, "train_loss": 0.037797296047210695, "subset_score_loss": 0.037797296047210695, "memorization_fraction_pixel": 0.11550000309944153, "mean_nn_ratio_pixel": 0.5913541913032532, "fid": 56.58089660496408}
+{"step": 810000, "wall_time": 8367.80400443077, "train_loss_step": 2.7079238891601562, "n_params": 4326430, "total_flops": 10765542297600000, "train_loss": 0.036686901251475015, "subset_score_loss": 0.036686901251475015}
+{"step": 820000, "wall_time": 8454.107732534409, "train_loss_step": 2.5122928619384766, "n_params": 4326430, "total_flops": 10898450227200000, "train_loss": 0.036742115020751955, "subset_score_loss": 0.036742115020751955}
+{"step": 830000, "wall_time": 8535.420401096344, "train_loss_step": 2.7670693397521973, "n_params": 4326430, "total_flops": 11031358156800000, "train_loss": 0.03607982397079468, "subset_score_loss": 0.03607982397079468}
+{"step": 840000, "wall_time": 8632.124278068542, "train_loss_step": 2.7774715423583984, "n_params": 4326430, "total_flops": 11164266086400000, "train_loss": 0.036920022964477536, "subset_score_loss": 0.036920022964477536}
+{"step": 850000, "wall_time": 8728.459086894989, "train_loss_step": 2.5115139484405518, "n_params": 4326430, "total_flops": 11297174016000000, "train_loss": 0.03626647392908732, "subset_score_loss": 0.03626647392908732}
+{"step": 860000, "wall_time": 8824.801254034042, "train_loss_step": 2.770875930786133, "n_params": 4326430, "total_flops": 11430081945600000, "train_loss": 0.03555144071578979, "subset_score_loss": 0.03555144071578979}
+{"step": 870000, "wall_time": 8919.26519536972, "train_loss_step": 2.645965099334717, "n_params": 4326430, "total_flops": 11562989875200000, "train_loss": 0.03526466687520345, "subset_score_loss": 0.03526466687520345}
+{"step": 880000, "wall_time": 9016.16457772255, "train_loss_step": 2.5676941871643066, "n_params": 4326430, "total_flops": 11695897804800000, "train_loss": 0.03503758112589518, "subset_score_loss": 0.03503758112589518}
+{"step": 890000, "wall_time": 9097.975776672363, "train_loss_step": 2.375703811645508, "n_params": 4326430, "total_flops": 11828805734400000, "train_loss": 0.03443736632664998, "subset_score_loss": 0.03443736632664998}
+{"step": 900000, "wall_time": 9266.548183918, "train_loss_step": 2.383615016937256, "n_params": 4326430, "total_flops": 11961713664000000, "train_loss": 0.034959129492441815, "subset_score_loss": 0.034959129492441815, "memorization_fraction_pixel": 0.13330000638961792, "mean_nn_ratio_pixel": 0.5690609216690063, "fid": 58.416031347174005}
+{"step": 910000, "wall_time": 9354.284672021866, "train_loss_step": 2.5218963623046875, "n_params": 4326430, "total_flops": 12094621593600000, "train_loss": 0.034248562653859456, "subset_score_loss": 0.034248562653859456}
+{"step": 920000, "wall_time": 9448.139539718628, "train_loss_step": 2.757143974304199, "n_params": 4326430, "total_flops": 12227529523200000, "train_loss": 0.033721991380055744, "subset_score_loss": 0.033721991380055744}
+{"step": 930000, "wall_time": 9528.07397055626, "train_loss_step": 2.7224645614624023, "n_params": 4326430, "total_flops": 12360437452800000, "train_loss": 0.03404151201248169, "subset_score_loss": 0.03404151201248169}
+{"step": 940000, "wall_time": 9624.822451353073, "train_loss_step": 2.6018757820129395, "n_params": 4326430, "total_flops": 12493345382400000, "train_loss": 0.034381035963694254, "subset_score_loss": 0.034381035963694254}
+{"step": 950000, "wall_time": 9720.966844797134, "train_loss_step": 2.6143436431884766, "n_params": 4326430, "total_flops": 12626253312000000, "train_loss": 0.033222124973932905, "subset_score_loss": 0.033222124973932905}
+{"step": 960000, "wall_time": 9818.016480922699, "train_loss_step": 2.3118414878845215, "n_params": 4326430, "total_flops": 12759161241600000, "train_loss": 0.03350274960199992, "subset_score_loss": 0.03350274960199992}
+{"step": 970000, "wall_time": 9912.734672307968, "train_loss_step": 2.6872448921203613, "n_params": 4326430, "total_flops": 12892069171200000, "train_loss": 0.03257064819335938, "subset_score_loss": 0.03257064819335938}
+{"step": 980000, "wall_time": 10009.307730674744, "train_loss_step": 2.530778408050537, "n_params": 4326430, "total_flops": 13024977100800000, "train_loss": 0.03311047156651815, "subset_score_loss": 0.03311047156651815}
+{"step": 990000, "wall_time": 10097.472317695618, "train_loss_step": 2.565967559814453, "n_params": 4326430, "total_flops": 13157885030400000, "train_loss": 0.03233126401901245, "subset_score_loss": 0.03233126401901245}
+{"step": 1000000, "wall_time": 10254.939761400223, "train_loss_step": 2.6023683547973633, "n_params": 4326430, "total_flops": 13290792960000000, "train_loss": 0.03181564211845398, "subset_score_loss": 0.03181564211845398, "memorization_fraction_pixel": 0.14470000565052032, "mean_nn_ratio_pixel": 0.5544863343238831, "fid": 57.11866003131328}
+{"step": 1010000, "wall_time": 10344.728348016739, "train_loss_step": 3.124661922454834, "n_params": 4326430, "total_flops": 13423700889600000, "train_loss": 0.03242547710736592, "subset_score_loss": 0.03242547710736592}
+{"step": 1020000, "wall_time": 10435.281858444214, "train_loss_step": 2.4194271564483643, "n_params": 4326430, "total_flops": 13556608819200000, "train_loss": 0.031544613838195804, "subset_score_loss": 0.031544613838195804}
+{"step": 1030000, "wall_time": 10519.489380121231, "train_loss_step": 2.3783230781555176, "n_params": 4326430, "total_flops": 13689516748800000, "train_loss": 0.03175753553708394, "subset_score_loss": 0.03175753553708394}
+{"step": 1040000, "wall_time": 10615.547883033752, "train_loss_step": 2.5909080505371094, "n_params": 4326430, "total_flops": 13822424678400000, "train_loss": 0.031620476643244425, "subset_score_loss": 0.031620476643244425}
+{"step": 1050000, "wall_time": 10712.333748817444, "train_loss_step": 2.5636115074157715, "n_params": 4326430, "total_flops": 13955332608000000, "train_loss": 0.03135186433792114, "subset_score_loss": 0.03135186433792114}
+{"step": 1060000, "wall_time": 10807.473527908325, "train_loss_step": 2.4113528728485107, "n_params": 4326430, "total_flops": 14088240537600000, "train_loss": 0.031246358156204225, "subset_score_loss": 0.031246358156204225}
+{"step": 1070000, "wall_time": 10903.890150308609, "train_loss_step": 2.5975475311279297, "n_params": 4326430, "total_flops": 14221148467200000, "train_loss": 0.030844422181447347, "subset_score_loss": 0.030844422181447347}
+{"step": 1080000, "wall_time": 11000.235347747803, "train_loss_step": 2.569575786590576, "n_params": 4326430, "total_flops": 14354056396800000, "train_loss": 0.031206605831782024, "subset_score_loss": 0.031206605831782024}
+{"step": 1090000, "wall_time": 11094.633156776428, "train_loss_step": 2.458498954772949, "n_params": 4326430, "total_flops": 14486964326400000, "train_loss": 0.03046382466952006, "subset_score_loss": 0.03046382466952006}
+{"step": 1100000, "wall_time": 11240.616573572159, "train_loss_step": 2.5638251304626465, "n_params": 4326430, "total_flops": 14619872256000000, "train_loss": 0.03074711561203003, "subset_score_loss": 0.03074711561203003, "memorization_fraction_pixel": 0.1534000039100647, "mean_nn_ratio_pixel": 0.5478727221488953, "fid": 58.09325968427149}
+{"step": 1110000, "wall_time": 11336.848300218582, "train_loss_step": 2.5109353065490723, "n_params": 4326430, "total_flops": 14752780185600000, "train_loss": 0.030444407463073732, "subset_score_loss": 0.030444407463073732}
+{"step": 1120000, "wall_time": 11424.10791683197, "train_loss_step": 2.6406517028808594, "n_params": 4326430, "total_flops": 14885688115200000, "train_loss": 0.030496668815612794, "subset_score_loss": 0.030496668815612794}
+{"step": 1130000, "wall_time": 11519.329015493393, "train_loss_step": 2.666804313659668, "n_params": 4326430, "total_flops": 15018596044800000, "train_loss": 0.029630974928538004, "subset_score_loss": 0.029630974928538004}
+{"step": 1140000, "wall_time": 11615.842093467712, "train_loss_step": 2.47001314163208, "n_params": 4326430, "total_flops": 15151503974400000, "train_loss": 0.029832659165064494, "subset_score_loss": 0.029832659165064494}
+{"step": 1150000, "wall_time": 11711.14104628563, "train_loss_step": 2.526583194732666, "n_params": 4326430, "total_flops": 15284411904000000, "train_loss": 0.029350477457046508, "subset_score_loss": 0.029350477457046508}
+{"step": 1160000, "wall_time": 11807.276512145996, "train_loss_step": 2.5985240936279297, "n_params": 4326430, "total_flops": 15417319833600000, "train_loss": 0.029589682817459106, "subset_score_loss": 0.029589682817459106}
+{"step": 1170000, "wall_time": 11903.77247428894, "train_loss_step": 2.4208273887634277, "n_params": 4326430, "total_flops": 15550227763200000, "train_loss": 0.029195306698481242, "subset_score_loss": 0.029195306698481242}
+{"step": 1180000, "wall_time": 12000.316764593124, "train_loss_step": 2.516657829284668, "n_params": 4326430, "total_flops": 15683135692800000, "train_loss": 0.02877684434254964, "subset_score_loss": 0.02877684434254964}
+{"step": 1190000, "wall_time": 12097.238383769989, "train_loss_step": 2.455453395843506, "n_params": 4326430, "total_flops": 15816043622400000, "train_loss": 0.02865197459856669, "subset_score_loss": 0.02865197459856669}
+{"step": 1200000, "wall_time": 12245.680652618408, "train_loss_step": 2.4203033447265625, "n_params": 4326430, "total_flops": 15948951552000000, "train_loss": 0.02883587876955668, "subset_score_loss": 0.02883587876955668, "memorization_fraction_pixel": 0.17190000414848328, "mean_nn_ratio_pixel": 0.533146321773529, "fid": 57.64984652062067}
+{"step": 1210000, "wall_time": 12340.018267154694, "train_loss_step": 2.3287463188171387, "n_params": 4326430, "total_flops": 16081859481600000, "train_loss": 0.027986886103947957, "subset_score_loss": 0.027986886103947957}
+{"step": 1220000, "wall_time": 12435.027890443802, "train_loss_step": 2.6455085277557373, "n_params": 4326430, "total_flops": 16214767411200000, "train_loss": 0.028481952349344888, "subset_score_loss": 0.028481952349344888}
+{"step": 1230000, "wall_time": 12531.654880285263, "train_loss_step": 2.536771297454834, "n_params": 4326430, "total_flops": 16347675340800000, "train_loss": 0.02853631377220154, "subset_score_loss": 0.02853631377220154}
+{"step": 1240000, "wall_time": 12628.31656908989, "train_loss_step": 2.304408073425293, "n_params": 4326430, "total_flops": 16480583270400000, "train_loss": 0.02829237381617228, "subset_score_loss": 0.02829237381617228}
+{"step": 1250000, "wall_time": 12723.173984766006, "train_loss_step": 2.2374982833862305, "n_params": 4326430, "total_flops": 16613491200000000, "train_loss": 0.027796473105748495, "subset_score_loss": 0.027796473105748495}
+{"step": 1260000, "wall_time": 12819.114252090454, "train_loss_step": 2.6083927154541016, "n_params": 4326430, "total_flops": 16746399129600000, "train_loss": 0.028196521600087485, "subset_score_loss": 0.028196521600087485}
+{"step": 1270000, "wall_time": 12915.655589818954, "train_loss_step": 2.6894445419311523, "n_params": 4326430, "total_flops": 16879307059200000, "train_loss": 0.027272047599156697, "subset_score_loss": 0.027272047599156697}
+{"step": 1280000, "wall_time": 13012.335916519165, "train_loss_step": 2.47426438331604, "n_params": 4326430, "total_flops": 17012214988800000, "train_loss": 0.027604103088378906, "subset_score_loss": 0.027604103088378906}
+{"step": 1290000, "wall_time": 13105.852221727371, "train_loss_step": 2.577805757522583, "n_params": 4326430, "total_flops": 17145122918400000, "train_loss": 0.02744342088699341, "subset_score_loss": 0.02744342088699341}
+{"step": 1300000, "wall_time": 13272.287878274918, "train_loss_step": 2.2847671508789062, "n_params": 4326430, "total_flops": 17278030848000000, "train_loss": 0.02737006147702535, "subset_score_loss": 0.02737006147702535, "memorization_fraction_pixel": 0.17399999499320984, "mean_nn_ratio_pixel": 0.5190864205360413, "fid": 57.43978678391285}
+{"step": 1310000, "wall_time": 13367.133571386337, "train_loss_step": 2.4660489559173584, "n_params": 4326430, "total_flops": 17410938777600000, "train_loss": 0.026770599683125815, "subset_score_loss": 0.026770599683125815}
+{"step": 1320000, "wall_time": 13463.748693943024, "train_loss_step": 2.4874508380889893, "n_params": 4326430, "total_flops": 17543846707200000, "train_loss": 0.027180067698160806, "subset_score_loss": 0.027180067698160806}
+{"step": 1330000, "wall_time": 13560.613090515137, "train_loss_step": 2.535681962966919, "n_params": 4326430, "total_flops": 17676754636800000, "train_loss": 0.02710030476252238, "subset_score_loss": 0.02710030476252238}
+{"step": 1340000, "wall_time": 13655.906249284744, "train_loss_step": 2.607412815093994, "n_params": 4326430, "total_flops": 17809662566400000, "train_loss": 0.02665286064147949, "subset_score_loss": 0.02665286064147949}
+{"step": 1350000, "wall_time": 13751.881955385208, "train_loss_step": 2.4207301139831543, "n_params": 4326430, "total_flops": 17942570496000000, "train_loss": 0.026829256614049276, "subset_score_loss": 0.026829256614049276}
+{"step": 1360000, "wall_time": 13848.13150191307, "train_loss_step": 2.414984941482544, "n_params": 4326430, "total_flops": 18075478425600000, "train_loss": 0.0261696457862854, "subset_score_loss": 0.0261696457862854}
+{"step": 1370000, "wall_time": 13944.811380386353, "train_loss_step": 2.4891839027404785, "n_params": 4326430, "total_flops": 18208386355200000, "train_loss": 0.026202940940856935, "subset_score_loss": 0.026202940940856935}
+{"step": 1380000, "wall_time": 14038.466557741165, "train_loss_step": 2.348116397857666, "n_params": 4326430, "total_flops": 18341294284800000, "train_loss": 0.02602860927581787, "subset_score_loss": 0.02602860927581787}
+{"step": 1390000, "wall_time": 14134.472848653793, "train_loss_step": 2.28899884223938, "n_params": 4326430, "total_flops": 18474202214400000, "train_loss": 0.025624483823776245, "subset_score_loss": 0.025624483823776245}
+{"step": 1400000, "wall_time": 14299.008414030075, "train_loss_step": 2.376572608947754, "n_params": 4326430, "total_flops": 18607110144000000, "train_loss": 0.026145503918329874, "subset_score_loss": 0.026145503918329874, "memorization_fraction_pixel": 0.1973000019788742, "mean_nn_ratio_pixel": 0.5097504258155823, "fid": 57.36188363085566}
+{"step": 1410000, "wall_time": 14395.225965738297, "train_loss_step": 2.5618293285369873, "n_params": 4326430, "total_flops": 18740018073600000, "train_loss": 0.02620444893836975, "subset_score_loss": 0.02620444893836975}
+{"step": 1420000, "wall_time": 14491.794442653656, "train_loss_step": 2.464386463165283, "n_params": 4326430, "total_flops": 18872926003200000, "train_loss": 0.025325298309326172, "subset_score_loss": 0.025325298309326172}
+{"step": 1430000, "wall_time": 14588.710420131683, "train_loss_step": 2.5687685012817383, "n_params": 4326430, "total_flops": 19005833932800000, "train_loss": 0.0252967099348704, "subset_score_loss": 0.0252967099348704}
+{"step": 1440000, "wall_time": 14683.46025300026, "train_loss_step": 2.324894428253174, "n_params": 4326430, "total_flops": 19138741862400000, "train_loss": 0.025363441308339438, "subset_score_loss": 0.025363441308339438}
+{"step": 1450000, "wall_time": 14779.226077079773, "train_loss_step": 2.3611228466033936, "n_params": 4326430, "total_flops": 19271649792000000, "train_loss": 0.025206315517425536, "subset_score_loss": 0.025206315517425536}
+{"step": 1460000, "wall_time": 14875.873858690262, "train_loss_step": 2.440646171569824, "n_params": 4326430, "total_flops": 19404557721600000, "train_loss": 0.0249651829401652, "subset_score_loss": 0.0249651829401652}
+{"step": 1470000, "wall_time": 14969.532802820206, "train_loss_step": 2.641145706176758, "n_params": 4326430, "total_flops": 19537465651200000, "train_loss": 0.02484240531921387, "subset_score_loss": 0.02484240531921387}
+{"step": 1480000, "wall_time": 15065.59350013733, "train_loss_step": 2.3923590183258057, "n_params": 4326430, "total_flops": 19670373580800000, "train_loss": 0.024785053730010987, "subset_score_loss": 0.024785053730010987}
+{"step": 1490000, "wall_time": 15156.179074048996, "train_loss_step": 2.520771026611328, "n_params": 4326430, "total_flops": 19803281510400000, "train_loss": 0.025079540411631265, "subset_score_loss": 0.025079540411631265}
+{"step": 1500000, "wall_time": 15326.128411054611, "train_loss_step": 2.501309394836426, "n_params": 4326430, "total_flops": 19936189440000000, "train_loss": 0.02473832368850708, "subset_score_loss": 0.02473832368850708, "memorization_fraction_pixel": 0.20319999754428864, "mean_nn_ratio_pixel": 0.49493399262428284, "fid": 57.732983995004986}
+{"step": 1510000, "wall_time": 15422.306210279465, "train_loss_step": 2.3878002166748047, "n_params": 4326430, "total_flops": 20069097369600000, "train_loss": 0.02499172886212667, "subset_score_loss": 0.02499172886212667}
+{"step": 1520000, "wall_time": 15518.793906927109, "train_loss_step": 2.440606117248535, "n_params": 4326430, "total_flops": 20202005299200000, "train_loss": 0.024715350071589152, "subset_score_loss": 0.024715350071589152}
+{"step": 1530000, "wall_time": 15614.010479211807, "train_loss_step": 2.549362897872925, "n_params": 4326430, "total_flops": 20334913228800000, "train_loss": 0.024876165390014648, "subset_score_loss": 0.024876165390014648}
+{"step": 1540000, "wall_time": 15710.74313044548, "train_loss_step": 2.3925411701202393, "n_params": 4326430, "total_flops": 20467821158400000, "train_loss": 0.024652200937271117, "subset_score_loss": 0.024652200937271117}
+{"step": 1550000, "wall_time": 15806.694321870804, "train_loss_step": 2.417492389678955, "n_params": 4326430, "total_flops": 20600729088000000, "train_loss": 0.023887405792872112, "subset_score_loss": 0.023887405792872112}
+{"step": 1560000, "wall_time": 15900.509405612946, "train_loss_step": 2.593360424041748, "n_params": 4326430, "total_flops": 20733637017600000, "train_loss": 0.024539681275685628, "subset_score_loss": 0.024539681275685628}
+{"step": 1570000, "wall_time": 15996.793106079102, "train_loss_step": 2.6192455291748047, "n_params": 4326430, "total_flops": 20866544947200000, "train_loss": 0.024524003267288208, "subset_score_loss": 0.024524003267288208}
+{"step": 1580000, "wall_time": 16090.677147388458, "train_loss_step": 2.522413730621338, "n_params": 4326430, "total_flops": 20999452876800000, "train_loss": 0.023645289738972983, "subset_score_loss": 0.023645289738972983}
+{"step": 1590000, "wall_time": 16183.788990736008, "train_loss_step": 2.5079898834228516, "n_params": 4326430, "total_flops": 21132360806400000, "train_loss": 0.02330708106358846, "subset_score_loss": 0.02330708106358846}
+{"step": 1600000, "wall_time": 16354.39464044571, "train_loss_step": 2.415898323059082, "n_params": 4326430, "total_flops": 21265268736000000, "train_loss": 0.023523217439651488, "subset_score_loss": 0.023523217439651488, "memorization_fraction_pixel": 0.20980000495910645, "mean_nn_ratio_pixel": 0.4902891218662262, "fid": 56.707139394490824}
+{"step": 1610000, "wall_time": 16451.048372030258, "train_loss_step": 2.3234448432922363, "n_params": 4326430, "total_flops": 21398176665600000, "train_loss": 0.02334583600362142, "subset_score_loss": 0.02334583600362142}
+{"step": 1620000, "wall_time": 16547.97293281555, "train_loss_step": 2.332357883453369, "n_params": 4326430, "total_flops": 21531084595200000, "train_loss": 0.023641846577326455, "subset_score_loss": 0.023641846577326455}
+{"step": 1630000, "wall_time": 16643.147917747498, "train_loss_step": 2.3832485675811768, "n_params": 4326430, "total_flops": 21663992524800000, "train_loss": 0.023430055379867552, "subset_score_loss": 0.023430055379867552}
+{"step": 1640000, "wall_time": 16738.417397499084, "train_loss_step": 2.4501166343688965, "n_params": 4326430, "total_flops": 21796900454400000, "train_loss": 0.02324087421099345, "subset_score_loss": 0.02324087421099345}
+{"step": 1650000, "wall_time": 16822.64768242836, "train_loss_step": 2.4586901664733887, "n_params": 4326430, "total_flops": 21929808384000000, "train_loss": 0.023225720723470053, "subset_score_loss": 0.023225720723470053}
+{"step": 1660000, "wall_time": 16917.98530435562, "train_loss_step": 2.358078956604004, "n_params": 4326430, "total_flops": 22062716313600000, "train_loss": 0.022910084327061972, "subset_score_loss": 0.022910084327061972}
+{"step": 1670000, "wall_time": 17009.348128557205, "train_loss_step": 2.531864643096924, "n_params": 4326430, "total_flops": 22195624243200000, "train_loss": 0.023114176591237386, "subset_score_loss": 0.023114176591237386}
+{"step": 1680000, "wall_time": 17100.414525270462, "train_loss_step": 2.1483237743377686, "n_params": 4326430, "total_flops": 22328532172800000, "train_loss": 0.022518815596898396, "subset_score_loss": 0.022518815596898396}
+{"step": 1690000, "wall_time": 17181.417885303497, "train_loss_step": 2.4892592430114746, "n_params": 4326430, "total_flops": 22461440102400000, "train_loss": 0.02284700671831767, "subset_score_loss": 0.02284700671831767}
+{"step": 1700000, "wall_time": 17351.382191181183, "train_loss_step": 2.5763492584228516, "n_params": 4326430, "total_flops": 22594348032000000, "train_loss": 0.022739678621292114, "subset_score_loss": 0.022739678621292114, "memorization_fraction_pixel": 0.22200000286102295, "mean_nn_ratio_pixel": 0.47660472989082336, "fid": 57.04877402547866}
+{"step": 1710000, "wall_time": 17447.79355239868, "train_loss_step": 2.492565393447876, "n_params": 4326430, "total_flops": 22727255961600000, "train_loss": 0.022981536388397217, "subset_score_loss": 0.022981536388397217}
+{"step": 1720000, "wall_time": 17543.268201351166, "train_loss_step": 2.2913475036621094, "n_params": 4326430, "total_flops": 22860163891200000, "train_loss": 0.02298606832822164, "subset_score_loss": 0.02298606832822164}
+{"step": 1730000, "wall_time": 17639.995161294937, "train_loss_step": 2.2386438846588135, "n_params": 4326430, "total_flops": 22993071820800000, "train_loss": 0.022112220525741577, "subset_score_loss": 0.022112220525741577}
+{"step": 1740000, "wall_time": 17727.1182076931, "train_loss_step": 2.3260445594787598, "n_params": 4326430, "total_flops": 23125979750400000, "train_loss": 0.022409534454345702, "subset_score_loss": 0.022409534454345702}
+{"step": 1750000, "wall_time": 17819.047882556915, "train_loss_step": 2.236570119857788, "n_params": 4326430, "total_flops": 23258887680000000, "train_loss": 0.022646743059158325, "subset_score_loss": 0.022646743059158325}
+{"step": 1760000, "wall_time": 17915.561443567276, "train_loss_step": 2.4267659187316895, "n_params": 4326430, "total_flops": 23391795609600000, "train_loss": 0.0218869686126709, "subset_score_loss": 0.0218869686126709}
+{"step": 1770000, "wall_time": 18003.16885948181, "train_loss_step": 2.3082056045532227, "n_params": 4326430, "total_flops": 23524703539200000, "train_loss": 0.021643441915512086, "subset_score_loss": 0.021643441915512086}
+{"step": 1780000, "wall_time": 18099.725595235825, "train_loss_step": 2.413743734359741, "n_params": 4326430, "total_flops": 23657611468800000, "train_loss": 0.022133493423461915, "subset_score_loss": 0.022133493423461915}
+{"step": 1790000, "wall_time": 18182.18520259857, "train_loss_step": 2.459211587905884, "n_params": 4326430, "total_flops": 23790519398400000, "train_loss": 0.02174901564915975, "subset_score_loss": 0.02174901564915975}
+{"step": 1800000, "wall_time": 18345.994344949722, "train_loss_step": 2.357295513153076, "n_params": 4326430, "total_flops": 23923427328000000, "train_loss": 0.021852240959803263, "subset_score_loss": 0.021852240959803263, "memorization_fraction_pixel": 0.23479999601840973, "mean_nn_ratio_pixel": 0.4662227928638458, "fid": 57.261424457381764}
+{"step": 1810000, "wall_time": 18443.201307296753, "train_loss_step": 2.379960060119629, "n_params": 4326430, "total_flops": 24056335257600000, "train_loss": 0.021392879883448283, "subset_score_loss": 0.021392879883448283}
+{"step": 1820000, "wall_time": 18537.798748731613, "train_loss_step": 2.455482244491577, "n_params": 4326430, "total_flops": 24189243187200000, "train_loss": 0.021404484907786053, "subset_score_loss": 0.021404484907786053}
+{"step": 1830000, "wall_time": 18633.87797665596, "train_loss_step": 2.441542625427246, "n_params": 4326430, "total_flops": 24322151116800000, "train_loss": 0.02163669268290202, "subset_score_loss": 0.02163669268290202}
+{"step": 1840000, "wall_time": 18726.14514183998, "train_loss_step": 2.4350929260253906, "n_params": 4326430, "total_flops": 24455059046400000, "train_loss": 0.021451099713643392, "subset_score_loss": 0.021451099713643392}
+{"step": 1850000, "wall_time": 18822.34639763832, "train_loss_step": 2.015362024307251, "n_params": 4326430, "total_flops": 24587966976000000, "train_loss": 0.021022782723108927, "subset_score_loss": 0.021022782723108927}
+{"step": 1860000, "wall_time": 18915.501963377, "train_loss_step": 2.1480488777160645, "n_params": 4326430, "total_flops": 24720874905600000, "train_loss": 0.021231563886006673, "subset_score_loss": 0.021231563886006673}
+{"step": 1870000, "wall_time": 19011.476283550262, "train_loss_step": 2.478360891342163, "n_params": 4326430, "total_flops": 24853782835200000, "train_loss": 0.021325433254241945, "subset_score_loss": 0.021325433254241945}
+{"step": 1880000, "wall_time": 19107.71285200119, "train_loss_step": 2.268538236618042, "n_params": 4326430, "total_flops": 24986690764800000, "train_loss": 0.02084101637204488, "subset_score_loss": 0.02084101637204488}
+{"step": 1890000, "wall_time": 19201.297512054443, "train_loss_step": 2.4929771423339844, "n_params": 4326430, "total_flops": 25119598694400000, "train_loss": 0.02101658781369527, "subset_score_loss": 0.02101658781369527}
+{"step": 1900000, "wall_time": 19371.739004850388, "train_loss_step": 2.508471727371216, "n_params": 4326430, "total_flops": 25252506624000000, "train_loss": 0.020836553970972695, "subset_score_loss": 0.020836553970972695, "memorization_fraction_pixel": 0.24130000174045563, "mean_nn_ratio_pixel": 0.46271204948425293, "fid": 57.090146197782516}
+{"step": 1910000, "wall_time": 19466.524565935135, "train_loss_step": 2.486267328262329, "n_params": 4326430, "total_flops": 25385414553600000, "train_loss": 0.020551945765813193, "subset_score_loss": 0.020551945765813193}
+{"step": 1920000, "wall_time": 19563.16547894478, "train_loss_step": 2.4291257858276367, "n_params": 4326430, "total_flops": 25518322483200000, "train_loss": 0.020433568954467775, "subset_score_loss": 0.020433568954467775}
+{"step": 1930000, "wall_time": 19652.78389763832, "train_loss_step": 2.3133490085601807, "n_params": 4326430, "total_flops": 25651230412800000, "train_loss": 0.02083132266998291, "subset_score_loss": 0.02083132266998291}
+{"step": 1940000, "wall_time": 19748.352380275726, "train_loss_step": 2.3430607318878174, "n_params": 4326430, "total_flops": 25784138342400000, "train_loss": 0.020260566473007204, "subset_score_loss": 0.020260566473007204}
+{"step": 1950000, "wall_time": 19837.16545534134, "train_loss_step": 2.163588047027588, "n_params": 4326430, "total_flops": 25917046272000000, "train_loss": 0.020350658893585206, "subset_score_loss": 0.020350658893585206}
+{"step": 1960000, "wall_time": 19933.638472557068, "train_loss_step": 2.429567575454712, "n_params": 4326430, "total_flops": 26049954201600000, "train_loss": 0.02097392678260803, "subset_score_loss": 0.02097392678260803}
+{"step": 1970000, "wall_time": 20029.68244242668, "train_loss_step": 2.422130584716797, "n_params": 4326430, "total_flops": 26182862131200000, "train_loss": 0.020393697420756023, "subset_score_loss": 0.020393697420756023}
+{"step": 1980000, "wall_time": 20126.135303258896, "train_loss_step": 2.113647937774658, "n_params": 4326430, "total_flops": 26315770060800000, "train_loss": 0.020430177450180054, "subset_score_loss": 0.020430177450180054}
+{"step": 1990000, "wall_time": 20219.821420907974, "train_loss_step": 2.3728809356689453, "n_params": 4326430, "total_flops": 26448677990400000, "train_loss": 0.0199922780195872, "subset_score_loss": 0.0199922780195872}
+{"step": 2000000, "wall_time": 20390.748210191727, "train_loss_step": 2.1796491146087646, "n_params": 4326430, "total_flops": 26581585920000000, "train_loss": 0.020053847630818685, "subset_score_loss": 0.020053847630818685, "memorization_fraction_pixel": 0.23399999737739563, "mean_nn_ratio_pixel": 0.4569692313671112, "fid": 57.71444624742705}
+{"step": 2010000, "wall_time": 20485.86052751541, "train_loss_step": 2.1084699630737305, "n_params": 4326430, "total_flops": 26714493849600000, "train_loss": 0.02061792810757955, "subset_score_loss": 0.02061792810757955}
+{"step": 2020000, "wall_time": 20579.22674560547, "train_loss_step": 2.288243532180786, "n_params": 4326430, "total_flops": 26847401779200000, "train_loss": 0.02022003730138143, "subset_score_loss": 0.02022003730138143}
+{"step": 2030000, "wall_time": 20674.23515367508, "train_loss_step": 2.358189821243286, "n_params": 4326430, "total_flops": 26980309708800000, "train_loss": 0.019967816273371377, "subset_score_loss": 0.019967816273371377}
+{"step": 2040000, "wall_time": 20763.735394477844, "train_loss_step": 2.2372031211853027, "n_params": 4326430, "total_flops": 27113217638400000, "train_loss": 0.019725388288497923, "subset_score_loss": 0.019725388288497923}
+{"step": 2050000, "wall_time": 20854.594452381134, "train_loss_step": 2.4898808002471924, "n_params": 4326430, "total_flops": 27246125568000000, "train_loss": 0.019656054178873696, "subset_score_loss": 0.019656054178873696}
+{"step": 2060000, "wall_time": 20950.804296970367, "train_loss_step": 2.252991199493408, "n_params": 4326430, "total_flops": 27379033497600000, "train_loss": 0.01959866484006246, "subset_score_loss": 0.01959866484006246}
+{"step": 2070000, "wall_time": 21047.06117463112, "train_loss_step": 2.322312355041504, "n_params": 4326430, "total_flops": 27511941427200000, "train_loss": 0.01960450808207194, "subset_score_loss": 0.01960450808207194}
+{"step": 2080000, "wall_time": 21144.157869815826, "train_loss_step": 2.6200406551361084, "n_params": 4326430, "total_flops": 27644849356800000, "train_loss": 0.01955676476160685, "subset_score_loss": 0.01955676476160685}
+{"step": 2090000, "wall_time": 21224.786119937897, "train_loss_step": 2.4101686477661133, "n_params": 4326430, "total_flops": 27777757286400000, "train_loss": 0.019521943728129067, "subset_score_loss": 0.019521943728129067}
+{"step": 2100000, "wall_time": 21394.01158952713, "train_loss_step": 2.4163198471069336, "n_params": 4326430, "total_flops": 27910665216000000, "train_loss": 0.01904243230819702, "subset_score_loss": 0.01904243230819702, "memorization_fraction_pixel": 0.25380000472068787, "mean_nn_ratio_pixel": 0.45042768120765686, "fid": 57.0395553419758}
+{"step": 2110000, "wall_time": 21480.224021196365, "train_loss_step": 2.371241807937622, "n_params": 4326430, "total_flops": 28043573145600000, "train_loss": 0.01950554649035136, "subset_score_loss": 0.01950554649035136}
+{"step": 2120000, "wall_time": 21575.871123552322, "train_loss_step": 2.286526918411255, "n_params": 4326430, "total_flops": 28176481075200000, "train_loss": 0.01894428531328837, "subset_score_loss": 0.01894428531328837}
+{"step": 2130000, "wall_time": 21671.035781383514, "train_loss_step": 2.3308935165405273, "n_params": 4326430, "total_flops": 28309389004800000, "train_loss": 0.01917788585027059, "subset_score_loss": 0.01917788585027059}
+{"step": 2140000, "wall_time": 21756.43558716774, "train_loss_step": 2.5196261405944824, "n_params": 4326430, "total_flops": 28442296934400000, "train_loss": 0.019144537051518758, "subset_score_loss": 0.019144537051518758}
+{"step": 2150000, "wall_time": 21853.061892986298, "train_loss_step": 2.298405647277832, "n_params": 4326430, "total_flops": 28575204864000000, "train_loss": 0.018912007411321003, "subset_score_loss": 0.018912007411321003}
+{"step": 2160000, "wall_time": 21949.364988327026, "train_loss_step": 2.6290605068206787, "n_params": 4326430, "total_flops": 28708112793600000, "train_loss": 0.018822781244913735, "subset_score_loss": 0.018822781244913735}
+{"step": 2170000, "wall_time": 22045.840114593506, "train_loss_step": 2.323298931121826, "n_params": 4326430, "total_flops": 28841020723200000, "train_loss": 0.01909841497739156, "subset_score_loss": 0.01909841497739156}
+{"step": 2180000, "wall_time": 22142.716751098633, "train_loss_step": 2.5187463760375977, "n_params": 4326430, "total_flops": 28973928652800000, "train_loss": 0.019592040777206422, "subset_score_loss": 0.019592040777206422}
+{"step": 2190000, "wall_time": 22228.923261880875, "train_loss_step": 2.1081933975219727, "n_params": 4326430, "total_flops": 29106836582400000, "train_loss": 0.0187560498714447, "subset_score_loss": 0.0187560498714447}
+{"step": 2200000, "wall_time": 22381.584111452103, "train_loss_step": 2.378572463989258, "n_params": 4326430, "total_flops": 29239744512000000, "train_loss": 0.01901740034421285, "subset_score_loss": 0.01901740034421285, "memorization_fraction_pixel": 0.2596000134944916, "mean_nn_ratio_pixel": 0.44175028800964355, "fid": 57.19113208406346}
+{"step": 2210000, "wall_time": 22473.42003107071, "train_loss_step": 2.238492488861084, "n_params": 4326430, "total_flops": 29372652441600000, "train_loss": 0.01832558314005534, "subset_score_loss": 0.01832558314005534}
+{"step": 2220000, "wall_time": 22568.54542350769, "train_loss_step": 2.4626259803771973, "n_params": 4326430, "total_flops": 29505560371200000, "train_loss": 0.018662395079930623, "subset_score_loss": 0.018662395079930623}
+{"step": 2230000, "wall_time": 22661.81669306755, "train_loss_step": 2.0675036907196045, "n_params": 4326430, "total_flops": 29638468300800000, "train_loss": 0.01889574925104777, "subset_score_loss": 0.01889574925104777}
+{"step": 2240000, "wall_time": 22758.508468151093, "train_loss_step": 2.4884603023529053, "n_params": 4326430, "total_flops": 29771376230400000, "train_loss": 0.018090303738911948, "subset_score_loss": 0.018090303738911948}
+{"step": 2250000, "wall_time": 22855.242169618607, "train_loss_step": 2.4706223011016846, "n_params": 4326430, "total_flops": 29904284160000000, "train_loss": 0.018536426623662314, "subset_score_loss": 0.018536426623662314}
+{"step": 2260000, "wall_time": 22951.72174668312, "train_loss_step": 2.315190315246582, "n_params": 4326430, "total_flops": 30037192089600000, "train_loss": 0.0180679718653361, "subset_score_loss": 0.0180679718653361}
+{"step": 2270000, "wall_time": 23048.134637355804, "train_loss_step": 2.132783889770508, "n_params": 4326430, "total_flops": 30170100019200000, "train_loss": 0.018608283996582032, "subset_score_loss": 0.018608283996582032}
+{"step": 2280000, "wall_time": 23144.985335826874, "train_loss_step": 2.3426668643951416, "n_params": 4326430, "total_flops": 30303007948800000, "train_loss": 0.018110706408818563, "subset_score_loss": 0.018110706408818563}
+{"step": 2290000, "wall_time": 23238.49198627472, "train_loss_step": 2.436293125152588, "n_params": 4326430, "total_flops": 30435915878400000, "train_loss": 0.018332221110661826, "subset_score_loss": 0.018332221110661826}
+{"step": 2300000, "wall_time": 23380.693552970886, "train_loss_step": 2.4664788246154785, "n_params": 4326430, "total_flops": 30568823808000000, "train_loss": 0.018032918373743694, "subset_score_loss": 0.018032918373743694, "memorization_fraction_pixel": 0.25619998574256897, "mean_nn_ratio_pixel": 0.44327640533447266, "fid": 57.22783375443802}
+{"step": 2310000, "wall_time": 23475.931660175323, "train_loss_step": 2.1360349655151367, "n_params": 4326430, "total_flops": 30701731737600000, "train_loss": 0.018140055735905967, "subset_score_loss": 0.018140055735905967}
+{"step": 2320000, "wall_time": 23563.86218714714, "train_loss_step": 2.1613657474517822, "n_params": 4326430, "total_flops": 30834639667200000, "train_loss": 0.018064073721567788, "subset_score_loss": 0.018064073721567788}
+{"step": 2330000, "wall_time": 23654.3575091362, "train_loss_step": 2.1141257286071777, "n_params": 4326430, "total_flops": 30967547596800000, "train_loss": 0.017858066161473594, "subset_score_loss": 0.017858066161473594}
+{"step": 2340000, "wall_time": 23751.29450416565, "train_loss_step": 2.23104190826416, "n_params": 4326430, "total_flops": 31100455526400000, "train_loss": 0.018076491355895997, "subset_score_loss": 0.018076491355895997}
+{"step": 2350000, "wall_time": 23847.903396606445, "train_loss_step": 2.4956777095794678, "n_params": 4326430, "total_flops": 31233363456000000, "train_loss": 0.01777126987775167, "subset_score_loss": 0.01777126987775167}
+{"step": 2360000, "wall_time": 23944.27335500717, "train_loss_step": 2.356207847595215, "n_params": 4326430, "total_flops": 31366271385600000, "train_loss": 0.01755306919415792, "subset_score_loss": 0.01755306919415792}
+{"step": 2370000, "wall_time": 24040.944692373276, "train_loss_step": 2.1554768085479736, "n_params": 4326430, "total_flops": 31499179315200000, "train_loss": 0.01736900011698405, "subset_score_loss": 0.01736900011698405}
+{"step": 2380000, "wall_time": 24137.731926202774, "train_loss_step": 2.289905071258545, "n_params": 4326430, "total_flops": 31632087244800000, "train_loss": 0.01737021207809448, "subset_score_loss": 0.01737021207809448}
+{"step": 2390000, "wall_time": 24231.787929534912, "train_loss_step": 2.282304286956787, "n_params": 4326430, "total_flops": 31764995174400000, "train_loss": 0.017777734994888307, "subset_score_loss": 0.017777734994888307}
+{"step": 2400000, "wall_time": 24376.40774989128, "train_loss_step": 2.1654977798461914, "n_params": 4326430, "total_flops": 31897903104000000, "train_loss": 0.017866398890813193, "subset_score_loss": 0.017866398890813193, "memorization_fraction_pixel": 0.27889999747276306, "mean_nn_ratio_pixel": 0.4336372911930084, "fid": 57.2017632829243}
+{"step": 2410000, "wall_time": 24471.608867883682, "train_loss_step": 2.0584006309509277, "n_params": 4326430, "total_flops": 32030811033600000, "train_loss": 0.017281381289164226, "subset_score_loss": 0.017281381289164226}
+{"step": 2420000, "wall_time": 24557.89550924301, "train_loss_step": 2.273629665374756, "n_params": 4326430, "total_flops": 32163718963200000, "train_loss": 0.017191863059997557, "subset_score_loss": 0.017191863059997557}
+{"step": 2430000, "wall_time": 24654.81495642662, "train_loss_step": 2.2324318885803223, "n_params": 4326430, "total_flops": 32296626892800000, "train_loss": 0.0171712855497996, "subset_score_loss": 0.0171712855497996}
+{"step": 2440000, "wall_time": 24751.44011569023, "train_loss_step": 2.3399698734283447, "n_params": 4326430, "total_flops": 32429534822400000, "train_loss": 0.017301535606384276, "subset_score_loss": 0.017301535606384276}
+{"step": 2450000, "wall_time": 24847.90355348587, "train_loss_step": 1.976444959640503, "n_params": 4326430, "total_flops": 32562442752000000, "train_loss": 0.01706373890240987, "subset_score_loss": 0.01706373890240987}
+{"step": 2460000, "wall_time": 24944.239491939545, "train_loss_step": 2.496368169784546, "n_params": 4326430, "total_flops": 32695350681600000, "train_loss": 0.017165944973627726, "subset_score_loss": 0.017165944973627726}
+{"step": 2470000, "wall_time": 25040.228307724, "train_loss_step": 2.36846923828125, "n_params": 4326430, "total_flops": 32828258611200000, "train_loss": 0.017393306891123454, "subset_score_loss": 0.017393306891123454}
+{"step": 2480000, "wall_time": 25135.150658369064, "train_loss_step": 2.4578661918640137, "n_params": 4326430, "total_flops": 32961166540800000, "train_loss": 0.016752596696217856, "subset_score_loss": 0.016752596696217856}
+{"step": 2490000, "wall_time": 25231.673250198364, "train_loss_step": 2.307593822479248, "n_params": 4326430, "total_flops": 33094074470400000, "train_loss": 0.016972488164901732, "subset_score_loss": 0.016972488164901732}
+{"step": 2500000, "wall_time": 25382.933243513107, "train_loss_step": 2.5148284435272217, "n_params": 4326430, "total_flops": 33226982400000000, "train_loss": 0.016717272996902465, "subset_score_loss": 0.016717272996902465, "memorization_fraction_pixel": 0.2741999924182892, "mean_nn_ratio_pixel": 0.4323205053806305, "fid": 56.13912680740737}
+{"step": 2510000, "wall_time": 25476.292572021484, "train_loss_step": 2.2568094730377197, "n_params": 4326430, "total_flops": 33359890329600000, "train_loss": 0.017219450076421103, "subset_score_loss": 0.017219450076421103}
+{"step": 2520000, "wall_time": 25572.390454530716, "train_loss_step": 2.1445884704589844, "n_params": 4326430, "total_flops": 33492798259200000, "train_loss": 0.017277427514394126, "subset_score_loss": 0.017277427514394126}
+{"step": 2530000, "wall_time": 25669.055119037628, "train_loss_step": 2.3641183376312256, "n_params": 4326430, "total_flops": 33625706188800000, "train_loss": 0.016897557179133098, "subset_score_loss": 0.016897557179133098}
+{"step": 2540000, "wall_time": 25765.753005743027, "train_loss_step": 2.2090940475463867, "n_params": 4326430, "total_flops": 33758614118400000, "train_loss": 0.016757444540659586, "subset_score_loss": 0.016757444540659586}
+{"step": 2550000, "wall_time": 25861.90213751793, "train_loss_step": 2.2477519512176514, "n_params": 4326430, "total_flops": 33891522048000000, "train_loss": 0.01712342699368795, "subset_score_loss": 0.01712342699368795}
+{"step": 2560000, "wall_time": 25958.460102319717, "train_loss_step": 2.2177021503448486, "n_params": 4326430, "total_flops": 34024429977600000, "train_loss": 0.01705279548962911, "subset_score_loss": 0.01705279548962911}
+{"step": 2570000, "wall_time": 26055.31032514572, "train_loss_step": 2.028921365737915, "n_params": 4326430, "total_flops": 34157337907200000, "train_loss": 0.016365723808606465, "subset_score_loss": 0.016365723808606465}
+{"step": 2580000, "wall_time": 26150.379997015, "train_loss_step": 2.500779390335083, "n_params": 4326430, "total_flops": 34290245836800000, "train_loss": 0.01675291856129964, "subset_score_loss": 0.01675291856129964}
+{"step": 2590000, "wall_time": 26243.491639614105, "train_loss_step": 2.487199306488037, "n_params": 4326430, "total_flops": 34423153766400000, "train_loss": 0.016891578833262127, "subset_score_loss": 0.016891578833262127}
+{"step": 2600000, "wall_time": 26397.601109027863, "train_loss_step": 2.2054128646850586, "n_params": 4326430, "total_flops": 34556061696000000, "train_loss": 0.01640714704990387, "subset_score_loss": 0.01640714704990387, "memorization_fraction_pixel": 0.2759999930858612, "mean_nn_ratio_pixel": 0.4268764555454254, "fid": 56.54487795547941}
+{"step": 2610000, "wall_time": 26489.242168426514, "train_loss_step": 2.2482991218566895, "n_params": 4326430, "total_flops": 34688969625600000, "train_loss": 0.016567845145861307, "subset_score_loss": 0.016567845145861307}
+{"step": 2620000, "wall_time": 26585.400132894516, "train_loss_step": 2.5485854148864746, "n_params": 4326430, "total_flops": 34821877555200000, "train_loss": 0.016178183754285178, "subset_score_loss": 0.016178183754285178}
+{"step": 2630000, "wall_time": 26682.29870557785, "train_loss_step": 2.11728835105896, "n_params": 4326430, "total_flops": 34954785484800000, "train_loss": 0.016275250911712648, "subset_score_loss": 0.016275250911712648}
+{"step": 2640000, "wall_time": 26778.914391994476, "train_loss_step": 2.277604579925537, "n_params": 4326430, "total_flops": 35087693414400000, "train_loss": 0.016194086273511252, "subset_score_loss": 0.016194086273511252}
+{"step": 2650000, "wall_time": 26875.050756692886, "train_loss_step": 2.3237743377685547, "n_params": 4326430, "total_flops": 35220601344000000, "train_loss": 0.016311906774838767, "subset_score_loss": 0.016311906774838767}
+{"step": 2660000, "wall_time": 26971.459627628326, "train_loss_step": 2.2159242630004883, "n_params": 4326430, "total_flops": 35353509273600000, "train_loss": 0.016210546096165974, "subset_score_loss": 0.016210546096165974}
+{"step": 2670000, "wall_time": 27066.365653514862, "train_loss_step": 2.130222797393799, "n_params": 4326430, "total_flops": 35486417203200000, "train_loss": 0.016260504722595215, "subset_score_loss": 0.016260504722595215}
+{"step": 2680000, "wall_time": 27152.658622980118, "train_loss_step": 2.294909954071045, "n_params": 4326430, "total_flops": 35619325132800000, "train_loss": 0.01633076767126719, "subset_score_loss": 0.01633076767126719}
+{"step": 2690000, "wall_time": 27248.58044886589, "train_loss_step": 2.4940381050109863, "n_params": 4326430, "total_flops": 35752233062400000, "train_loss": 0.01632266044616699, "subset_score_loss": 0.01632266044616699}
+{"step": 2700000, "wall_time": 27413.092632055283, "train_loss_step": 2.2454917430877686, "n_params": 4326430, "total_flops": 35885140992000000, "train_loss": 0.016466541091601054, "subset_score_loss": 0.016466541091601054, "memorization_fraction_pixel": 0.2849000096321106, "mean_nn_ratio_pixel": 0.4221462905406952, "fid": 56.69395867304013}
+{"step": 2710000, "wall_time": 27509.7847032547, "train_loss_step": 2.330113172531128, "n_params": 4326430, "total_flops": 36018048921600000, "train_loss": 0.01600400706132253, "subset_score_loss": 0.01600400706132253}
+{"step": 2720000, "wall_time": 27606.68391060829, "train_loss_step": 2.1637368202209473, "n_params": 4326430, "total_flops": 36150956851200000, "train_loss": 0.01632134517033895, "subset_score_loss": 0.01632134517033895}
+{"step": 2730000, "wall_time": 27703.4363553524, "train_loss_step": 2.20215106010437, "n_params": 4326430, "total_flops": 36283864780800000, "train_loss": 0.016264394919077555, "subset_score_loss": 0.016264394919077555}
+{"step": 2740000, "wall_time": 27799.997671604156, "train_loss_step": 2.575624465942383, "n_params": 4326430, "total_flops": 36416772710400000, "train_loss": 0.015854611992836, "subset_score_loss": 0.015854611992836}
+{"step": 2750000, "wall_time": 27896.63262295723, "train_loss_step": 2.5715575218200684, "n_params": 4326430, "total_flops": 36549680640000000, "train_loss": 0.015455708901087443, "subset_score_loss": 0.015455708901087443}
+{"step": 2760000, "wall_time": 27993.32860517502, "train_loss_step": 2.2142508029937744, "n_params": 4326430, "total_flops": 36682588569600000, "train_loss": 0.015788774689038595, "subset_score_loss": 0.015788774689038595}
+{"step": 2770000, "wall_time": 28078.56025838852, "train_loss_step": 2.250556707382202, "n_params": 4326430, "total_flops": 36815496499200000, "train_loss": 0.015858604510625204, "subset_score_loss": 0.015858604510625204}
+{"step": 2780000, "wall_time": 28174.772243499756, "train_loss_step": 2.356351613998413, "n_params": 4326430, "total_flops": 36948404428800000, "train_loss": 0.01612040102481842, "subset_score_loss": 0.01612040102481842}
+{"step": 2790000, "wall_time": 28260.993062973022, "train_loss_step": 2.4083871841430664, "n_params": 4326430, "total_flops": 37081312358400000, "train_loss": 0.015525821844736736, "subset_score_loss": 0.015525821844736736}
+{"step": 2800000, "wall_time": 28412.338838338852, "train_loss_step": 2.3924002647399902, "n_params": 4326430, "total_flops": 37214220288000000, "train_loss": 0.015876259406407675, "subset_score_loss": 0.015876259406407675, "memorization_fraction_pixel": 0.30410000681877136, "mean_nn_ratio_pixel": 0.41703036427497864, "fid": 56.373689727467735}
+{"step": 2810000, "wall_time": 28509.09277319908, "train_loss_step": 2.2322373390197754, "n_params": 4326430, "total_flops": 37347128217600000, "train_loss": 0.01552647352218628, "subset_score_loss": 0.01552647352218628}
+{"step": 2820000, "wall_time": 28605.73599910736, "train_loss_step": 2.3972887992858887, "n_params": 4326430, "total_flops": 37480036147200000, "train_loss": 0.015993018945058186, "subset_score_loss": 0.015993018945058186}
+{"step": 2830000, "wall_time": 28702.581707000732, "train_loss_step": 2.3327956199645996, "n_params": 4326430, "total_flops": 37612944076800000, "train_loss": 0.01537756621837616, "subset_score_loss": 0.01537756621837616}
+{"step": 2840000, "wall_time": 28799.056267023087, "train_loss_step": 2.2841248512268066, "n_params": 4326430, "total_flops": 37745852006400000, "train_loss": 0.01588062644004822, "subset_score_loss": 0.01588062644004822}
+{"step": 2850000, "wall_time": 28895.16329741478, "train_loss_step": 2.390427827835083, "n_params": 4326430, "total_flops": 37878759936000000, "train_loss": 0.01547273298104604, "subset_score_loss": 0.01547273298104604}
+{"step": 2860000, "wall_time": 28983.922372817993, "train_loss_step": 2.3044991493225098, "n_params": 4326430, "total_flops": 38011667865600000, "train_loss": 0.015511478980382283, "subset_score_loss": 0.015511478980382283}
+{"step": 2870000, "wall_time": 29076.24524283409, "train_loss_step": 2.391655921936035, "n_params": 4326430, "total_flops": 38144575795200000, "train_loss": 0.015269580483436584, "subset_score_loss": 0.015269580483436584}
+{"step": 2880000, "wall_time": 29171.76535820961, "train_loss_step": 2.3907108306884766, "n_params": 4326430, "total_flops": 38277483724800000, "train_loss": 0.01523451010386149, "subset_score_loss": 0.01523451010386149}
+{"step": 2890000, "wall_time": 29259.35267806053, "train_loss_step": 2.2328972816467285, "n_params": 4326430, "total_flops": 38410391654400000, "train_loss": 0.015684011578559875, "subset_score_loss": 0.015684011578559875}
+{"step": 2900000, "wall_time": 29427.295731544495, "train_loss_step": 2.2161903381347656, "n_params": 4326430, "total_flops": 38543299584000000, "train_loss": 0.01498895784219106, "subset_score_loss": 0.01498895784219106, "memorization_fraction_pixel": 0.30630001425743103, "mean_nn_ratio_pixel": 0.4135279357433319, "fid": 57.35883360556922}
+{"step": 2910000, "wall_time": 29523.888753652573, "train_loss_step": 2.2652244567871094, "n_params": 4326430, "total_flops": 38676207513600000, "train_loss": 0.014799071351687114, "subset_score_loss": 0.014799071351687114}
+{"step": 2920000, "wall_time": 29620.445454359055, "train_loss_step": 2.3366565704345703, "n_params": 4326430, "total_flops": 38809115443200000, "train_loss": 0.015275534987449647, "subset_score_loss": 0.015275534987449647}
+{"step": 2930000, "wall_time": 29717.25801372528, "train_loss_step": 2.2388808727264404, "n_params": 4326430, "total_flops": 38942023372800000, "train_loss": 0.01496777633825938, "subset_score_loss": 0.01496777633825938}
+{"step": 2940000, "wall_time": 29813.780725955963, "train_loss_step": 2.2407426834106445, "n_params": 4326430, "total_flops": 39074931302400000, "train_loss": 0.015118195613225301, "subset_score_loss": 0.015118195613225301}
+{"step": 2950000, "wall_time": 29909.97567129135, "train_loss_step": 2.0507140159606934, "n_params": 4326430, "total_flops": 39207839232000000, "train_loss": 0.014782259861628214, "subset_score_loss": 0.014782259861628214}
+{"step": 2960000, "wall_time": 30001.664570093155, "train_loss_step": 2.3116397857666016, "n_params": 4326430, "total_flops": 39340747161600000, "train_loss": 0.01518397827943166, "subset_score_loss": 0.01518397827943166}
+{"step": 2970000, "wall_time": 30096.83481645584, "train_loss_step": 2.1197404861450195, "n_params": 4326430, "total_flops": 39473655091200000, "train_loss": 0.014819262425104777, "subset_score_loss": 0.014819262425104777}
+{"step": 2980000, "wall_time": 30192.704946756363, "train_loss_step": 2.4496374130249023, "n_params": 4326430, "total_flops": 39606563020800000, "train_loss": 0.015168775121370952, "subset_score_loss": 0.015168775121370952}
+{"step": 2990000, "wall_time": 30284.307398557663, "train_loss_step": 2.392524480819702, "n_params": 4326430, "total_flops": 39739470950400000, "train_loss": 0.015030099948247274, "subset_score_loss": 0.015030099948247274}
+{"step": 3000000, "wall_time": 30454.511467456818, "train_loss_step": 2.36445951461792, "n_params": 4326430, "total_flops": 39872378880000000, "train_loss": 0.01480333109696706, "subset_score_loss": 0.01480333109696706, "memorization_fraction_pixel": 0.2976999878883362, "mean_nn_ratio_pixel": 0.4138544797897339, "fid": 57.108228044405465}
+{"step": 3010000, "wall_time": 30550.560188531876, "train_loss_step": 2.472785234451294, "n_params": 4326430, "total_flops": 40005286809600000, "train_loss": 0.015060291687647501, "subset_score_loss": 0.015060291687647501}
+{"step": 3020000, "wall_time": 30647.13412284851, "train_loss_step": 2.165797710418701, "n_params": 4326430, "total_flops": 40138194739200000, "train_loss": 0.014765087763468425, "subset_score_loss": 0.014765087763468425}
+{"step": 3030000, "wall_time": 30743.240775346756, "train_loss_step": 2.313937187194824, "n_params": 4326430, "total_flops": 40271102668800000, "train_loss": 0.014768332242965698, "subset_score_loss": 0.014768332242965698}
+{"step": 3040000, "wall_time": 30838.348128795624, "train_loss_step": 2.1290745735168457, "n_params": 4326430, "total_flops": 40404010598400000, "train_loss": 0.014828100800514221, "subset_score_loss": 0.014828100800514221}
+{"step": 3050000, "wall_time": 30932.349447727203, "train_loss_step": 2.1970763206481934, "n_params": 4326430, "total_flops": 40536918528000000, "train_loss": 0.014686147371927897, "subset_score_loss": 0.014686147371927897}
+{"step": 3060000, "wall_time": 31027.855507850647, "train_loss_step": 2.0943217277526855, "n_params": 4326430, "total_flops": 40669826457600000, "train_loss": 0.015041500329971313, "subset_score_loss": 0.015041500329971313}
+{"step": 3070000, "wall_time": 31123.46224308014, "train_loss_step": 2.1929311752319336, "n_params": 4326430, "total_flops": 40802734387200000, "train_loss": 0.014735182126363119, "subset_score_loss": 0.014735182126363119}
+{"step": 3080000, "wall_time": 31218.588821172714, "train_loss_step": 2.2529640197753906, "n_params": 4326430, "total_flops": 40935642316800000, "train_loss": 0.014709621667861938, "subset_score_loss": 0.014709621667861938}
+{"step": 3090000, "wall_time": 31313.163177490234, "train_loss_step": 2.1420490741729736, "n_params": 4326430, "total_flops": 41068550246400000, "train_loss": 0.0144101083278656, "subset_score_loss": 0.0144101083278656}
+{"step": 3100000, "wall_time": 31483.74098777771, "train_loss_step": 2.200676679611206, "n_params": 4326430, "total_flops": 41201458176000000, "train_loss": 0.014368554949760437, "subset_score_loss": 0.014368554949760437, "memorization_fraction_pixel": 0.29739999771118164, "mean_nn_ratio_pixel": 0.4120575189590454, "fid": 56.992810959527894}
+{"step": 3110000, "wall_time": 31580.04204916954, "train_loss_step": 2.1765894889831543, "n_params": 4326430, "total_flops": 41334366105600000, "train_loss": 0.014663116137186686, "subset_score_loss": 0.014663116137186686}
+{"step": 3120000, "wall_time": 31676.358229875565, "train_loss_step": 2.3663535118103027, "n_params": 4326430, "total_flops": 41467274035200000, "train_loss": 0.014348227779070537, "subset_score_loss": 0.014348227779070537}
+{"step": 3130000, "wall_time": 31769.38807106018, "train_loss_step": 2.324300765991211, "n_params": 4326430, "total_flops": 41600181964800000, "train_loss": 0.014188280701637268, "subset_score_loss": 0.014188280701637268}
+{"step": 3140000, "wall_time": 31865.60069012642, "train_loss_step": 2.1202659606933594, "n_params": 4326430, "total_flops": 41733089894400000, "train_loss": 0.014410307010014852, "subset_score_loss": 0.014410307010014852}
+{"step": 3150000, "wall_time": 31959.745226860046, "train_loss_step": 2.4342472553253174, "n_params": 4326430, "total_flops": 41865997824000000, "train_loss": 0.014470525582631429, "subset_score_loss": 0.014470525582631429}
+{"step": 3160000, "wall_time": 32055.7181930542, "train_loss_step": 2.1862895488739014, "n_params": 4326430, "total_flops": 41998905753600000, "train_loss": 0.014202905694643657, "subset_score_loss": 0.014202905694643657}
+{"step": 3170000, "wall_time": 32150.062235593796, "train_loss_step": 2.3113210201263428, "n_params": 4326430, "total_flops": 42131813683200000, "train_loss": 0.014092778166135153, "subset_score_loss": 0.014092778166135153}
+{"step": 3180000, "wall_time": 32245.146095991135, "train_loss_step": 2.4235291481018066, "n_params": 4326430, "total_flops": 42264721612800000, "train_loss": 0.01429611345132192, "subset_score_loss": 0.01429611345132192}
+{"step": 3190000, "wall_time": 32341.679696321487, "train_loss_step": 2.233729124069214, "n_params": 4326430, "total_flops": 42397629542400000, "train_loss": 0.013922837376594544, "subset_score_loss": 0.013922837376594544}
+{"step": 3200000, "wall_time": 32511.09579181671, "train_loss_step": 2.078155994415283, "n_params": 4326430, "total_flops": 42530537472000000, "train_loss": 0.014413888255755106, "subset_score_loss": 0.014413888255755106, "memorization_fraction_pixel": 0.29679998755455017, "mean_nn_ratio_pixel": 0.4086805582046509, "fid": 56.922007150050604}
+{"step": 3210000, "wall_time": 32607.597214460373, "train_loss_step": 2.3344929218292236, "n_params": 4326430, "total_flops": 42663445401600000, "train_loss": 0.014218034346898396, "subset_score_loss": 0.014218034346898396}
+{"step": 3220000, "wall_time": 32700.05309486389, "train_loss_step": 2.234947919845581, "n_params": 4326430, "total_flops": 42796353331200000, "train_loss": 0.014190588394800823, "subset_score_loss": 0.014190588394800823}
+{"step": 3230000, "wall_time": 32790.633091688156, "train_loss_step": 2.222891330718994, "n_params": 4326430, "total_flops": 42929261260800000, "train_loss": 0.013790457447369894, "subset_score_loss": 0.013790457447369894}
+{"step": 3240000, "wall_time": 32885.24991393089, "train_loss_step": 2.124185085296631, "n_params": 4326430, "total_flops": 43062169190400000, "train_loss": 0.013983121514320374, "subset_score_loss": 0.013983121514320374}
+{"step": 3250000, "wall_time": 32981.03798699379, "train_loss_step": 2.1561384201049805, "n_params": 4326430, "total_flops": 43195077120000000, "train_loss": 0.014219741026560465, "subset_score_loss": 0.014219741026560465}
+{"step": 3260000, "wall_time": 33063.313270807266, "train_loss_step": 2.2051799297332764, "n_params": 4326430, "total_flops": 43327985049600000, "train_loss": 0.01396043598651886, "subset_score_loss": 0.01396043598651886}
+{"step": 3270000, "wall_time": 33160.10814881325, "train_loss_step": 2.0097360610961914, "n_params": 4326430, "total_flops": 43460892979200000, "train_loss": 0.013607990741729737, "subset_score_loss": 0.013607990741729737}
+{"step": 3280000, "wall_time": 33255.04478883743, "train_loss_step": 2.3762757778167725, "n_params": 4326430, "total_flops": 43593800908800000, "train_loss": 0.01400185227394104, "subset_score_loss": 0.01400185227394104}
+{"step": 3290000, "wall_time": 33351.573917627335, "train_loss_step": 2.3707706928253174, "n_params": 4326430, "total_flops": 43726708838400000, "train_loss": 0.014135002096494039, "subset_score_loss": 0.014135002096494039}
+{"step": 3300000, "wall_time": 33520.25815176964, "train_loss_step": 2.1848320960998535, "n_params": 4326430, "total_flops": 43859616768000000, "train_loss": 0.013458736737569173, "subset_score_loss": 0.013458736737569173, "memorization_fraction_pixel": 0.3082999885082245, "mean_nn_ratio_pixel": 0.4050126075744629, "fid": 56.66456229296483}
+{"step": 3310000, "wall_time": 33616.227647066116, "train_loss_step": 2.292424201965332, "n_params": 4326430, "total_flops": 43992524697600000, "train_loss": 0.013472605744997661, "subset_score_loss": 0.013472605744997661}
+{"step": 3320000, "wall_time": 33709.287153720856, "train_loss_step": 2.2253732681274414, "n_params": 4326430, "total_flops": 44125432627200000, "train_loss": 0.013881434996922811, "subset_score_loss": 0.013881434996922811}
+{"step": 3330000, "wall_time": 33806.269280433655, "train_loss_step": 2.3457841873168945, "n_params": 4326430, "total_flops": 44258340556800000, "train_loss": 0.013478224476178488, "subset_score_loss": 0.013478224476178488}
+{"step": 3340000, "wall_time": 33900.065325737, "train_loss_step": 2.255979299545288, "n_params": 4326430, "total_flops": 44391248486400000, "train_loss": 0.01364503006140391, "subset_score_loss": 0.01364503006140391}
+{"step": 3350000, "wall_time": 33992.798692941666, "train_loss_step": 2.1862704753875732, "n_params": 4326430, "total_flops": 44524156416000000, "train_loss": 0.014035850763320923, "subset_score_loss": 0.014035850763320923}
+{"step": 3360000, "wall_time": 34089.549310445786, "train_loss_step": 2.225898265838623, "n_params": 4326430, "total_flops": 44657064345600000, "train_loss": 0.013721998532613118, "subset_score_loss": 0.013721998532613118}
+{"step": 3370000, "wall_time": 34184.6661336422, "train_loss_step": 2.192182779312134, "n_params": 4326430, "total_flops": 44789972275200000, "train_loss": 0.013711366057395934, "subset_score_loss": 0.013711366057395934}
+{"step": 3380000, "wall_time": 34281.521702528, "train_loss_step": 2.2164368629455566, "n_params": 4326430, "total_flops": 44922880204800000, "train_loss": 0.013462613026301066, "subset_score_loss": 0.013462613026301066}
+{"step": 3390000, "wall_time": 34378.11599588394, "train_loss_step": 2.30373477935791, "n_params": 4326430, "total_flops": 45055788134400000, "train_loss": 0.01341819961865743, "subset_score_loss": 0.01341819961865743}
+{"step": 3400000, "wall_time": 34547.458652973175, "train_loss_step": 2.461927890777588, "n_params": 4326430, "total_flops": 45188696064000000, "train_loss": 0.013501028219858805, "subset_score_loss": 0.013501028219858805, "memorization_fraction_pixel": 0.31310001015663147, "mean_nn_ratio_pixel": 0.40230995416641235, "fid": 56.79082545517254}
+{"step": 3410000, "wall_time": 34641.02499485016, "train_loss_step": 2.1188178062438965, "n_params": 4326430, "total_flops": 45321603993600000, "train_loss": 0.013747675220171611, "subset_score_loss": 0.013747675220171611}
+{"step": 3420000, "wall_time": 34737.69648528099, "train_loss_step": 2.136833667755127, "n_params": 4326430, "total_flops": 45454511923200000, "train_loss": 0.01343013346195221, "subset_score_loss": 0.01343013346195221}
+{"step": 3430000, "wall_time": 34832.38485908508, "train_loss_step": 2.303952693939209, "n_params": 4326430, "total_flops": 45587419852800000, "train_loss": 0.013245923320452373, "subset_score_loss": 0.013245923320452373}
+{"step": 3440000, "wall_time": 34921.686017513275, "train_loss_step": 2.096616744995117, "n_params": 4326430, "total_flops": 45720327782400000, "train_loss": 0.013276949524879456, "subset_score_loss": 0.013276949524879456}
+{"step": 3450000, "wall_time": 35017.91393041611, "train_loss_step": 2.2159717082977295, "n_params": 4326430, "total_flops": 45853235712000000, "train_loss": 0.013926551739374796, "subset_score_loss": 0.013926551739374796}
+{"step": 3460000, "wall_time": 35115.047402620316, "train_loss_step": 2.2032313346862793, "n_params": 4326430, "total_flops": 45986143641600000, "train_loss": 0.013474632302920024, "subset_score_loss": 0.013474632302920024}
+{"step": 3470000, "wall_time": 35210.38089299202, "train_loss_step": 2.1668577194213867, "n_params": 4326430, "total_flops": 46119051571200000, "train_loss": 0.013136011362075806, "subset_score_loss": 0.013136011362075806}
+{"step": 3480000, "wall_time": 35306.64945220947, "train_loss_step": 2.118029832839966, "n_params": 4326430, "total_flops": 46251959500800000, "train_loss": 0.013172006607055664, "subset_score_loss": 0.013172006607055664}
+{"step": 3490000, "wall_time": 35403.388511419296, "train_loss_step": 2.345414638519287, "n_params": 4326430, "total_flops": 46384867430400000, "train_loss": 0.01329399049282074, "subset_score_loss": 0.01329399049282074}
+{"step": 3500000, "wall_time": 35557.345010995865, "train_loss_step": 2.1641600131988525, "n_params": 4326430, "total_flops": 46517775360000000, "train_loss": 0.013107845187187194, "subset_score_loss": 0.013107845187187194, "memorization_fraction_pixel": 0.31439998745918274, "mean_nn_ratio_pixel": 0.4007182717323303, "fid": 57.53619646004826}
+{"step": 3510000, "wall_time": 35653.44412326813, "train_loss_step": 2.2789249420166016, "n_params": 4326430, "total_flops": 46650683289600000, "train_loss": 0.013375730315844218, "subset_score_loss": 0.013375730315844218}
+{"step": 3520000, "wall_time": 35749.37931728363, "train_loss_step": 2.0641658306121826, "n_params": 4326430, "total_flops": 46783591219200000, "train_loss": 0.013456945617993673, "subset_score_loss": 0.013456945617993673}
+{"step": 3530000, "wall_time": 35841.61174893379, "train_loss_step": 2.223194122314453, "n_params": 4326430, "total_flops": 46916499148800000, "train_loss": 0.01280093491077423, "subset_score_loss": 0.01280093491077423}
+{"step": 3540000, "wall_time": 35929.40792298317, "train_loss_step": 2.2505850791931152, "n_params": 4326430, "total_flops": 47049407078400000, "train_loss": 0.012980924050013224, "subset_score_loss": 0.012980924050013224}
+{"step": 3550000, "wall_time": 36026.164386987686, "train_loss_step": 2.141380786895752, "n_params": 4326430, "total_flops": 47182315008000000, "train_loss": 0.012924881776173909, "subset_score_loss": 0.012924881776173909}
+{"step": 3560000, "wall_time": 36123.40564274788, "train_loss_step": 2.468602418899536, "n_params": 4326430, "total_flops": 47315222937600000, "train_loss": 0.01277260979016622, "subset_score_loss": 0.01277260979016622}
+{"step": 3570000, "wall_time": 36217.928907871246, "train_loss_step": 2.2836804389953613, "n_params": 4326430, "total_flops": 47448130867200000, "train_loss": 0.013470359643300374, "subset_score_loss": 0.013470359643300374}
+{"step": 3580000, "wall_time": 36313.997124910355, "train_loss_step": 2.0928001403808594, "n_params": 4326430, "total_flops": 47581038796800000, "train_loss": 0.012656361858050028, "subset_score_loss": 0.012656361858050028}
+{"step": 3590000, "wall_time": 36410.20248532295, "train_loss_step": 2.1585614681243896, "n_params": 4326430, "total_flops": 47713946726400000, "train_loss": 0.012796167532602947, "subset_score_loss": 0.012796167532602947}
+{"step": 3600000, "wall_time": 36570.053621292114, "train_loss_step": 1.9467217922210693, "n_params": 4326430, "total_flops": 47846854656000000, "train_loss": 0.012844274441401163, "subset_score_loss": 0.012844274441401163, "memorization_fraction_pixel": 0.31150001287460327, "mean_nn_ratio_pixel": 0.4010304808616638, "fid": 56.451625554889745}
+{"step": 3610000, "wall_time": 36665.907935380936, "train_loss_step": 2.0987510681152344, "n_params": 4326430, "total_flops": 47979762585600000, "train_loss": 0.01274681289990743, "subset_score_loss": 0.01274681289990743}
+{"step": 3620000, "wall_time": 36760.50226712227, "train_loss_step": 2.4684367179870605, "n_params": 4326430, "total_flops": 48112670515200000, "train_loss": 0.012976900736490885, "subset_score_loss": 0.012976900736490885}
+{"step": 3630000, "wall_time": 36845.68822956085, "train_loss_step": 2.474884510040283, "n_params": 4326430, "total_flops": 48245578444800000, "train_loss": 0.012697758277257283, "subset_score_loss": 0.012697758277257283}
+{"step": 3640000, "wall_time": 36941.86973309517, "train_loss_step": 2.3900504112243652, "n_params": 4326430, "total_flops": 48378486374400000, "train_loss": 0.012788007656733194, "subset_score_loss": 0.012788007656733194}
+{"step": 3650000, "wall_time": 37038.776022434235, "train_loss_step": 2.293759346008301, "n_params": 4326430, "total_flops": 48511394304000000, "train_loss": 0.012823256850242614, "subset_score_loss": 0.012823256850242614}
+{"step": 3660000, "wall_time": 37134.203959703445, "train_loss_step": 2.164415121078491, "n_params": 4326430, "total_flops": 48644302233600000, "train_loss": 0.012898396452267964, "subset_score_loss": 0.012898396452267964}
+{"step": 3670000, "wall_time": 37230.25067305565, "train_loss_step": 2.1581802368164062, "n_params": 4326430, "total_flops": 48777210163200000, "train_loss": 0.012717689077059427, "subset_score_loss": 0.012717689077059427}
+{"step": 3680000, "wall_time": 37326.70846366882, "train_loss_step": 2.0770673751831055, "n_params": 4326430, "total_flops": 48910118092800000, "train_loss": 0.01254762311776479, "subset_score_loss": 0.01254762311776479}
+{"step": 3690000, "wall_time": 37416.95613050461, "train_loss_step": 1.9901434183120728, "n_params": 4326430, "total_flops": 49043026022400000, "train_loss": 0.012888157367706298, "subset_score_loss": 0.012888157367706298}
+{"step": 3700000, "wall_time": 37575.557017326355, "train_loss_step": 2.2698562145233154, "n_params": 4326430, "total_flops": 49175933952000000, "train_loss": 0.012852743268013, "subset_score_loss": 0.012852743268013, "memorization_fraction_pixel": 0.3271999955177307, "mean_nn_ratio_pixel": 0.397014856338501, "fid": 56.10362681657758}
+{"step": 3710000, "wall_time": 37670.88489437103, "train_loss_step": 2.2485859394073486, "n_params": 4326430, "total_flops": 49308841881600000, "train_loss": 0.012788943449656169, "subset_score_loss": 0.012788943449656169}
+{"step": 3720000, "wall_time": 37760.123233795166, "train_loss_step": 2.1829657554626465, "n_params": 4326430, "total_flops": 49441749811200000, "train_loss": 0.012787803014119466, "subset_score_loss": 0.012787803014119466}
+{"step": 3730000, "wall_time": 37847.843511104584, "train_loss_step": 2.2607898712158203, "n_params": 4326430, "total_flops": 49574657740800000, "train_loss": 0.012429352601369221, "subset_score_loss": 0.012429352601369221}
+{"step": 3740000, "wall_time": 37944.06401729584, "train_loss_step": 2.3401002883911133, "n_params": 4326430, "total_flops": 49707565670400000, "train_loss": 0.012741060058275858, "subset_score_loss": 0.012741060058275858}
+{"step": 3750000, "wall_time": 38041.06673312187, "train_loss_step": 2.2306108474731445, "n_params": 4326430, "total_flops": 49840473600000000, "train_loss": 0.012552841504414877, "subset_score_loss": 0.012552841504414877}
+{"step": 3760000, "wall_time": 38135.86986851692, "train_loss_step": 2.0065884590148926, "n_params": 4326430, "total_flops": 49973381529600000, "train_loss": 0.012641783555348713, "subset_score_loss": 0.012641783555348713}
+{"step": 3770000, "wall_time": 38232.30959916115, "train_loss_step": 2.262294292449951, "n_params": 4326430, "total_flops": 50106289459200000, "train_loss": 0.012515385945638021, "subset_score_loss": 0.012515385945638021}
+{"step": 3780000, "wall_time": 38327.45443511009, "train_loss_step": 2.2764968872070312, "n_params": 4326430, "total_flops": 50239197388800000, "train_loss": 0.012751818696657816, "subset_score_loss": 0.012751818696657816}
+{"step": 3790000, "wall_time": 38411.709764003754, "train_loss_step": 2.1733765602111816, "n_params": 4326430, "total_flops": 50372105318400000, "train_loss": 0.01239926815032959, "subset_score_loss": 0.01239926815032959}
+{"step": 3800000, "wall_time": 38578.68376016617, "train_loss_step": 2.1958236694335938, "n_params": 4326430, "total_flops": 50505013248000000, "train_loss": 0.01267894705136617, "subset_score_loss": 0.01267894705136617, "memorization_fraction_pixel": 0.3206000030040741, "mean_nn_ratio_pixel": 0.39482808113098145, "fid": 57.35306502940081}
+{"step": 3810000, "wall_time": 38673.70372223854, "train_loss_step": 2.249398946762085, "n_params": 4326430, "total_flops": 50637921177600000, "train_loss": 0.012426103154818216, "subset_score_loss": 0.012426103154818216}
+{"step": 3820000, "wall_time": 38757.84207582474, "train_loss_step": 2.3998019695281982, "n_params": 4326430, "total_flops": 50770829107200000, "train_loss": 0.012283590435981751, "subset_score_loss": 0.012283590435981751}
+{"step": 3830000, "wall_time": 38851.00443005562, "train_loss_step": 2.139913320541382, "n_params": 4326430, "total_flops": 50903737036800000, "train_loss": 0.01196583112080892, "subset_score_loss": 0.01196583112080892}
+{"step": 3840000, "wall_time": 38947.270322561264, "train_loss_step": 2.1843831539154053, "n_params": 4326430, "total_flops": 51036644966400000, "train_loss": 0.011928353706995647, "subset_score_loss": 0.011928353706995647}
+{"step": 3850000, "wall_time": 39043.07367014885, "train_loss_step": 2.0997514724731445, "n_params": 4326430, "total_flops": 51169552896000000, "train_loss": 0.012127022941907246, "subset_score_loss": 0.012127022941907246}
+{"step": 3860000, "wall_time": 39139.331772089005, "train_loss_step": 2.219162940979004, "n_params": 4326430, "total_flops": 51302460825600000, "train_loss": 0.012078935901323954, "subset_score_loss": 0.012078935901323954}
+{"step": 3870000, "wall_time": 39235.2601108551, "train_loss_step": 2.018065929412842, "n_params": 4326430, "total_flops": 51435368755200000, "train_loss": 0.01199651559193929, "subset_score_loss": 0.01199651559193929}
+{"step": 3880000, "wall_time": 39329.7524895668, "train_loss_step": 2.334611415863037, "n_params": 4326430, "total_flops": 51568276684800000, "train_loss": 0.012180060148239136, "subset_score_loss": 0.012180060148239136}
+{"step": 3890000, "wall_time": 39419.863574028015, "train_loss_step": 2.006338596343994, "n_params": 4326430, "total_flops": 51701184614400000, "train_loss": 0.01227195660273234, "subset_score_loss": 0.01227195660273234}
+{"step": 3900000, "wall_time": 39588.27057003975, "train_loss_step": 2.16641902923584, "n_params": 4326430, "total_flops": 51834092544000000, "train_loss": 0.012188141544659933, "subset_score_loss": 0.012188141544659933, "memorization_fraction_pixel": 0.3314000070095062, "mean_nn_ratio_pixel": 0.39380162954330444, "fid": 56.823507564081126}
+{"step": 3910000, "wall_time": 39684.73587155342, "train_loss_step": 2.238851547241211, "n_params": 4326430, "total_flops": 51967000473600000, "train_loss": 0.01183410882949829, "subset_score_loss": 0.01183410882949829}
+{"step": 3920000, "wall_time": 39768.8468606472, "train_loss_step": 2.1516635417938232, "n_params": 4326430, "total_flops": 52099908403200000, "train_loss": 0.011859108010927837, "subset_score_loss": 0.011859108010927837}
+{"step": 3930000, "wall_time": 39865.526753902435, "train_loss_step": 2.1191582679748535, "n_params": 4326430, "total_flops": 52232816332800000, "train_loss": 0.011788666248321533, "subset_score_loss": 0.011788666248321533}
+{"step": 3940000, "wall_time": 39962.12915921211, "train_loss_step": 2.1990320682525635, "n_params": 4326430, "total_flops": 52365724262400000, "train_loss": 0.01243124504884084, "subset_score_loss": 0.01243124504884084}
+{"step": 3950000, "wall_time": 40057.22684216499, "train_loss_step": 2.3929014205932617, "n_params": 4326430, "total_flops": 52498632192000000, "train_loss": 0.012031812469164531, "subset_score_loss": 0.012031812469164531}
+{"step": 3960000, "wall_time": 40153.937044382095, "train_loss_step": 2.260463237762451, "n_params": 4326430, "total_flops": 52631540121600000, "train_loss": 0.011826626459757487, "subset_score_loss": 0.011826626459757487}
+{"step": 3970000, "wall_time": 40250.568923950195, "train_loss_step": 2.2766618728637695, "n_params": 4326430, "total_flops": 52764448051200000, "train_loss": 0.012171211838722228, "subset_score_loss": 0.012171211838722228}
+{"step": 3980000, "wall_time": 40332.28823900223, "train_loss_step": 2.256249189376831, "n_params": 4326430, "total_flops": 52897355980800000, "train_loss": 0.011929128567377727, "subset_score_loss": 0.011929128567377727}
+{"step": 3990000, "wall_time": 40428.82980799675, "train_loss_step": 2.127528190612793, "n_params": 4326430, "total_flops": 53030263910400000, "train_loss": 0.011897560954093934, "subset_score_loss": 0.011897560954093934}
+{"step": 4000000, "wall_time": 40596.03929376602, "train_loss_step": 2.153536796569824, "n_params": 4326430, "total_flops": 53163171840000000, "train_loss": 0.01192038357257843, "subset_score_loss": 0.01192038357257843, "memorization_fraction_pixel": 0.33059999346733093, "mean_nn_ratio_pixel": 0.39342355728149414, "fid": 57.64633259805656}
+{"step": 4010000, "wall_time": 40683.898062467575, "train_loss_step": 2.019674301147461, "n_params": 4326430, "total_flops": 53296079769600000, "train_loss": 0.011618557572364806, "subset_score_loss": 0.011618557572364806}
+{"step": 4020000, "wall_time": 40777.82886147499, "train_loss_step": 2.3721070289611816, "n_params": 4326430, "total_flops": 53428987699200000, "train_loss": 0.011684581637382507, "subset_score_loss": 0.011684581637382507}
+{"step": 4030000, "wall_time": 40874.26792526245, "train_loss_step": 2.358194351196289, "n_params": 4326430, "total_flops": 53561895628800000, "train_loss": 0.011621005336443583, "subset_score_loss": 0.011621005336443583}
+{"step": 4040000, "wall_time": 40971.02400803566, "train_loss_step": 2.295192241668701, "n_params": 4326430, "total_flops": 53694803558400000, "train_loss": 0.011977085471153259, "subset_score_loss": 0.011977085471153259}
+{"step": 4050000, "wall_time": 41065.37999391556, "train_loss_step": 2.166243314743042, "n_params": 4326430, "total_flops": 53827711488000000, "train_loss": 0.011656625072161357, "subset_score_loss": 0.011656625072161357}
+{"step": 4060000, "wall_time": 41162.07181382179, "train_loss_step": 2.444431781768799, "n_params": 4326430, "total_flops": 53960619417600000, "train_loss": 0.01147436797618866, "subset_score_loss": 0.01147436797618866}
+{"step": 4070000, "wall_time": 41251.90822982788, "train_loss_step": 2.1304142475128174, "n_params": 4326430, "total_flops": 54093527347200000, "train_loss": 0.011641242106755574, "subset_score_loss": 0.011641242106755574}
+{"step": 4080000, "wall_time": 41342.224561691284, "train_loss_step": 2.2406394481658936, "n_params": 4326430, "total_flops": 54226435276800000, "train_loss": 0.011684206128120423, "subset_score_loss": 0.011684206128120423}
+{"step": 4090000, "wall_time": 41438.40299320221, "train_loss_step": 2.396462917327881, "n_params": 4326430, "total_flops": 54359343206400000, "train_loss": 0.011401607592900594, "subset_score_loss": 0.011401607592900594}
+{"step": 4100000, "wall_time": 41605.88778305054, "train_loss_step": 2.163759231567383, "n_params": 4326430, "total_flops": 54492251136000000, "train_loss": 0.012238150835037232, "subset_score_loss": 0.012238150835037232, "memorization_fraction_pixel": 0.34049999713897705, "mean_nn_ratio_pixel": 0.3907555043697357, "fid": 56.832733527464555}
+{"step": 4110000, "wall_time": 41685.32594656944, "train_loss_step": 2.144021987915039, "n_params": 4326430, "total_flops": 54625159065600000, "train_loss": 0.011420106887817383, "subset_score_loss": 0.011420106887817383}
+{"step": 4120000, "wall_time": 41781.96740722656, "train_loss_step": 2.2801637649536133, "n_params": 4326430, "total_flops": 54758066995200000, "train_loss": 0.011576417088508605, "subset_score_loss": 0.011576417088508605}
+{"step": 4130000, "wall_time": 41878.084730386734, "train_loss_step": 2.039998769760132, "n_params": 4326430, "total_flops": 54890974924800000, "train_loss": 0.011620457967122395, "subset_score_loss": 0.011620457967122395}
+{"step": 4140000, "wall_time": 41972.97664785385, "train_loss_step": 2.3382110595703125, "n_params": 4326430, "total_flops": 55023882854400000, "train_loss": 0.011294243733088176, "subset_score_loss": 0.011294243733088176}
+{"step": 4150000, "wall_time": 42069.731561899185, "train_loss_step": 2.0139870643615723, "n_params": 4326430, "total_flops": 55156790784000000, "train_loss": 0.011409048239390056, "subset_score_loss": 0.011409048239390056}
+{"step": 4160000, "wall_time": 42166.4160656929, "train_loss_step": 2.285696029663086, "n_params": 4326430, "total_flops": 55289698713600000, "train_loss": 0.0112797478834788, "subset_score_loss": 0.0112797478834788}
+{"step": 4170000, "wall_time": 42249.72452569008, "train_loss_step": 2.2667429447174072, "n_params": 4326430, "total_flops": 55422606643200000, "train_loss": 0.01139924128850301, "subset_score_loss": 0.01139924128850301}
+{"step": 4180000, "wall_time": 42345.71576809883, "train_loss_step": 2.2175559997558594, "n_params": 4326430, "total_flops": 55555514572800000, "train_loss": 0.011908173561096191, "subset_score_loss": 0.011908173561096191}
+{"step": 4190000, "wall_time": 42442.68259644508, "train_loss_step": 2.161694288253784, "n_params": 4326430, "total_flops": 55688422502400000, "train_loss": 0.011413501699765523, "subset_score_loss": 0.011413501699765523}
+{"step": 4200000, "wall_time": 42608.610738515854, "train_loss_step": 2.2496180534362793, "n_params": 4326430, "total_flops": 55821330432000000, "train_loss": 0.011283040046691895, "subset_score_loss": 0.011283040046691895, "memorization_fraction_pixel": 0.3264000117778778, "mean_nn_ratio_pixel": 0.39229410886764526, "fid": 56.60752638140643}
+{"step": 4210000, "wall_time": 42695.90767478943, "train_loss_step": 2.1272850036621094, "n_params": 4326430, "total_flops": 55954238361600000, "train_loss": 0.011516748865445455, "subset_score_loss": 0.011516748865445455}
+{"step": 4220000, "wall_time": 42792.4313313961, "train_loss_step": 2.2224740982055664, "n_params": 4326430, "total_flops": 56087146291200000, "train_loss": 0.011636693278948467, "subset_score_loss": 0.011636693278948467}
+{"step": 4230000, "wall_time": 42888.73937559128, "train_loss_step": 2.1166138648986816, "n_params": 4326430, "total_flops": 56220054220800000, "train_loss": 0.011336191495259603, "subset_score_loss": 0.011336191495259603}
+{"step": 4240000, "wall_time": 42983.631616830826, "train_loss_step": 2.2643368244171143, "n_params": 4326430, "total_flops": 56352962150400000, "train_loss": 0.011954850951830546, "subset_score_loss": 0.011954850951830546}
+{"step": 4250000, "wall_time": 43080.307304143906, "train_loss_step": 2.1366615295410156, "n_params": 4326430, "total_flops": 56485870080000000, "train_loss": 0.011620019872983297, "subset_score_loss": 0.011620019872983297}
+{"step": 4260000, "wall_time": 43168.625010967255, "train_loss_step": 2.099114179611206, "n_params": 4326430, "total_flops": 56618778009600000, "train_loss": 0.011296903093655905, "subset_score_loss": 0.011296903093655905}
+{"step": 4270000, "wall_time": 43259.35604429245, "train_loss_step": 2.144967555999756, "n_params": 4326430, "total_flops": 56751685939200000, "train_loss": 0.011409931381543477, "subset_score_loss": 0.011409931381543477}
+{"step": 4280000, "wall_time": 43354.982802152634, "train_loss_step": 2.185944080352783, "n_params": 4326430, "total_flops": 56884593868800000, "train_loss": 0.01161382794380188, "subset_score_loss": 0.01161382794380188}
+{"step": 4290000, "wall_time": 43449.17435193062, "train_loss_step": 2.301858425140381, "n_params": 4326430, "total_flops": 57017501798400000, "train_loss": 0.01119792362054189, "subset_score_loss": 0.01119792362054189}
+{"step": 4300000, "wall_time": 43608.043959617615, "train_loss_step": 2.193976402282715, "n_params": 4326430, "total_flops": 57150409728000000, "train_loss": 0.01144383947054545, "subset_score_loss": 0.01144383947054545, "memorization_fraction_pixel": 0.3294999897480011, "mean_nn_ratio_pixel": 0.38915807008743286, "fid": 56.98432768081571}
+{"step": 4310000, "wall_time": 43703.859219789505, "train_loss_step": 2.2159993648529053, "n_params": 4326430, "total_flops": 57283317657600000, "train_loss": 0.011304560303688049, "subset_score_loss": 0.011304560303688049}
+{"step": 4320000, "wall_time": 43800.47491025925, "train_loss_step": 2.2474067211151123, "n_params": 4326430, "total_flops": 57416225587200000, "train_loss": 0.011273497343063354, "subset_score_loss": 0.011273497343063354}
+{"step": 4330000, "wall_time": 43895.0440018177, "train_loss_step": 2.335360050201416, "n_params": 4326430, "total_flops": 57549133516800000, "train_loss": 0.01135720709959666, "subset_score_loss": 0.01135720709959666}
+{"step": 4340000, "wall_time": 43991.37907910347, "train_loss_step": 2.1300907135009766, "n_params": 4326430, "total_flops": 57682041446400000, "train_loss": 0.010924485325813294, "subset_score_loss": 0.010924485325813294}
+{"step": 4350000, "wall_time": 44087.83972454071, "train_loss_step": 2.206653594970703, "n_params": 4326430, "total_flops": 57814949376000000, "train_loss": 0.010980814695358276, "subset_score_loss": 0.010980814695358276}
+{"step": 4360000, "wall_time": 44168.59369850159, "train_loss_step": 2.274047374725342, "n_params": 4326430, "total_flops": 57947857305600000, "train_loss": 0.010856216152509054, "subset_score_loss": 0.010856216152509054}
+{"step": 4370000, "wall_time": 44264.453303813934, "train_loss_step": 2.2984564304351807, "n_params": 4326430, "total_flops": 58080765235200000, "train_loss": 0.011590300003687541, "subset_score_loss": 0.011590300003687541}
+{"step": 4380000, "wall_time": 44359.61224579811, "train_loss_step": 2.405782699584961, "n_params": 4326430, "total_flops": 58213673164800000, "train_loss": 0.010786474744478861, "subset_score_loss": 0.010786474744478861}
+{"step": 4390000, "wall_time": 44455.00289726257, "train_loss_step": 1.9908689260482788, "n_params": 4326430, "total_flops": 58346581094400000, "train_loss": 0.011191082994143169, "subset_score_loss": 0.011191082994143169}
+{"step": 4400000, "wall_time": 44609.493465423584, "train_loss_step": 2.105166435241699, "n_params": 4326430, "total_flops": 58479489024000000, "train_loss": 0.011131932338078817, "subset_score_loss": 0.011131932338078817, "memorization_fraction_pixel": 0.33390000462532043, "mean_nn_ratio_pixel": 0.3878040909767151, "fid": 56.74504803502079}
+{"step": 4410000, "wall_time": 44705.57460260391, "train_loss_step": 2.164640188217163, "n_params": 4326430, "total_flops": 58612396953600000, "train_loss": 0.011278076966603597, "subset_score_loss": 0.011278076966603597}
+{"step": 4420000, "wall_time": 44801.59713792801, "train_loss_step": 2.0907857418060303, "n_params": 4326430, "total_flops": 58745304883200000, "train_loss": 0.01086955467859904, "subset_score_loss": 0.01086955467859904}
+{"step": 4430000, "wall_time": 44896.458694934845, "train_loss_step": 2.17875075340271, "n_params": 4326430, "total_flops": 58878212812800000, "train_loss": 0.011241531372070313, "subset_score_loss": 0.011241531372070313}
+{"step": 4440000, "wall_time": 44992.860496520996, "train_loss_step": 2.2187557220458984, "n_params": 4326430, "total_flops": 59011120742400000, "train_loss": 0.011274650692939758, "subset_score_loss": 0.011274650692939758}
+{"step": 4450000, "wall_time": 45083.38067865372, "train_loss_step": 2.6374011039733887, "n_params": 4326430, "total_flops": 59144028672000000, "train_loss": 0.010808165868123372, "subset_score_loss": 0.010808165868123372}
+{"step": 4460000, "wall_time": 45173.26780295372, "train_loss_step": 2.303856372833252, "n_params": 4326430, "total_flops": 59276936601600000, "train_loss": 0.01111317773660024, "subset_score_loss": 0.01111317773660024}
+{"step": 4470000, "wall_time": 45269.50493311882, "train_loss_step": 2.4032607078552246, "n_params": 4326430, "total_flops": 59409844531200000, "train_loss": 0.01079427699247996, "subset_score_loss": 0.01079427699247996}
+{"step": 4480000, "wall_time": 45363.8061709404, "train_loss_step": 2.173074245452881, "n_params": 4326430, "total_flops": 59542752460800000, "train_loss": 0.011133530735969543, "subset_score_loss": 0.011133530735969543}
+{"step": 4490000, "wall_time": 45459.883435964584, "train_loss_step": 1.9786531925201416, "n_params": 4326430, "total_flops": 59675660390400000, "train_loss": 0.011036170522371928, "subset_score_loss": 0.011036170522371928}
+{"step": 4500000, "wall_time": 45615.70121359825, "train_loss_step": 2.251405715942383, "n_params": 4326430, "total_flops": 59808568320000000, "train_loss": 0.011055102944374085, "subset_score_loss": 0.011055102944374085, "memorization_fraction_pixel": 0.3301999866962433, "mean_nn_ratio_pixel": 0.38867613673210144, "fid": 56.46282132076539}
+{"step": 4510000, "wall_time": 45711.635914087296, "train_loss_step": 2.2057151794433594, "n_params": 4326430, "total_flops": 59941476249600000, "train_loss": 0.010851803421974181, "subset_score_loss": 0.010851803421974181}
+{"step": 4520000, "wall_time": 45808.453426361084, "train_loss_step": 2.020150899887085, "n_params": 4326430, "total_flops": 60074384179200000, "train_loss": 0.010816634694735209, "subset_score_loss": 0.010816634694735209}
+{"step": 4530000, "wall_time": 45903.142238140106, "train_loss_step": 2.3389620780944824, "n_params": 4326430, "total_flops": 60207292108800000, "train_loss": 0.010554086168607075, "subset_score_loss": 0.010554086168607075}
+{"step": 4540000, "wall_time": 45999.28645133972, "train_loss_step": 2.048532724380493, "n_params": 4326430, "total_flops": 60340200038400000, "train_loss": 0.010932359099388122, "subset_score_loss": 0.010932359099388122}
+{"step": 4550000, "wall_time": 46087.722749471664, "train_loss_step": 2.433044910430908, "n_params": 4326430, "total_flops": 60473107968000000, "train_loss": 0.010821346441904705, "subset_score_loss": 0.010821346441904705}
+{"step": 4560000, "wall_time": 46184.26350402832, "train_loss_step": 2.1108531951904297, "n_params": 4326430, "total_flops": 60606015897600000, "train_loss": 0.010600833098093669, "subset_score_loss": 0.010600833098093669}
+{"step": 4570000, "wall_time": 46279.06797170639, "train_loss_step": 2.086477041244507, "n_params": 4326430, "total_flops": 60738923827200000, "train_loss": 0.010882031917572022, "subset_score_loss": 0.010882031917572022}
+{"step": 4580000, "wall_time": 46375.730273485184, "train_loss_step": 2.200303077697754, "n_params": 4326430, "total_flops": 60871831756800000, "train_loss": 0.010811369617780049, "subset_score_loss": 0.010811369617780049}
+{"step": 4590000, "wall_time": 46469.2676756382, "train_loss_step": 1.9420605897903442, "n_params": 4326430, "total_flops": 61004739686400000, "train_loss": 0.0104221910238266, "subset_score_loss": 0.0104221910238266}
+{"step": 4600000, "wall_time": 46627.78040075302, "train_loss_step": 2.223567008972168, "n_params": 4326430, "total_flops": 61137647616000000, "train_loss": 0.01110921303431193, "subset_score_loss": 0.01110921303431193, "memorization_fraction_pixel": 0.35030001401901245, "mean_nn_ratio_pixel": 0.38338419795036316, "fid": 57.359114456907}
+{"step": 4610000, "wall_time": 46723.349091768265, "train_loss_step": 2.1301045417785645, "n_params": 4326430, "total_flops": 61270555545600000, "train_loss": 0.010462563236554463, "subset_score_loss": 0.010462563236554463}
+{"step": 4620000, "wall_time": 46818.18481492996, "train_loss_step": 2.147825241088867, "n_params": 4326430, "total_flops": 61403463475200000, "train_loss": 0.010430487990379333, "subset_score_loss": 0.010430487990379333}
+{"step": 4630000, "wall_time": 46914.515473127365, "train_loss_step": 2.2169384956359863, "n_params": 4326430, "total_flops": 61536371404800000, "train_loss": 0.010716620087623595, "subset_score_loss": 0.010716620087623595}
+{"step": 4640000, "wall_time": 46997.97851371765, "train_loss_step": 2.1257123947143555, "n_params": 4326430, "total_flops": 61669279334400000, "train_loss": 0.01038590371608734, "subset_score_loss": 0.01038590371608734}
+{"step": 4650000, "wall_time": 47075.64063644409, "train_loss_step": 2.2065563201904297, "n_params": 4326430, "total_flops": 61802187264000000, "train_loss": 0.010691460967063905, "subset_score_loss": 0.010691460967063905}
+{"step": 4660000, "wall_time": 47153.7749145031, "train_loss_step": 2.0270886421203613, "n_params": 4326430, "total_flops": 61935095193600000, "train_loss": 0.010410343607266745, "subset_score_loss": 0.010410343607266745}
+{"step": 4670000, "wall_time": 47229.19726872444, "train_loss_step": 1.909632921218872, "n_params": 4326430, "total_flops": 62068003123200000, "train_loss": 0.010434123873710632, "subset_score_loss": 0.010434123873710632}
+{"step": 4680000, "wall_time": 47307.038346767426, "train_loss_step": 2.2515270709991455, "n_params": 4326430, "total_flops": 62200911052800000, "train_loss": 0.010694671670595806, "subset_score_loss": 0.010694671670595806}
+{"step": 4690000, "wall_time": 47373.90856075287, "train_loss_step": 2.1642403602600098, "n_params": 4326430, "total_flops": 62333818982400000, "train_loss": 0.010698399941126506, "subset_score_loss": 0.010698399941126506}
+{"step": 4700000, "wall_time": 47481.62024474144, "train_loss_step": 2.1620676517486572, "n_params": 4326430, "total_flops": 62466726912000000, "train_loss": 0.010184379418690999, "subset_score_loss": 0.010184379418690999, "memorization_fraction_pixel": 0.33410000801086426, "mean_nn_ratio_pixel": 0.3869544565677643, "fid": 57.29436197580409}
+{"step": 4710000, "wall_time": 47541.24635863304, "train_loss_step": 2.0427114963531494, "n_params": 4326430, "total_flops": 62599634841600000, "train_loss": 0.010055993994077047, "subset_score_loss": 0.010055993994077047}
+{"step": 4720000, "wall_time": 47595.65064382553, "train_loss_step": 2.0764546394348145, "n_params": 4326430, "total_flops": 62732542771200000, "train_loss": 0.01039707859357198, "subset_score_loss": 0.01039707859357198}
+{"step": 4730000, "wall_time": 47655.21567630768, "train_loss_step": 1.971767544746399, "n_params": 4326430, "total_flops": 62865450700800000, "train_loss": 0.01050833264986674, "subset_score_loss": 0.01050833264986674}
+{"step": 4740000, "wall_time": 47715.015051841736, "train_loss_step": 2.1601507663726807, "n_params": 4326430, "total_flops": 62998358630400000, "train_loss": 0.010157820582389832, "subset_score_loss": 0.010157820582389832}
+{"step": 4750000, "wall_time": 47774.48287677765, "train_loss_step": 2.0784168243408203, "n_params": 4326430, "total_flops": 63131266560000000, "train_loss": 0.010309143861134847, "subset_score_loss": 0.010309143861134847}
+{"step": 4760000, "wall_time": 47826.24811601639, "train_loss_step": 2.243295669555664, "n_params": 4326430, "total_flops": 63264174489600000, "train_loss": 0.010858439405759176, "subset_score_loss": 0.010858439405759176}
+{"step": 4770000, "wall_time": 47865.69856595993, "train_loss_step": 2.062668561935425, "n_params": 4326430, "total_flops": 63397082419200000, "train_loss": 0.010316569606463115, "subset_score_loss": 0.010316569606463115}
+{"step": 4780000, "wall_time": 47905.276267528534, "train_loss_step": 2.078674793243408, "n_params": 4326430, "total_flops": 63529990348800000, "train_loss": 0.01024381419022878, "subset_score_loss": 0.01024381419022878}
+{"step": 4790000, "wall_time": 47944.86343765259, "train_loss_step": 2.3884027004241943, "n_params": 4326430, "total_flops": 63662898278400000, "train_loss": 0.010235544045766194, "subset_score_loss": 0.010235544045766194}
+{"step": 4800000, "wall_time": 48019.126859903336, "train_loss_step": 2.0735018253326416, "n_params": 4326430, "total_flops": 63795806208000000, "train_loss": 0.010573049386342367, "subset_score_loss": 0.010573049386342367, "memorization_fraction_pixel": 0.32260000705718994, "mean_nn_ratio_pixel": 0.3864325284957886, "fid": 56.6692400749281}
+{"step": 4810000, "wall_time": 48054.974821805954, "train_loss_step": 1.9208805561065674, "n_params": 4326430, "total_flops": 63928714137600000, "train_loss": 0.010069431861241658, "subset_score_loss": 0.010069431861241658}
+{"step": 4820000, "wall_time": 48086.44575214386, "train_loss_step": 2.2283663749694824, "n_params": 4326430, "total_flops": 64061622067200000, "train_loss": 0.010181751847267152, "subset_score_loss": 0.010181751847267152}
+{"step": 4830000, "wall_time": 48126.04790139198, "train_loss_step": 1.9706768989562988, "n_params": 4326430, "total_flops": 64194529996800000, "train_loss": 0.010186963280042012, "subset_score_loss": 0.010186963280042012}
+{"step": 4840000, "wall_time": 48165.55794811249, "train_loss_step": 2.3364181518554688, "n_params": 4326430, "total_flops": 64327437926400000, "train_loss": 0.010424518585205078, "subset_score_loss": 0.010424518585205078}
+{"step": 4850000, "wall_time": 48204.95791506767, "train_loss_step": 2.3491272926330566, "n_params": 4326430, "total_flops": 64460345856000000, "train_loss": 0.010247467954953512, "subset_score_loss": 0.010247467954953512}
+{"step": 4860000, "wall_time": 48244.21067523956, "train_loss_step": 2.098625421524048, "n_params": 4326430, "total_flops": 64593253785600000, "train_loss": 0.010019256671269735, "subset_score_loss": 0.010019256671269735}
+{"step": 4870000, "wall_time": 48283.74103426933, "train_loss_step": 2.099524974822998, "n_params": 4326430, "total_flops": 64726161715200000, "train_loss": 0.010048948725064595, "subset_score_loss": 0.010048948725064595}
+{"step": 4880000, "wall_time": 48323.19725894928, "train_loss_step": 2.106362819671631, "n_params": 4326430, "total_flops": 64859069644800000, "train_loss": 0.009987783432006837, "subset_score_loss": 0.009987783432006837}
+{"step": 4890000, "wall_time": 48362.7443459034, "train_loss_step": 2.098299026489258, "n_params": 4326430, "total_flops": 64991977574400000, "train_loss": 0.010712551077206929, "subset_score_loss": 0.010712551077206929}
+{"step": 4900000, "wall_time": 48436.649340867996, "train_loss_step": 2.0549283027648926, "n_params": 4326430, "total_flops": 65124885504000000, "train_loss": 0.01025489370028178, "subset_score_loss": 0.01025489370028178, "memorization_fraction_pixel": 0.3465000092983246, "mean_nn_ratio_pixel": 0.3848256468772888, "fid": 57.239725771079954}
+{"step": 4910000, "wall_time": 48471.48422384262, "train_loss_step": 2.34834623336792, "n_params": 4326430, "total_flops": 65257793433600000, "train_loss": 0.00999096135298411, "subset_score_loss": 0.00999096135298411}
+{"step": 4920000, "wall_time": 48495.176100730896, "train_loss_step": 2.140812397003174, "n_params": 4326430, "total_flops": 65390701363200000, "train_loss": 0.010078475872675578, "subset_score_loss": 0.010078475872675578}
+{"step": 4930000, "wall_time": 48519.85381150246, "train_loss_step": 2.1955978870391846, "n_params": 4326430, "total_flops": 65523609292800000, "train_loss": 0.010078171888987223, "subset_score_loss": 0.010078171888987223}
+{"step": 4940000, "wall_time": 48543.93863224983, "train_loss_step": 2.1552934646606445, "n_params": 4326430, "total_flops": 65656517222400000, "train_loss": 0.01020478109518687, "subset_score_loss": 0.01020478109518687}
+{"step": 4950000, "wall_time": 48567.919310331345, "train_loss_step": 2.2504806518554688, "n_params": 4326430, "total_flops": 65789425152000000, "train_loss": 0.009883594512939454, "subset_score_loss": 0.009883594512939454}
+{"step": 4960000, "wall_time": 48592.091136455536, "train_loss_step": 2.081113815307617, "n_params": 4326430, "total_flops": 65922333081600000, "train_loss": 0.010255129138628642, "subset_score_loss": 0.010255129138628642}
+{"step": 4970000, "wall_time": 48616.41221642494, "train_loss_step": 2.217849016189575, "n_params": 4326430, "total_flops": 66055241011200000, "train_loss": 0.010029032826423645, "subset_score_loss": 0.010029032826423645}
+{"step": 4980000, "wall_time": 48640.29572701454, "train_loss_step": 2.019965648651123, "n_params": 4326430, "total_flops": 66188148940800000, "train_loss": 0.009874336918195089, "subset_score_loss": 0.009874336918195089}
+{"step": 4990000, "wall_time": 48664.89213705063, "train_loss_step": 2.3711438179016113, "n_params": 4326430, "total_flops": 66321056870400000, "train_loss": 0.010157557328542073, "subset_score_loss": 0.010157557328542073}
+{"step": 5000000, "wall_time": 48706.14091658592, "train_loss_step": 2.344027042388916, "n_params": 4326430, "total_flops": 66453964800000000, "train_loss": 0.009631805618604024, "subset_score_loss": 0.009631805618604024, "memorization_fraction_pixel": 0.3537999987602234, "mean_nn_ratio_pixel": 0.381847083568573, "fid": 56.67353604738619}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d30/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d30/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..941fc82e18a2dd2cd452796a36b904b493369da7
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d30/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     73s | train_loss=0.9974 | fid=246.6963
+  step   10000 |    170s | train_loss=0.8651
+  step   20000 |    267s | train_loss=0.8547
+  step   30000 |    365s | train_loss=0.8388
+  step   40000 |    463s | train_loss=0.8055
+  step   50000 |    560s | train_loss=0.7499
+  step   60000 |    657s | train_loss=0.6676
+  step   70000 |    755s | train_loss=0.5524
+  step   80000 |    852s | train_loss=0.4324
+  step   90000 |    950s | train_loss=0.3346
+  step  100000 |   1108s | train_loss=0.2682 | fid=62.9458
+  step  110000 |   1206s | train_loss=0.2257
+  step  120000 |   1303s | train_loss=0.1992
+  step  130000 |   1400s | train_loss=0.1818
+  step  140000 |   1498s | train_loss=0.1685
+  step  150000 |   1595s | train_loss=0.1551
+  step  160000 |   1692s | train_loss=0.1448
+  step  170000 |   1790s | train_loss=0.1365
+  step  180000 |   1887s | train_loss=0.1291
+  step  190000 |   1978s | train_loss=0.1228
+  step  200000 |   2146s | train_loss=0.1147 | fid=60.3827
+  step  210000 |   2243s | train_loss=0.1097
+  step  220000 |   2340s | train_loss=0.1057
+  step  230000 |   2435s | train_loss=0.1008
+  step  240000 |   2532s | train_loss=0.0973
+  step  250000 |   2629s | train_loss=0.0943
+  step  260000 |   2726s | train_loss=0.0905
+  step  270000 |   2822s | train_loss=0.0866
+  step  280000 |   2912s | train_loss=0.0836
+  step  290000 |   3009s | train_loss=0.0813
+  step  300000 |   3175s | train_loss=0.0788 | fid=61.6798
+  step  310000 |   3271s | train_loss=0.0774
+  step  320000 |   3366s | train_loss=0.0744
+  step  330000 |   3463s | train_loss=0.0724
+  step  340000 |   3560s | train_loss=0.0714
+  step  350000 |   3656s | train_loss=0.0688
+  step  360000 |   3753s | train_loss=0.0677
+  step  370000 |   3842s | train_loss=0.0663
+  step  380000 |   3939s | train_loss=0.0647
+  step  390000 |   4036s | train_loss=0.0631
+  step  400000 |   4201s | train_loss=0.0619 | fid=60.3384
+  step  410000 |   4298s | train_loss=0.0612
+  step  420000 |   4393s | train_loss=0.0596
+  step  430000 |   4490s | train_loss=0.0589
+  step  440000 |   4587s | train_loss=0.0580
+  step  450000 |   4683s | train_loss=0.0565
+  step  460000 |   4772s | train_loss=0.0554
+  step  470000 |   4869s | train_loss=0.0553
+  step  480000 |   4965s | train_loss=0.0542
+  step  490000 |   5059s | train_loss=0.0535
+  step  500000 |   5221s | train_loss=0.0529 | fid=58.4191
+  step  510000 |   5316s | train_loss=0.0511
+  step  520000 |   5413s | train_loss=0.0510
+  step  530000 |   5509s | train_loss=0.0503
+  step  540000 |   5606s | train_loss=0.0497
+  step  550000 |   5696s | train_loss=0.0488
+  step  560000 |   5793s | train_loss=0.0480
+  step  570000 |   5890s | train_loss=0.0477
+  step  580000 |   5986s | train_loss=0.0470
+  step  590000 |   6079s | train_loss=0.0475
+  step  600000 |   6249s | train_loss=0.0452 | fid=58.9145
+  step  610000 |   6345s | train_loss=0.0454
+  step  620000 |   6441s | train_loss=0.0451
+  step  630000 |   6534s | train_loss=0.0441
+  step  640000 |   6619s | train_loss=0.0430
+  step  650000 |   6711s | train_loss=0.0446
+  step  660000 |   6805s | train_loss=0.0430
+  step  670000 |   6901s | train_loss=0.0423
+  step  680000 |   6996s | train_loss=0.0418
+  step  690000 |   7090s | train_loss=0.0416
+  step  700000 |   7261s | train_loss=0.0410 | fid=57.7759
+  step  710000 |   7357s | train_loss=0.0407
+  step  720000 |   7453s | train_loss=0.0403
+  step  730000 |   7542s | train_loss=0.0404
+  step  740000 |   7633s | train_loss=0.0396
+  step  750000 |   7730s | train_loss=0.0389
+  step  760000 |   7826s | train_loss=0.0384
+  step  770000 |   7923s | train_loss=0.0378
+  step  780000 |   8019s | train_loss=0.0380
+  step  790000 |   8102s | train_loss=0.0378
+  step  800000 |   8272s | train_loss=0.0378 | fid=56.5809
+  step  810000 |   8368s | train_loss=0.0367
+  step  820000 |   8454s | train_loss=0.0367
+  step  830000 |   8535s | train_loss=0.0361
+  step  840000 |   8632s | train_loss=0.0369
+  step  850000 |   8728s | train_loss=0.0363
+  step  860000 |   8825s | train_loss=0.0356
+  step  870000 |   8919s | train_loss=0.0353
+  step  880000 |   9016s | train_loss=0.0350
+  step  890000 |   9098s | train_loss=0.0344
+  step  900000 |   9267s | train_loss=0.0350 | fid=58.4160
+  step  910000 |   9354s | train_loss=0.0342
+  step  920000 |   9448s | train_loss=0.0337
+  step  930000 |   9528s | train_loss=0.0340
+  step  940000 |   9625s | train_loss=0.0344
+  step  950000 |   9721s | train_loss=0.0332
+  step  960000 |   9818s | train_loss=0.0335
+  step  970000 |   9913s | train_loss=0.0326
+  step  980000 |  10009s | train_loss=0.0331
+  step  990000 |  10097s | train_loss=0.0323
+  step 1000000 |  10255s | train_loss=0.0318 | fid=57.1187
+  step 1010000 |  10345s | train_loss=0.0324
+  step 1020000 |  10435s | train_loss=0.0315
+  step 1030000 |  10519s | train_loss=0.0318
+  step 1040000 |  10616s | train_loss=0.0316
+  step 1050000 |  10712s | train_loss=0.0314
+  step 1060000 |  10807s | train_loss=0.0312
+  step 1070000 |  10904s | train_loss=0.0308
+  step 1080000 |  11000s | train_loss=0.0312
+  step 1090000 |  11095s | train_loss=0.0305
+  step 1100000 |  11241s | train_loss=0.0307 | fid=58.0933
+  step 1110000 |  11337s | train_loss=0.0304
+  step 1120000 |  11424s | train_loss=0.0305
+  step 1130000 |  11519s | train_loss=0.0296
+  step 1140000 |  11616s | train_loss=0.0298
+  step 1150000 |  11711s | train_loss=0.0294
+  step 1160000 |  11807s | train_loss=0.0296
+  step 1170000 |  11904s | train_loss=0.0292
+  step 1180000 |  12000s | train_loss=0.0288
+  step 1190000 |  12097s | train_loss=0.0287
+  step 1200000 |  12246s | train_loss=0.0288 | fid=57.6498
+  step 1210000 |  12340s | train_loss=0.0280
+  step 1220000 |  12435s | train_loss=0.0285
+  step 1230000 |  12532s | train_loss=0.0285
+  step 1240000 |  12628s | train_loss=0.0283
+  step 1250000 |  12723s | train_loss=0.0278
+  step 1260000 |  12819s | train_loss=0.0282
+  step 1270000 |  12916s | train_loss=0.0273
+  step 1280000 |  13012s | train_loss=0.0276
+  step 1290000 |  13106s | train_loss=0.0274
+  step 1300000 |  13272s | train_loss=0.0274 | fid=57.4398
+  step 1310000 |  13367s | train_loss=0.0268
+  step 1320000 |  13464s | train_loss=0.0272
+  step 1330000 |  13561s | train_loss=0.0271
+  step 1340000 |  13656s | train_loss=0.0267
+  step 1350000 |  13752s | train_loss=0.0268
+  step 1360000 |  13848s | train_loss=0.0262
+  step 1370000 |  13945s | train_loss=0.0262
+  step 1380000 |  14038s | train_loss=0.0260
+  step 1390000 |  14134s | train_loss=0.0256
+  step 1400000 |  14299s | train_loss=0.0261 | fid=57.3619
+  step 1410000 |  14395s | train_loss=0.0262
+  step 1420000 |  14492s | train_loss=0.0253
+  step 1430000 |  14589s | train_loss=0.0253
+  step 1440000 |  14683s | train_loss=0.0254
+  step 1450000 |  14779s | train_loss=0.0252
+  step 1460000 |  14876s | train_loss=0.0250
+  step 1470000 |  14970s | train_loss=0.0248
+  step 1480000 |  15066s | train_loss=0.0248
+  step 1490000 |  15156s | train_loss=0.0251
+  step 1500000 |  15326s | train_loss=0.0247 | fid=57.7330
+  step 1510000 |  15422s | train_loss=0.0250
+  step 1520000 |  15519s | train_loss=0.0247
+  step 1530000 |  15614s | train_loss=0.0249
+  step 1540000 |  15711s | train_loss=0.0247
+  step 1550000 |  15807s | train_loss=0.0239
+  step 1560000 |  15901s | train_loss=0.0245
+  step 1570000 |  15997s | train_loss=0.0245
+  step 1580000 |  16091s | train_loss=0.0236
+  step 1590000 |  16184s | train_loss=0.0233
+  step 1600000 |  16354s | train_loss=0.0235 | fid=56.7071
+  step 1610000 |  16451s | train_loss=0.0233
+  step 1620000 |  16548s | train_loss=0.0236
+  step 1630000 |  16643s | train_loss=0.0234
+  step 1640000 |  16738s | train_loss=0.0232
+  step 1650000 |  16823s | train_loss=0.0232
+  step 1660000 |  16918s | train_loss=0.0229
+  step 1670000 |  17009s | train_loss=0.0231
+  step 1680000 |  17100s | train_loss=0.0225
+  step 1690000 |  17181s | train_loss=0.0228
+  step 1700000 |  17351s | train_loss=0.0227 | fid=57.0488
+  step 1710000 |  17448s | train_loss=0.0230
+  step 1720000 |  17543s | train_loss=0.0230
+  step 1730000 |  17640s | train_loss=0.0221
+  step 1740000 |  17727s | train_loss=0.0224
+  step 1750000 |  17819s | train_loss=0.0226
+  step 1760000 |  17916s | train_loss=0.0219
+  step 1770000 |  18003s | train_loss=0.0216
+  step 1780000 |  18100s | train_loss=0.0221
+  step 1790000 |  18182s | train_loss=0.0217
+  step 1800000 |  18346s | train_loss=0.0219 | fid=57.2614
+  step 1810000 |  18443s | train_loss=0.0214
+  step 1820000 |  18538s | train_loss=0.0214
+  step 1830000 |  18634s | train_loss=0.0216
+  step 1840000 |  18726s | train_loss=0.0215
+  step 1850000 |  18822s | train_loss=0.0210
+  step 1860000 |  18916s | train_loss=0.0212
+  step 1870000 |  19011s | train_loss=0.0213
+  step 1880000 |  19108s | train_loss=0.0208
+  step 1890000 |  19201s | train_loss=0.0210
+  step 1900000 |  19372s | train_loss=0.0208 | fid=57.0901
+  step 1910000 |  19467s | train_loss=0.0206
+  step 1920000 |  19563s | train_loss=0.0204
+  step 1930000 |  19653s | train_loss=0.0208
+  step 1940000 |  19748s | train_loss=0.0203
+  step 1950000 |  19837s | train_loss=0.0204
+  step 1960000 |  19934s | train_loss=0.0210
+  step 1970000 |  20030s | train_loss=0.0204
+  step 1980000 |  20126s | train_loss=0.0204
+  step 1990000 |  20220s | train_loss=0.0200
+  step 2000000 |  20391s | train_loss=0.0201 | fid=57.7144
+  step 2010000 |  20486s | train_loss=0.0206
+  step 2020000 |  20579s | train_loss=0.0202
+  step 2030000 |  20674s | train_loss=0.0200
+  step 2040000 |  20764s | train_loss=0.0197
+  step 2050000 |  20855s | train_loss=0.0197
+  step 2060000 |  20951s | train_loss=0.0196
+  step 2070000 |  21047s | train_loss=0.0196
+  step 2080000 |  21144s | train_loss=0.0196
+  step 2090000 |  21225s | train_loss=0.0195
+  step 2100000 |  21394s | train_loss=0.0190 | fid=57.0396
+  step 2110000 |  21480s | train_loss=0.0195
+  step 2120000 |  21576s | train_loss=0.0189
+  step 2130000 |  21671s | train_loss=0.0192
+  step 2140000 |  21756s | train_loss=0.0191
+  step 2150000 |  21853s | train_loss=0.0189
+  step 2160000 |  21949s | train_loss=0.0188
+  step 2170000 |  22046s | train_loss=0.0191
+  step 2180000 |  22143s | train_loss=0.0196
+  step 2190000 |  22229s | train_loss=0.0188
+  step 2200000 |  22382s | train_loss=0.0190 | fid=57.1911
+  step 2210000 |  22473s | train_loss=0.0183
+  step 2220000 |  22569s | train_loss=0.0187
+  step 2230000 |  22662s | train_loss=0.0189
+  step 2240000 |  22759s | train_loss=0.0181
+  step 2250000 |  22855s | train_loss=0.0185
+  step 2260000 |  22952s | train_loss=0.0181
+  step 2270000 |  23048s | train_loss=0.0186
+  step 2280000 |  23145s | train_loss=0.0181
+  step 2290000 |  23238s | train_loss=0.0183
+  step 2300000 |  23381s | train_loss=0.0180 | fid=57.2278
+  step 2310000 |  23476s | train_loss=0.0181
+  step 2320000 |  23564s | train_loss=0.0181
+  step 2330000 |  23654s | train_loss=0.0179
+  step 2340000 |  23751s | train_loss=0.0181
+  step 2350000 |  23848s | train_loss=0.0178
+  step 2360000 |  23944s | train_loss=0.0176
+  step 2370000 |  24041s | train_loss=0.0174
+  step 2380000 |  24138s | train_loss=0.0174
+  step 2390000 |  24232s | train_loss=0.0178
+  step 2400000 |  24376s | train_loss=0.0179 | fid=57.2018
+  step 2410000 |  24472s | train_loss=0.0173
+  step 2420000 |  24558s | train_loss=0.0172
+  step 2430000 |  24655s | train_loss=0.0172
+  step 2440000 |  24751s | train_loss=0.0173
+  step 2450000 |  24848s | train_loss=0.0171
+  step 2460000 |  24944s | train_loss=0.0172
+  step 2470000 |  25040s | train_loss=0.0174
+  step 2480000 |  25135s | train_loss=0.0168
+  step 2490000 |  25232s | train_loss=0.0170
+  step 2500000 |  25383s | train_loss=0.0167 | fid=56.1391
+  step 2510000 |  25476s | train_loss=0.0172
+  step 2520000 |  25572s | train_loss=0.0173
+  step 2530000 |  25669s | train_loss=0.0169
+  step 2540000 |  25766s | train_loss=0.0168
+  step 2550000 |  25862s | train_loss=0.0171
+  step 2560000 |  25958s | train_loss=0.0171
+  step 2570000 |  26055s | train_loss=0.0164
+  step 2580000 |  26150s | train_loss=0.0168
+  step 2590000 |  26243s | train_loss=0.0169
+  step 2600000 |  26398s | train_loss=0.0164 | fid=56.5449
+  step 2610000 |  26489s | train_loss=0.0166
+  step 2620000 |  26585s | train_loss=0.0162
+  step 2630000 |  26682s | train_loss=0.0163
+  step 2640000 |  26779s | train_loss=0.0162
+  step 2650000 |  26875s | train_loss=0.0163
+  step 2660000 |  26971s | train_loss=0.0162
+  step 2670000 |  27066s | train_loss=0.0163
+  step 2680000 |  27153s | train_loss=0.0163
+  step 2690000 |  27249s | train_loss=0.0163
+  step 2700000 |  27413s | train_loss=0.0165 | fid=56.6940
+  step 2710000 |  27510s | train_loss=0.0160
+  step 2720000 |  27607s | train_loss=0.0163
+  step 2730000 |  27703s | train_loss=0.0163
+  step 2740000 |  27800s | train_loss=0.0159
+  step 2750000 |  27897s | train_loss=0.0155
+  step 2760000 |  27993s | train_loss=0.0158
+  step 2770000 |  28079s | train_loss=0.0159
+  step 2780000 |  28175s | train_loss=0.0161
+  step 2790000 |  28261s | train_loss=0.0155
+  step 2800000 |  28412s | train_loss=0.0159 | fid=56.3737
+  step 2810000 |  28509s | train_loss=0.0155
+  step 2820000 |  28606s | train_loss=0.0160
+  step 2830000 |  28703s | train_loss=0.0154
+  step 2840000 |  28799s | train_loss=0.0159
+  step 2850000 |  28895s | train_loss=0.0155
+  step 2860000 |  28984s | train_loss=0.0155
+  step 2870000 |  29076s | train_loss=0.0153
+  step 2880000 |  29172s | train_loss=0.0152
+  step 2890000 |  29259s | train_loss=0.0157
+  step 2900000 |  29427s | train_loss=0.0150 | fid=57.3588
+  step 2910000 |  29524s | train_loss=0.0148
+  step 2920000 |  29620s | train_loss=0.0153
+  step 2930000 |  29717s | train_loss=0.0150
+  step 2940000 |  29814s | train_loss=0.0151
+  step 2950000 |  29910s | train_loss=0.0148
+  step 2960000 |  30002s | train_loss=0.0152
+  step 2970000 |  30097s | train_loss=0.0148
+  step 2980000 |  30193s | train_loss=0.0152
+  step 2990000 |  30284s | train_loss=0.0150
+  step 3000000 |  30455s | train_loss=0.0148 | fid=57.1082
+  step 3010000 |  30551s | train_loss=0.0151
+  step 3020000 |  30647s | train_loss=0.0148
+  step 3030000 |  30743s | train_loss=0.0148
+  step 3040000 |  30838s | train_loss=0.0148
+  step 3050000 |  30932s | train_loss=0.0147
+  step 3060000 |  31028s | train_loss=0.0150
+  step 3070000 |  31123s | train_loss=0.0147
+  step 3080000 |  31219s | train_loss=0.0147
+  step 3090000 |  31313s | train_loss=0.0144
+  step 3100000 |  31484s | train_loss=0.0144 | fid=56.9928
+  step 3110000 |  31580s | train_loss=0.0147
+  step 3120000 |  31676s | train_loss=0.0143
+  step 3130000 |  31769s | train_loss=0.0142
+  step 3140000 |  31866s | train_loss=0.0144
+  step 3150000 |  31960s | train_loss=0.0145
+  step 3160000 |  32056s | train_loss=0.0142
+  step 3170000 |  32150s | train_loss=0.0141
+  step 3180000 |  32245s | train_loss=0.0143
+  step 3190000 |  32342s | train_loss=0.0139
+  step 3200000 |  32511s | train_loss=0.0144 | fid=56.9220
+  step 3210000 |  32608s | train_loss=0.0142
+  step 3220000 |  32700s | train_loss=0.0142
+  step 3230000 |  32791s | train_loss=0.0138
+  step 3240000 |  32885s | train_loss=0.0140
+  step 3250000 |  32981s | train_loss=0.0142
+  step 3260000 |  33063s | train_loss=0.0140
+  step 3270000 |  33160s | train_loss=0.0136
+  step 3280000 |  33255s | train_loss=0.0140
+  step 3290000 |  33352s | train_loss=0.0141
+  step 3300000 |  33520s | train_loss=0.0135 | fid=56.6646
+  step 3310000 |  33616s | train_loss=0.0135
+  step 3320000 |  33709s | train_loss=0.0139
+  step 3330000 |  33806s | train_loss=0.0135
+  step 3340000 |  33900s | train_loss=0.0136
+  step 3350000 |  33993s | train_loss=0.0140
+  step 3360000 |  34090s | train_loss=0.0137
+  step 3370000 |  34185s | train_loss=0.0137
+  step 3380000 |  34282s | train_loss=0.0135
+  step 3390000 |  34378s | train_loss=0.0134
+  step 3400000 |  34547s | train_loss=0.0135 | fid=56.7908
+  step 3410000 |  34641s | train_loss=0.0137
+  step 3420000 |  34738s | train_loss=0.0134
+  step 3430000 |  34832s | train_loss=0.0132
+  step 3440000 |  34922s | train_loss=0.0133
+  step 3450000 |  35018s | train_loss=0.0139
+  step 3460000 |  35115s | train_loss=0.0135
+  step 3470000 |  35210s | train_loss=0.0131
+  step 3480000 |  35307s | train_loss=0.0132
+  step 3490000 |  35403s | train_loss=0.0133
+  step 3500000 |  35557s | train_loss=0.0131 | fid=57.5362
+  step 3510000 |  35653s | train_loss=0.0134
+  step 3520000 |  35749s | train_loss=0.0135
+  step 3530000 |  35842s | train_loss=0.0128
+  step 3540000 |  35929s | train_loss=0.0130
+  step 3550000 |  36026s | train_loss=0.0129
+  step 3560000 |  36123s | train_loss=0.0128
+  step 3570000 |  36218s | train_loss=0.0135
+  step 3580000 |  36314s | train_loss=0.0127
+  step 3590000 |  36410s | train_loss=0.0128
+  step 3600000 |  36570s | train_loss=0.0128 | fid=56.4516
+  step 3610000 |  36666s | train_loss=0.0127
+  step 3620000 |  36761s | train_loss=0.0130
+  step 3630000 |  36846s | train_loss=0.0127
+  step 3640000 |  36942s | train_loss=0.0128
+  step 3650000 |  37039s | train_loss=0.0128
+  step 3660000 |  37134s | train_loss=0.0129
+  step 3670000 |  37230s | train_loss=0.0127
+  step 3680000 |  37327s | train_loss=0.0125
+  step 3690000 |  37417s | train_loss=0.0129
+  step 3700000 |  37576s | train_loss=0.0129 | fid=56.1036
+  step 3710000 |  37671s | train_loss=0.0128
+  step 3720000 |  37760s | train_loss=0.0128
+  step 3730000 |  37848s | train_loss=0.0124
+  step 3740000 |  37944s | train_loss=0.0127
+  step 3750000 |  38041s | train_loss=0.0126
+  step 3760000 |  38136s | train_loss=0.0126
+  step 3770000 |  38232s | train_loss=0.0125
+  step 3780000 |  38327s | train_loss=0.0128
+  step 3790000 |  38412s | train_loss=0.0124
+  step 3800000 |  38579s | train_loss=0.0127 | fid=57.3531
+  step 3810000 |  38674s | train_loss=0.0124
+  step 3820000 |  38758s | train_loss=0.0123
+  step 3830000 |  38851s | train_loss=0.0120
+  step 3840000 |  38947s | train_loss=0.0119
+  step 3850000 |  39043s | train_loss=0.0121
+  step 3860000 |  39139s | train_loss=0.0121
+  step 3870000 |  39235s | train_loss=0.0120
+  step 3880000 |  39330s | train_loss=0.0122
+  step 3890000 |  39420s | train_loss=0.0123
+  step 3900000 |  39588s | train_loss=0.0122 | fid=56.8235
+  step 3910000 |  39685s | train_loss=0.0118
+  step 3920000 |  39769s | train_loss=0.0119
+  step 3930000 |  39866s | train_loss=0.0118
+  step 3940000 |  39962s | train_loss=0.0124
+  step 3950000 |  40057s | train_loss=0.0120
+  step 3960000 |  40154s | train_loss=0.0118
+  step 3970000 |  40251s | train_loss=0.0122
+  step 3980000 |  40332s | train_loss=0.0119
+  step 3990000 |  40429s | train_loss=0.0119
+  step 4000000 |  40596s | train_loss=0.0119 | fid=57.6463
+  step 4010000 |  40684s | train_loss=0.0116
+  step 4020000 |  40778s | train_loss=0.0117
+  step 4030000 |  40874s | train_loss=0.0116
+  step 4040000 |  40971s | train_loss=0.0120
+  step 4050000 |  41065s | train_loss=0.0117
+  step 4060000 |  41162s | train_loss=0.0115
+  step 4070000 |  41252s | train_loss=0.0116
+  step 4080000 |  41342s | train_loss=0.0117
+  step 4090000 |  41438s | train_loss=0.0114
+  step 4100000 |  41606s | train_loss=0.0122 | fid=56.8327
+  step 4110000 |  41685s | train_loss=0.0114
+  step 4120000 |  41782s | train_loss=0.0116
+  step 4130000 |  41878s | train_loss=0.0116
+  step 4140000 |  41973s | train_loss=0.0113
+  step 4150000 |  42070s | train_loss=0.0114
+  step 4160000 |  42166s | train_loss=0.0113
+  step 4170000 |  42250s | train_loss=0.0114
+  step 4180000 |  42346s | train_loss=0.0119
+  step 4190000 |  42443s | train_loss=0.0114
+  step 4200000 |  42609s | train_loss=0.0113 | fid=56.6075
+  step 4210000 |  42696s | train_loss=0.0115
+  step 4220000 |  42792s | train_loss=0.0116
+  step 4230000 |  42889s | train_loss=0.0113
+  step 4240000 |  42984s | train_loss=0.0120
+  step 4250000 |  43080s | train_loss=0.0116
+  step 4260000 |  43169s | train_loss=0.0113
+  step 4270000 |  43259s | train_loss=0.0114
+  step 4280000 |  43355s | train_loss=0.0116
+  step 4290000 |  43449s | train_loss=0.0112
+  step 4300000 |  43608s | train_loss=0.0114 | fid=56.9843
+  step 4310000 |  43704s | train_loss=0.0113
+  step 4320000 |  43800s | train_loss=0.0113
+  step 4330000 |  43895s | train_loss=0.0114
+  step 4340000 |  43991s | train_loss=0.0109
+  step 4350000 |  44088s | train_loss=0.0110
+  step 4360000 |  44169s | train_loss=0.0109
+  step 4370000 |  44264s | train_loss=0.0116
+  step 4380000 |  44360s | train_loss=0.0108
+  step 4390000 |  44455s | train_loss=0.0112
+  step 4400000 |  44609s | train_loss=0.0111 | fid=56.7450
+  step 4410000 |  44706s | train_loss=0.0113
+  step 4420000 |  44802s | train_loss=0.0109
+  step 4430000 |  44896s | train_loss=0.0112
+  step 4440000 |  44993s | train_loss=0.0113
+  step 4450000 |  45083s | train_loss=0.0108
+  step 4460000 |  45173s | train_loss=0.0111
+  step 4470000 |  45270s | train_loss=0.0108
+  step 4480000 |  45364s | train_loss=0.0111
+  step 4490000 |  45460s | train_loss=0.0110
+  step 4500000 |  45616s | train_loss=0.0111 | fid=56.4628
+  step 4510000 |  45712s | train_loss=0.0109
+  step 4520000 |  45808s | train_loss=0.0108
+  step 4530000 |  45903s | train_loss=0.0106
+  step 4540000 |  45999s | train_loss=0.0109
+  step 4550000 |  46088s | train_loss=0.0108
+  step 4560000 |  46184s | train_loss=0.0106
+  step 4570000 |  46279s | train_loss=0.0109
+  step 4580000 |  46376s | train_loss=0.0108
+  step 4590000 |  46469s | train_loss=0.0104
+  step 4600000 |  46628s | train_loss=0.0111 | fid=57.3591
+  step 4610000 |  46723s | train_loss=0.0105
+  step 4620000 |  46818s | train_loss=0.0104
+  step 4630000 |  46915s | train_loss=0.0107
+  step 4640000 |  46998s | train_loss=0.0104
+  step 4650000 |  47076s | train_loss=0.0107
+  step 4660000 |  47154s | train_loss=0.0104
+  step 4670000 |  47229s | train_loss=0.0104
+  step 4680000 |  47307s | train_loss=0.0107
+  step 4690000 |  47374s | train_loss=0.0107
+  step 4700000 |  47482s | train_loss=0.0102 | fid=57.2944
+  step 4710000 |  47541s | train_loss=0.0101
+  step 4720000 |  47596s | train_loss=0.0104
+  step 4730000 |  47655s | train_loss=0.0105
+  step 4740000 |  47715s | train_loss=0.0102
+  step 4750000 |  47774s | train_loss=0.0103
+  step 4760000 |  47826s | train_loss=0.0109
+  step 4770000 |  47866s | train_loss=0.0103
+  step 4780000 |  47905s | train_loss=0.0102
+  step 4790000 |  47945s | train_loss=0.0102
+  step 4800000 |  48019s | train_loss=0.0106 | fid=56.6692
+  step 4810000 |  48055s | train_loss=0.0101
+  step 4820000 |  48086s | train_loss=0.0102
+  step 4830000 |  48126s | train_loss=0.0102
+  step 4840000 |  48166s | train_loss=0.0104
+  step 4850000 |  48205s | train_loss=0.0102
+  step 4860000 |  48244s | train_loss=0.0100
+  step 4870000 |  48284s | train_loss=0.0100
+  step 4880000 |  48323s | train_loss=0.0100
+  step 4890000 |  48363s | train_loss=0.0107
+  step 4900000 |  48437s | train_loss=0.0103 | fid=57.2397
+  step 4910000 |  48471s | train_loss=0.0100
+  step 4920000 |  48495s | train_loss=0.0101
+  step 4930000 |  48520s | train_loss=0.0101
+  step 4940000 |  48544s | train_loss=0.0102
+  step 4950000 |  48568s | train_loss=0.0099
+  step 4960000 |  48592s | train_loss=0.0103
+  step 4970000 |  48616s | train_loss=0.0100
+  step 4980000 |  48640s | train_loss=0.0099
+  step 4990000 |  48665s | train_loss=0.0102
+  step 5000000 |  48706s | train_loss=0.0096 | fid=56.6735
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d40/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d40/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f4e15e3b3213217f03dbedae49ed196bfab1c606
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d40/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d40/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d40",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 46,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d40/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d40/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..38b865f8a841a7b8144fe9a3d1b9ab329aa70a86
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d40/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 40, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d40/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 46}
+{"step": 1, "wall_time": 70.2957935333252, "train_loss_step": 39.744171142578125, "n_params": 4346920, "total_flops": 13353738240, "train_loss": 0.999107551574707, "subset_score_loss": 0.999107551574707, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9742146730422974, "fid": 276.6376859852193}
+{"step": 10000, "wall_time": 156.83355379104614, "train_loss_step": 9.196057319641113, "n_params": 4346920, "total_flops": 133537382400000, "train_loss": 0.8588106155395507, "subset_score_loss": 0.8588106155395507}
+{"step": 20000, "wall_time": 244.44557642936707, "train_loss_step": 8.334554672241211, "n_params": 4346920, "total_flops": 267074764800000, "train_loss": 0.8273931503295898, "subset_score_loss": 0.8273931503295898}
+{"step": 30000, "wall_time": 331.9817569255829, "train_loss_step": 7.126157760620117, "n_params": 4346920, "total_flops": 400612147200000, "train_loss": 0.7710308074951172, "subset_score_loss": 0.7710308074951172}
+{"step": 40000, "wall_time": 419.57203125953674, "train_loss_step": 6.724421501159668, "n_params": 4346920, "total_flops": 534149529600000, "train_loss": 0.686642837524414, "subset_score_loss": 0.686642837524414}
+{"step": 50000, "wall_time": 507.11302495002747, "train_loss_step": 6.392647743225098, "n_params": 4346920, "total_flops": 667686912000000, "train_loss": 0.5571515083312988, "subset_score_loss": 0.5571515083312988}
+{"step": 60000, "wall_time": 594.6593506336212, "train_loss_step": 5.5988922119140625, "n_params": 4346920, "total_flops": 801224294400000, "train_loss": 0.40944466590881345, "subset_score_loss": 0.40944466590881345}
+{"step": 70000, "wall_time": 682.2263095378876, "train_loss_step": 5.079690456390381, "n_params": 4346920, "total_flops": 934761676800000, "train_loss": 0.29933953285217285, "subset_score_loss": 0.29933953285217285}
+{"step": 80000, "wall_time": 769.6690421104431, "train_loss_step": 5.251540660858154, "n_params": 4346920, "total_flops": 1068299059200000, "train_loss": 0.23623473644256593, "subset_score_loss": 0.23623473644256593}
+{"step": 90000, "wall_time": 857.1651449203491, "train_loss_step": 4.247567653656006, "n_params": 4346920, "total_flops": 1201836441600000, "train_loss": 0.200133752822876, "subset_score_loss": 0.200133752822876}
+{"step": 100000, "wall_time": 1011.9385726451874, "train_loss_step": 4.337203502655029, "n_params": 4346920, "total_flops": 1335373824000000, "train_loss": 0.17663928270339965, "subset_score_loss": 0.17663928270339965, "memorization_fraction_pixel": 0.0006000000284984708, "mean_nn_ratio_pixel": 0.890113353729248, "fid": 58.77162974225965}
+{"step": 110000, "wall_time": 1095.6887481212616, "train_loss_step": 4.345934867858887, "n_params": 4346920, "total_flops": 1468911206400000, "train_loss": 0.15967073440551757, "subset_score_loss": 0.15967073440551757}
+{"step": 120000, "wall_time": 1181.2899105548859, "train_loss_step": 4.19346284866333, "n_params": 4346920, "total_flops": 1602448588800000, "train_loss": 0.1477033257484436, "subset_score_loss": 0.1477033257484436}
+{"step": 130000, "wall_time": 1268.8196196556091, "train_loss_step": 4.409709930419922, "n_params": 4346920, "total_flops": 1735985971200000, "train_loss": 0.13765008449554444, "subset_score_loss": 0.13765008449554444}
+{"step": 140000, "wall_time": 1356.2635660171509, "train_loss_step": 4.417243003845215, "n_params": 4346920, "total_flops": 1869523353600000, "train_loss": 0.12941604852676392, "subset_score_loss": 0.12941604852676392}
+{"step": 150000, "wall_time": 1443.7525861263275, "train_loss_step": 4.089596271514893, "n_params": 4346920, "total_flops": 2003060736000000, "train_loss": 0.12134060859680176, "subset_score_loss": 0.12134060859680176}
+{"step": 160000, "wall_time": 1531.2781302928925, "train_loss_step": 3.9352550506591797, "n_params": 4346920, "total_flops": 2136598118400000, "train_loss": 0.11415878534317017, "subset_score_loss": 0.11415878534317017}
+{"step": 170000, "wall_time": 1618.7303040027618, "train_loss_step": 4.082993507385254, "n_params": 4346920, "total_flops": 2270135500800000, "train_loss": 0.10936686992645264, "subset_score_loss": 0.10936686992645264}
+{"step": 180000, "wall_time": 1706.245212316513, "train_loss_step": 4.032499313354492, "n_params": 4346920, "total_flops": 2403672883200000, "train_loss": 0.10360240936279297, "subset_score_loss": 0.10360240936279297}
+{"step": 190000, "wall_time": 1793.7397701740265, "train_loss_step": 3.8540751934051514, "n_params": 4346920, "total_flops": 2537210265600000, "train_loss": 0.10046983957290649, "subset_score_loss": 0.10046983957290649}
+{"step": 200000, "wall_time": 1945.6232895851135, "train_loss_step": 3.6979894638061523, "n_params": 4346920, "total_flops": 2670747648000000, "train_loss": 0.09591016173362732, "subset_score_loss": 0.09591016173362732, "memorization_fraction_pixel": 0.014600000344216824, "mean_nn_ratio_pixel": 0.8054755926132202, "fid": 57.099999052719426}
+{"step": 210000, "wall_time": 2033.4201486110687, "train_loss_step": 3.6605701446533203, "n_params": 4346920, "total_flops": 2804285030400000, "train_loss": 0.09315436482429504, "subset_score_loss": 0.09315436482429504}
+{"step": 220000, "wall_time": 2117.221788406372, "train_loss_step": 3.596207618713379, "n_params": 4346920, "total_flops": 2937822412800000, "train_loss": 0.0882073163986206, "subset_score_loss": 0.0882073163986206}
+{"step": 230000, "wall_time": 2202.998722553253, "train_loss_step": 3.997518301010132, "n_params": 4346920, "total_flops": 3071359795200000, "train_loss": 0.08548771142959595, "subset_score_loss": 0.08548771142959595}
+{"step": 240000, "wall_time": 2290.458030462265, "train_loss_step": 3.637722969055176, "n_params": 4346920, "total_flops": 3204897177600000, "train_loss": 0.08480554819107056, "subset_score_loss": 0.08480554819107056}
+{"step": 250000, "wall_time": 2377.1460695266724, "train_loss_step": 3.2974376678466797, "n_params": 4346920, "total_flops": 3338434560000000, "train_loss": 0.08036105632781983, "subset_score_loss": 0.08036105632781983}
+{"step": 260000, "wall_time": 2464.335972070694, "train_loss_step": 3.6373190879821777, "n_params": 4346920, "total_flops": 3471971942400000, "train_loss": 0.07936643362045288, "subset_score_loss": 0.07936643362045288}
+{"step": 270000, "wall_time": 2551.376688718796, "train_loss_step": 3.30400013923645, "n_params": 4346920, "total_flops": 3605509324800000, "train_loss": 0.07628723382949829, "subset_score_loss": 0.07628723382949829}
+{"step": 280000, "wall_time": 2638.564248085022, "train_loss_step": 3.6024317741394043, "n_params": 4346920, "total_flops": 3739046707200000, "train_loss": 0.07389475703239441, "subset_score_loss": 0.07389475703239441}
+{"step": 290000, "wall_time": 2725.730791091919, "train_loss_step": 3.5834836959838867, "n_params": 4346920, "total_flops": 3872584089600000, "train_loss": 0.07103105187416077, "subset_score_loss": 0.07103105187416077}
+{"step": 300000, "wall_time": 2881.059602499008, "train_loss_step": 3.275094985961914, "n_params": 4346920, "total_flops": 4006121472000000, "train_loss": 0.06948360800743103, "subset_score_loss": 0.06948360800743103, "memorization_fraction_pixel": 0.052000001072883606, "mean_nn_ratio_pixel": 0.7266974449157715, "fid": 56.462192541164455}
+{"step": 310000, "wall_time": 2968.3505091667175, "train_loss_step": 3.6726653575897217, "n_params": 4346920, "total_flops": 4139658854400000, "train_loss": 0.06883602738380432, "subset_score_loss": 0.06883602738380432}
+{"step": 320000, "wall_time": 3056.1616761684418, "train_loss_step": 3.103975296020508, "n_params": 4346920, "total_flops": 4273196236800000, "train_loss": 0.06647606492042542, "subset_score_loss": 0.06647606492042542}
+{"step": 330000, "wall_time": 3138.659188747406, "train_loss_step": 3.419612169265747, "n_params": 4346920, "total_flops": 4406733619200000, "train_loss": 0.06578445434570312, "subset_score_loss": 0.06578445434570312}
+{"step": 340000, "wall_time": 3224.1837918758392, "train_loss_step": 3.1933579444885254, "n_params": 4346920, "total_flops": 4540271001600000, "train_loss": 0.0642547369003296, "subset_score_loss": 0.0642547369003296}
+{"step": 350000, "wall_time": 3310.7272214889526, "train_loss_step": 3.594019651412964, "n_params": 4346920, "total_flops": 4673808384000000, "train_loss": 0.06221450567245483, "subset_score_loss": 0.06221450567245483}
+{"step": 360000, "wall_time": 3397.3291141986847, "train_loss_step": 3.321532964706421, "n_params": 4346920, "total_flops": 4807345766400000, "train_loss": 0.06119513511657715, "subset_score_loss": 0.06119513511657715}
+{"step": 370000, "wall_time": 3484.41756606102, "train_loss_step": 3.6453428268432617, "n_params": 4346920, "total_flops": 4940883148800000, "train_loss": 0.06046891212463379, "subset_score_loss": 0.06046891212463379}
+{"step": 380000, "wall_time": 3571.4835691452026, "train_loss_step": 3.324983596801758, "n_params": 4346920, "total_flops": 5074420531200000, "train_loss": 0.05919457674026489, "subset_score_loss": 0.05919457674026489}
+{"step": 390000, "wall_time": 3658.567137479782, "train_loss_step": 3.2153713703155518, "n_params": 4346920, "total_flops": 5207957913600000, "train_loss": 0.05790227055549622, "subset_score_loss": 0.05790227055549622}
+{"step": 400000, "wall_time": 3814.185889005661, "train_loss_step": 3.6774449348449707, "n_params": 4346920, "total_flops": 5341495296000000, "train_loss": 0.05665156841278076, "subset_score_loss": 0.05665156841278076, "memorization_fraction_pixel": 0.093299999833107, "mean_nn_ratio_pixel": 0.680074155330658, "fid": 55.98370833662426}
+{"step": 410000, "wall_time": 3901.3420910835266, "train_loss_step": 3.528684616088867, "n_params": 4346920, "total_flops": 5475032678400000, "train_loss": 0.055850434303283694, "subset_score_loss": 0.055850434303283694}
+{"step": 420000, "wall_time": 3988.435459136963, "train_loss_step": 3.3528499603271484, "n_params": 4346920, "total_flops": 5608570060800000, "train_loss": 0.05419356822967529, "subset_score_loss": 0.05419356822967529}
+{"step": 430000, "wall_time": 4071.6690430641174, "train_loss_step": 3.307210922241211, "n_params": 4346920, "total_flops": 5742107443200000, "train_loss": 0.054143255949020384, "subset_score_loss": 0.054143255949020384}
+{"step": 440000, "wall_time": 4158.9823179244995, "train_loss_step": 3.3310108184814453, "n_params": 4346920, "total_flops": 5875644825600000, "train_loss": 0.05340622067451477, "subset_score_loss": 0.05340622067451477}
+{"step": 450000, "wall_time": 4244.54681801796, "train_loss_step": 3.270150661468506, "n_params": 4346920, "total_flops": 6009182208000000, "train_loss": 0.052895748615264894, "subset_score_loss": 0.052895748615264894}
+{"step": 460000, "wall_time": 4331.164022684097, "train_loss_step": 3.3101210594177246, "n_params": 4346920, "total_flops": 6142719590400000, "train_loss": 0.052279716730117796, "subset_score_loss": 0.052279716730117796}
+{"step": 470000, "wall_time": 4418.180352449417, "train_loss_step": 3.2742676734924316, "n_params": 4346920, "total_flops": 6276256972800000, "train_loss": 0.05077754855155945, "subset_score_loss": 0.05077754855155945}
+{"step": 480000, "wall_time": 4505.3102242946625, "train_loss_step": 3.1992392539978027, "n_params": 4346920, "total_flops": 6409794355200000, "train_loss": 0.05045408010482788, "subset_score_loss": 0.05045408010482788}
+{"step": 490000, "wall_time": 4592.484414339066, "train_loss_step": 3.234295129776001, "n_params": 4346920, "total_flops": 6543331737600000, "train_loss": 0.049673163890838624, "subset_score_loss": 0.049673163890838624}
+{"step": 500000, "wall_time": 4748.012275934219, "train_loss_step": 3.312772274017334, "n_params": 4346920, "total_flops": 6676869120000000, "train_loss": 0.049304574728012085, "subset_score_loss": 0.049304574728012085, "memorization_fraction_pixel": 0.12229999899864197, "mean_nn_ratio_pixel": 0.6471053957939148, "fid": 54.966599681828804}
+{"step": 510000, "wall_time": 4835.063921928406, "train_loss_step": 3.2886574268341064, "n_params": 4346920, "total_flops": 6810406502400000, "train_loss": 0.047118726372718814, "subset_score_loss": 0.047118726372718814}
+{"step": 520000, "wall_time": 4922.103619337082, "train_loss_step": 3.3225579261779785, "n_params": 4346920, "total_flops": 6943943884800000, "train_loss": 0.04739528298377991, "subset_score_loss": 0.04739528298377991}
+{"step": 530000, "wall_time": 5009.450409889221, "train_loss_step": 3.048738718032837, "n_params": 4346920, "total_flops": 7077481267200000, "train_loss": 0.046385067701339724, "subset_score_loss": 0.046385067701339724}
+{"step": 540000, "wall_time": 5085.69806933403, "train_loss_step": 3.2737598419189453, "n_params": 4346920, "total_flops": 7211018649600000, "train_loss": 0.04648128151893616, "subset_score_loss": 0.04648128151893616}
+{"step": 550000, "wall_time": 5172.691845655441, "train_loss_step": 3.169525146484375, "n_params": 4346920, "total_flops": 7344556032000000, "train_loss": 0.046296578645706174, "subset_score_loss": 0.046296578645706174}
+{"step": 560000, "wall_time": 5258.117337465286, "train_loss_step": 3.2569572925567627, "n_params": 4346920, "total_flops": 7478093414400000, "train_loss": 0.045545339584350586, "subset_score_loss": 0.045545339584350586}
+{"step": 570000, "wall_time": 5344.692157030106, "train_loss_step": 3.3017148971557617, "n_params": 4346920, "total_flops": 7611630796800000, "train_loss": 0.04472319185733795, "subset_score_loss": 0.04472319185733795}
+{"step": 580000, "wall_time": 5431.642159938812, "train_loss_step": 3.092897653579712, "n_params": 4346920, "total_flops": 7745168179200000, "train_loss": 0.044366034865379336, "subset_score_loss": 0.044366034865379336}
+{"step": 590000, "wall_time": 5518.775611400604, "train_loss_step": 3.2913641929626465, "n_params": 4346920, "total_flops": 7878705561600000, "train_loss": 0.04358615279197693, "subset_score_loss": 0.04358615279197693}
+{"step": 600000, "wall_time": 5673.322343349457, "train_loss_step": 3.145766019821167, "n_params": 4346920, "total_flops": 8012242944000000, "train_loss": 0.043495064973831175, "subset_score_loss": 0.043495064973831175, "memorization_fraction_pixel": 0.15389999747276306, "mean_nn_ratio_pixel": 0.6110032200813293, "fid": 54.6717431702431}
+{"step": 610000, "wall_time": 5760.489114999771, "train_loss_step": 3.0096049308776855, "n_params": 4346920, "total_flops": 8145780326400000, "train_loss": 0.04305479526519775, "subset_score_loss": 0.04305479526519775}
+{"step": 620000, "wall_time": 5847.602710008621, "train_loss_step": 2.9425852298736572, "n_params": 4346920, "total_flops": 8279317708800000, "train_loss": 0.04289020001888275, "subset_score_loss": 0.04289020001888275}
+{"step": 630000, "wall_time": 5934.711475849152, "train_loss_step": 3.1501033306121826, "n_params": 4346920, "total_flops": 8412855091200000, "train_loss": 0.04152826070785522, "subset_score_loss": 0.04152826070785522}
+{"step": 640000, "wall_time": 6020.2752368450165, "train_loss_step": 3.1198792457580566, "n_params": 4346920, "total_flops": 8546392473600000, "train_loss": 0.041233912110328674, "subset_score_loss": 0.041233912110328674}
+{"step": 650000, "wall_time": 6104.98215842247, "train_loss_step": 3.1544806957244873, "n_params": 4346920, "total_flops": 8679929856000000, "train_loss": 0.0411667138338089, "subset_score_loss": 0.0411667138338089}
+{"step": 660000, "wall_time": 6192.054167985916, "train_loss_step": 3.045336961746216, "n_params": 4346920, "total_flops": 8813467238400000, "train_loss": 0.04083726406097412, "subset_score_loss": 0.04083726406097412}
+{"step": 670000, "wall_time": 6277.793800830841, "train_loss_step": 2.8881418704986572, "n_params": 4346920, "total_flops": 8947004620800000, "train_loss": 0.040056824684143066, "subset_score_loss": 0.040056824684143066}
+{"step": 680000, "wall_time": 6364.64312005043, "train_loss_step": 2.926828145980835, "n_params": 4346920, "total_flops": 9080542003200000, "train_loss": 0.03942180275917053, "subset_score_loss": 0.03942180275917053}
+{"step": 690000, "wall_time": 6451.534070253372, "train_loss_step": 3.5571768283843994, "n_params": 4346920, "total_flops": 9214079385600000, "train_loss": 0.03949943482875824, "subset_score_loss": 0.03949943482875824}
+{"step": 700000, "wall_time": 6605.768468379974, "train_loss_step": 2.855154275894165, "n_params": 4346920, "total_flops": 9347616768000000, "train_loss": 0.03859987258911133, "subset_score_loss": 0.03859987258911133, "memorization_fraction_pixel": 0.18320000171661377, "mean_nn_ratio_pixel": 0.5853984355926514, "fid": 53.93443510579879}
+{"step": 710000, "wall_time": 6691.51170539856, "train_loss_step": 3.211107015609741, "n_params": 4346920, "total_flops": 9481154150400000, "train_loss": 0.039016902446746826, "subset_score_loss": 0.039016902446746826}
+{"step": 720000, "wall_time": 6777.365212917328, "train_loss_step": 2.9002842903137207, "n_params": 4346920, "total_flops": 9614691532800000, "train_loss": 0.038030880689620974, "subset_score_loss": 0.038030880689620974}
+{"step": 730000, "wall_time": 6864.457766532898, "train_loss_step": 2.7705190181732178, "n_params": 4346920, "total_flops": 9748228915200000, "train_loss": 0.03765687346458435, "subset_score_loss": 0.03765687346458435}
+{"step": 740000, "wall_time": 6951.577952384949, "train_loss_step": 3.084213972091675, "n_params": 4346920, "total_flops": 9881766297600000, "train_loss": 0.038792786002159116, "subset_score_loss": 0.038792786002159116}
+{"step": 750000, "wall_time": 7037.310227155685, "train_loss_step": 3.0114989280700684, "n_params": 4346920, "total_flops": 10015303680000000, "train_loss": 0.036794456839561465, "subset_score_loss": 0.036794456839561465}
+{"step": 760000, "wall_time": 7121.630155801773, "train_loss_step": 3.0577096939086914, "n_params": 4346920, "total_flops": 10148841062400000, "train_loss": 0.037105989456176755, "subset_score_loss": 0.037105989456176755}
+{"step": 770000, "wall_time": 7208.840238332748, "train_loss_step": 3.1989455223083496, "n_params": 4346920, "total_flops": 10282378444800000, "train_loss": 0.03671748638153076, "subset_score_loss": 0.03671748638153076}
+{"step": 780000, "wall_time": 7294.205043315887, "train_loss_step": 2.818631649017334, "n_params": 4346920, "total_flops": 10415915827200000, "train_loss": 0.036139142513275144, "subset_score_loss": 0.036139142513275144}
+{"step": 790000, "wall_time": 7381.150135278702, "train_loss_step": 2.890819549560547, "n_params": 4346920, "total_flops": 10549453209600000, "train_loss": 0.03622687160968781, "subset_score_loss": 0.03622687160968781}
+{"step": 800000, "wall_time": 7568.203598737717, "train_loss_step": 3.1470861434936523, "n_params": 4346920, "total_flops": 10682990592000000, "train_loss": 0.03624390959739685, "subset_score_loss": 0.03624390959739685, "memorization_fraction_pixel": 0.2248000055551529, "mean_nn_ratio_pixel": 0.5516988039016724, "fid": 53.35967797955959}
+{"step": 810000, "wall_time": 7655.421259880066, "train_loss_step": 2.8556385040283203, "n_params": 4346920, "total_flops": 10816527974400000, "train_loss": 0.03544774949550629, "subset_score_loss": 0.03544774949550629}
+{"step": 820000, "wall_time": 7742.494704246521, "train_loss_step": 3.0232715606689453, "n_params": 4346920, "total_flops": 10950065356800000, "train_loss": 0.03554011583328247, "subset_score_loss": 0.03554011583328247}
+{"step": 830000, "wall_time": 7829.522708654404, "train_loss_step": 2.9940381050109863, "n_params": 4346920, "total_flops": 11083602739200000, "train_loss": 0.03483770191669464, "subset_score_loss": 0.03483770191669464}
+{"step": 840000, "wall_time": 7916.736083984375, "train_loss_step": 2.7903330326080322, "n_params": 4346920, "total_flops": 11217140121600000, "train_loss": 0.03461669385433197, "subset_score_loss": 0.03461669385433197}
+{"step": 850000, "wall_time": 8002.7080862522125, "train_loss_step": 2.9051387310028076, "n_params": 4346920, "total_flops": 11350677504000000, "train_loss": 0.034231063723564145, "subset_score_loss": 0.034231063723564145}
+{"step": 860000, "wall_time": 8078.345923423767, "train_loss_step": 3.2063276767730713, "n_params": 4346920, "total_flops": 11484214886400000, "train_loss": 0.034628042578697206, "subset_score_loss": 0.034628042578697206}
+{"step": 870000, "wall_time": 8164.602480649948, "train_loss_step": 2.8610305786132812, "n_params": 4346920, "total_flops": 11617752268800000, "train_loss": 0.034122821688652036, "subset_score_loss": 0.034122821688652036}
+{"step": 880000, "wall_time": 8251.908178329468, "train_loss_step": 3.055948495864868, "n_params": 4346920, "total_flops": 11751289651200000, "train_loss": 0.03309072852134705, "subset_score_loss": 0.03309072852134705}
+{"step": 890000, "wall_time": 8336.636326551437, "train_loss_step": 2.772545576095581, "n_params": 4346920, "total_flops": 11884827033600000, "train_loss": 0.03283517360687256, "subset_score_loss": 0.03283517360687256}
+{"step": 900000, "wall_time": 8534.544206857681, "train_loss_step": 2.751624822616577, "n_params": 4346920, "total_flops": 12018364416000000, "train_loss": 0.03304921090602875, "subset_score_loss": 0.03304921090602875, "memorization_fraction_pixel": 0.2418999969959259, "mean_nn_ratio_pixel": 0.5356602072715759, "fid": 52.77544025624945}
+{"step": 910000, "wall_time": 8621.575814723969, "train_loss_step": 2.909846305847168, "n_params": 4346920, "total_flops": 12151901798400000, "train_loss": 0.03318638503551483, "subset_score_loss": 0.03318638503551483}
+{"step": 920000, "wall_time": 8708.547760486603, "train_loss_step": 3.2123963832855225, "n_params": 4346920, "total_flops": 12285439180800000, "train_loss": 0.032328298687934874, "subset_score_loss": 0.032328298687934874}
+{"step": 930000, "wall_time": 8795.37135219574, "train_loss_step": 2.8754920959472656, "n_params": 4346920, "total_flops": 12418976563200000, "train_loss": 0.032516902685165404, "subset_score_loss": 0.032516902685165404}
+{"step": 940000, "wall_time": 8881.034439325333, "train_loss_step": 3.189134359359741, "n_params": 4346920, "total_flops": 12552513945600000, "train_loss": 0.032357484102249146, "subset_score_loss": 0.032357484102249146}
+{"step": 950000, "wall_time": 8967.900796413422, "train_loss_step": 3.0094211101531982, "n_params": 4346920, "total_flops": 12686051328000000, "train_loss": 0.0319576621055603, "subset_score_loss": 0.0319576621055603}
+{"step": 960000, "wall_time": 9052.878577947617, "train_loss_step": 2.744363784790039, "n_params": 4346920, "total_flops": 12819588710400000, "train_loss": 0.03188031017780304, "subset_score_loss": 0.03188031017780304}
+{"step": 970000, "wall_time": 9127.426658153534, "train_loss_step": 3.0353360176086426, "n_params": 4346920, "total_flops": 12953126092800000, "train_loss": 0.031499236822128296, "subset_score_loss": 0.031499236822128296}
+{"step": 980000, "wall_time": 9214.509169340134, "train_loss_step": 2.799844264984131, "n_params": 4346920, "total_flops": 13086663475200000, "train_loss": 0.031637543439865114, "subset_score_loss": 0.031637543439865114}
+{"step": 990000, "wall_time": 9299.686779737473, "train_loss_step": 2.785367965698242, "n_params": 4346920, "total_flops": 13220200857600000, "train_loss": 0.031337758898735045, "subset_score_loss": 0.031337758898735045}
+{"step": 1000000, "wall_time": 9515.621547937393, "train_loss_step": 2.9947476387023926, "n_params": 4346920, "total_flops": 13353738240000000, "train_loss": 0.030603525042533875, "subset_score_loss": 0.030603525042533875, "memorization_fraction_pixel": 0.2632000148296356, "mean_nn_ratio_pixel": 0.5241643786430359, "fid": 52.560439154269474}
+{"step": 1010000, "wall_time": 9602.865031003952, "train_loss_step": 3.0089993476867676, "n_params": 4346920, "total_flops": 13487275622400000, "train_loss": 0.03112611472606659, "subset_score_loss": 0.03112611472606659}
+{"step": 1020000, "wall_time": 9689.6469039917, "train_loss_step": 2.624114513397217, "n_params": 4346920, "total_flops": 13620813004800000, "train_loss": 0.03025490343570709, "subset_score_loss": 0.03025490343570709}
+{"step": 1030000, "wall_time": 9776.852651834488, "train_loss_step": 2.8252451419830322, "n_params": 4346920, "total_flops": 13754350387200000, "train_loss": 0.030182978510856627, "subset_score_loss": 0.030182978510856627}
+{"step": 1040000, "wall_time": 9862.140629053116, "train_loss_step": 3.0134549140930176, "n_params": 4346920, "total_flops": 13887887769600000, "train_loss": 0.029942524433135987, "subset_score_loss": 0.029942524433135987}
+{"step": 1050000, "wall_time": 9949.180432319641, "train_loss_step": 3.0061540603637695, "n_params": 4346920, "total_flops": 14021425152000000, "train_loss": 0.02927052676677704, "subset_score_loss": 0.02927052676677704}
+{"step": 1060000, "wall_time": 10036.36858868599, "train_loss_step": 2.8885016441345215, "n_params": 4346920, "total_flops": 14154962534400000, "train_loss": 0.02945448160171509, "subset_score_loss": 0.02945448160171509}
+{"step": 1070000, "wall_time": 10110.980414628983, "train_loss_step": 2.7968521118164062, "n_params": 4346920, "total_flops": 14288499916800000, "train_loss": 0.02962666153907776, "subset_score_loss": 0.02962666153907776}
+{"step": 1080000, "wall_time": 10194.11969447136, "train_loss_step": 2.950075387954712, "n_params": 4346920, "total_flops": 14422037299200000, "train_loss": 0.029035848379135133, "subset_score_loss": 0.029035848379135133}
+{"step": 1090000, "wall_time": 10268.63564825058, "train_loss_step": 2.6920132637023926, "n_params": 4346920, "total_flops": 14555574681600000, "train_loss": 0.02913026213645935, "subset_score_loss": 0.02913026213645935}
+{"step": 1100000, "wall_time": 10486.23635005951, "train_loss_step": 2.9432897567749023, "n_params": 4346920, "total_flops": 14689112064000000, "train_loss": 0.028558748960494994, "subset_score_loss": 0.028558748960494994, "memorization_fraction_pixel": 0.2888999879360199, "mean_nn_ratio_pixel": 0.5020564198493958, "fid": 53.42574624415117}
+{"step": 1110000, "wall_time": 10573.119360923767, "train_loss_step": 2.746072769165039, "n_params": 4346920, "total_flops": 14822649446400000, "train_loss": 0.02912660539150238, "subset_score_loss": 0.02912660539150238}
+{"step": 1120000, "wall_time": 10659.957711935043, "train_loss_step": 3.007059097290039, "n_params": 4346920, "total_flops": 14956186828800000, "train_loss": 0.028400284051895142, "subset_score_loss": 0.028400284051895142}
+{"step": 1130000, "wall_time": 10747.487163543701, "train_loss_step": 2.7954626083374023, "n_params": 4346920, "total_flops": 15089724211200000, "train_loss": 0.028470709919929504, "subset_score_loss": 0.028470709919929504}
+{"step": 1140000, "wall_time": 10832.395680427551, "train_loss_step": 2.694465160369873, "n_params": 4346920, "total_flops": 15223261593600000, "train_loss": 0.027883893251419066, "subset_score_loss": 0.027883893251419066}
+{"step": 1150000, "wall_time": 10919.413212776184, "train_loss_step": 2.7946691513061523, "n_params": 4346920, "total_flops": 15356798976000000, "train_loss": 0.028105220198631285, "subset_score_loss": 0.028105220198631285}
+{"step": 1160000, "wall_time": 11006.18667769432, "train_loss_step": 3.131877899169922, "n_params": 4346920, "total_flops": 15490336358400000, "train_loss": 0.02792356312274933, "subset_score_loss": 0.02792356312274933}
+{"step": 1170000, "wall_time": 11091.638194084167, "train_loss_step": 2.89231014251709, "n_params": 4346920, "total_flops": 15623873740800000, "train_loss": 0.02816878855228424, "subset_score_loss": 0.02816878855228424}
+{"step": 1180000, "wall_time": 11163.277756214142, "train_loss_step": 2.7400639057159424, "n_params": 4346920, "total_flops": 15757411123200000, "train_loss": 0.027475464344024658, "subset_score_loss": 0.027475464344024658}
+{"step": 1190000, "wall_time": 11241.694553136826, "train_loss_step": 2.709136486053467, "n_params": 4346920, "total_flops": 15890948505600000, "train_loss": 0.02745274007320404, "subset_score_loss": 0.02745274007320404}
+{"step": 1200000, "wall_time": 11423.34865450859, "train_loss_step": 2.8615050315856934, "n_params": 4346920, "total_flops": 16024485888000000, "train_loss": 0.027856159210205077, "subset_score_loss": 0.027856159210205077, "memorization_fraction_pixel": 0.32760000228881836, "mean_nn_ratio_pixel": 0.48003506660461426, "fid": 52.69588331225897}
+{"step": 1210000, "wall_time": 11509.862865686417, "train_loss_step": 2.5460612773895264, "n_params": 4346920, "total_flops": 16158023270400000, "train_loss": 0.027177521586418153, "subset_score_loss": 0.027177521586418153}
+{"step": 1220000, "wall_time": 11596.804652452469, "train_loss_step": 2.9136061668395996, "n_params": 4346920, "total_flops": 16291560652800000, "train_loss": 0.026868334412574767, "subset_score_loss": 0.026868334412574767}
+{"step": 1230000, "wall_time": 11684.190129041672, "train_loss_step": 2.8642616271972656, "n_params": 4346920, "total_flops": 16425098035200000, "train_loss": 0.026803356409072877, "subset_score_loss": 0.026803356409072877}
+{"step": 1240000, "wall_time": 11769.339691400528, "train_loss_step": 2.8243484497070312, "n_params": 4346920, "total_flops": 16558635417600000, "train_loss": 0.026959019899368285, "subset_score_loss": 0.026959019899368285}
+{"step": 1250000, "wall_time": 11856.225796937943, "train_loss_step": 2.6147642135620117, "n_params": 4346920, "total_flops": 16692172800000000, "train_loss": 0.02669403553009033, "subset_score_loss": 0.02669403553009033}
+{"step": 1260000, "wall_time": 11943.053253173828, "train_loss_step": 2.8986544609069824, "n_params": 4346920, "total_flops": 16825710182400000, "train_loss": 0.027570068836212158, "subset_score_loss": 0.027570068836212158}
+{"step": 1270000, "wall_time": 12030.136924982071, "train_loss_step": 2.7683987617492676, "n_params": 4346920, "total_flops": 16959247564800000, "train_loss": 0.026237288117408754, "subset_score_loss": 0.026237288117408754}
+{"step": 1280000, "wall_time": 12114.762371301651, "train_loss_step": 2.761648654937744, "n_params": 4346920, "total_flops": 17092784947200000, "train_loss": 0.026627665758132933, "subset_score_loss": 0.026627665758132933}
+{"step": 1290000, "wall_time": 12184.651091337204, "train_loss_step": 2.775005578994751, "n_params": 4346920, "total_flops": 17226322329600000, "train_loss": 0.02608351707458496, "subset_score_loss": 0.02608351707458496}
+{"step": 1300000, "wall_time": 12343.003455877304, "train_loss_step": 2.7394766807556152, "n_params": 4346920, "total_flops": 17359859712000000, "train_loss": 0.026109376549720766, "subset_score_loss": 0.026109376549720766, "memorization_fraction_pixel": 0.34470000863075256, "mean_nn_ratio_pixel": 0.46996915340423584, "fid": 52.37648578563042}
+{"step": 1310000, "wall_time": 12429.758770942688, "train_loss_step": 2.8121562004089355, "n_params": 4346920, "total_flops": 17493397094400000, "train_loss": 0.02583908140659332, "subset_score_loss": 0.02583908140659332}
+{"step": 1320000, "wall_time": 12516.646743535995, "train_loss_step": 2.707141876220703, "n_params": 4346920, "total_flops": 17626934476800000, "train_loss": 0.025961709022521973, "subset_score_loss": 0.025961709022521973}
+{"step": 1330000, "wall_time": 12603.705997943878, "train_loss_step": 2.9216253757476807, "n_params": 4346920, "total_flops": 17760471859200000, "train_loss": 0.025542908906936647, "subset_score_loss": 0.025542908906936647}
+{"step": 1340000, "wall_time": 12689.205482244492, "train_loss_step": 2.877340316772461, "n_params": 4346920, "total_flops": 17894009241600000, "train_loss": 0.025697320699691772, "subset_score_loss": 0.025697320699691772}
+{"step": 1350000, "wall_time": 12775.999901294708, "train_loss_step": 2.6266565322875977, "n_params": 4346920, "total_flops": 18027546624000000, "train_loss": 0.025196290016174315, "subset_score_loss": 0.025196290016174315}
+{"step": 1360000, "wall_time": 12862.934756040573, "train_loss_step": 2.6087379455566406, "n_params": 4346920, "total_flops": 18161084006400000, "train_loss": 0.0250518798828125, "subset_score_loss": 0.0250518798828125}
+{"step": 1370000, "wall_time": 12949.835757732391, "train_loss_step": 2.772113800048828, "n_params": 4346920, "total_flops": 18294621388800000, "train_loss": 0.025376921892166136, "subset_score_loss": 0.025376921892166136}
+{"step": 1380000, "wall_time": 13036.825991392136, "train_loss_step": 2.857032299041748, "n_params": 4346920, "total_flops": 18428158771200000, "train_loss": 0.025353723764419557, "subset_score_loss": 0.025353723764419557}
+{"step": 1390000, "wall_time": 13120.823387384415, "train_loss_step": 2.5922398567199707, "n_params": 4346920, "total_flops": 18561696153600000, "train_loss": 0.025226882100105284, "subset_score_loss": 0.025226882100105284}
+{"step": 1400000, "wall_time": 13277.093192577362, "train_loss_step": 2.781338691711426, "n_params": 4346920, "total_flops": 18695233536000000, "train_loss": 0.024952302873134612, "subset_score_loss": 0.024952302873134612, "memorization_fraction_pixel": 0.35019999742507935, "mean_nn_ratio_pixel": 0.459568589925766, "fid": 51.28323019029335}
+{"step": 1410000, "wall_time": 13363.970844745636, "train_loss_step": 2.671604871749878, "n_params": 4346920, "total_flops": 18828770918400000, "train_loss": 0.02500367760658264, "subset_score_loss": 0.02500367760658264}
+{"step": 1420000, "wall_time": 13450.864373207092, "train_loss_step": 2.6917552947998047, "n_params": 4346920, "total_flops": 18962308300800000, "train_loss": 0.025529399514198303, "subset_score_loss": 0.025529399514198303}
+{"step": 1430000, "wall_time": 13537.970936536789, "train_loss_step": 2.729625701904297, "n_params": 4346920, "total_flops": 19095845683200000, "train_loss": 0.02460552453994751, "subset_score_loss": 0.02460552453994751}
+{"step": 1440000, "wall_time": 13625.543498754501, "train_loss_step": 2.787174701690674, "n_params": 4346920, "total_flops": 19229383065600000, "train_loss": 0.02493526488542557, "subset_score_loss": 0.02493526488542557}
+{"step": 1450000, "wall_time": 13710.589592218399, "train_loss_step": 2.584398031234741, "n_params": 4346920, "total_flops": 19362920448000000, "train_loss": 0.02444646507501602, "subset_score_loss": 0.02444646507501602}
+{"step": 1460000, "wall_time": 13797.430202007294, "train_loss_step": 2.5743088722229004, "n_params": 4346920, "total_flops": 19496457830400000, "train_loss": 0.02414472699165344, "subset_score_loss": 0.02414472699165344}
+{"step": 1470000, "wall_time": 13884.241821289062, "train_loss_step": 2.8343896865844727, "n_params": 4346920, "total_flops": 19629995212800000, "train_loss": 0.02404368668794632, "subset_score_loss": 0.02404368668794632}
+{"step": 1480000, "wall_time": 13971.074495077133, "train_loss_step": 2.5242323875427246, "n_params": 4346920, "total_flops": 19763532595200000, "train_loss": 0.024562968313694, "subset_score_loss": 0.024562968313694}
+{"step": 1490000, "wall_time": 14055.427748918533, "train_loss_step": 2.799992561340332, "n_params": 4346920, "total_flops": 19897069977600000, "train_loss": 0.024930007755756378, "subset_score_loss": 0.024930007755756378}
+{"step": 1500000, "wall_time": 14211.10056900978, "train_loss_step": 2.690342903137207, "n_params": 4346920, "total_flops": 20030607360000000, "train_loss": 0.02405373752117157, "subset_score_loss": 0.02405373752117157, "memorization_fraction_pixel": 0.3734000027179718, "mean_nn_ratio_pixel": 0.4457809627056122, "fid": 52.34408152492135}
+{"step": 1510000, "wall_time": 14297.149355173111, "train_loss_step": 2.6476950645446777, "n_params": 4346920, "total_flops": 20164144742400000, "train_loss": 0.023651909828186036, "subset_score_loss": 0.023651909828186036}
+{"step": 1520000, "wall_time": 14383.63969039917, "train_loss_step": 2.507483959197998, "n_params": 4346920, "total_flops": 20297682124800000, "train_loss": 0.02356749027967453, "subset_score_loss": 0.02356749027967453}
+{"step": 1530000, "wall_time": 14470.553495883942, "train_loss_step": 2.781318187713623, "n_params": 4346920, "total_flops": 20431219507200000, "train_loss": 0.023942528665065764, "subset_score_loss": 0.023942528665065764}
+{"step": 1540000, "wall_time": 14557.743543863297, "train_loss_step": 2.789841651916504, "n_params": 4346920, "total_flops": 20564756889600000, "train_loss": 0.023495718836784363, "subset_score_loss": 0.023495718836784363}
+{"step": 1550000, "wall_time": 14643.145985841751, "train_loss_step": 2.5639543533325195, "n_params": 4346920, "total_flops": 20698294272000000, "train_loss": 0.023317496478557586, "subset_score_loss": 0.023317496478557586}
+{"step": 1560000, "wall_time": 14730.046575784683, "train_loss_step": 2.6298508644104004, "n_params": 4346920, "total_flops": 20831831654400000, "train_loss": 0.02295934855937958, "subset_score_loss": 0.02295934855937958}
+{"step": 1570000, "wall_time": 14816.901059865952, "train_loss_step": 2.9028162956237793, "n_params": 4346920, "total_flops": 20965369036800000, "train_loss": 0.02357984483242035, "subset_score_loss": 0.02357984483242035}
+{"step": 1580000, "wall_time": 14902.00095629692, "train_loss_step": 2.7059974670410156, "n_params": 4346920, "total_flops": 21098906419200000, "train_loss": 0.022730064392089844, "subset_score_loss": 0.022730064392089844}
+{"step": 1590000, "wall_time": 14987.660367250443, "train_loss_step": 2.723327398300171, "n_params": 4346920, "total_flops": 21232443801600000, "train_loss": 0.023102244734764098, "subset_score_loss": 0.023102244734764098}
+{"step": 1600000, "wall_time": 15142.712170600891, "train_loss_step": 2.376577377319336, "n_params": 4346920, "total_flops": 21365981184000000, "train_loss": 0.023488266766071318, "subset_score_loss": 0.023488266766071318, "memorization_fraction_pixel": 0.3824999928474426, "mean_nn_ratio_pixel": 0.4407573640346527, "fid": 51.979183391267846}
+{"step": 1610000, "wall_time": 15229.6668612957, "train_loss_step": 2.6765408515930176, "n_params": 4346920, "total_flops": 21499518566400000, "train_loss": 0.02288833260536194, "subset_score_loss": 0.02288833260536194}
+{"step": 1620000, "wall_time": 15317.440826654434, "train_loss_step": 2.5727176666259766, "n_params": 4346920, "total_flops": 21633055948800000, "train_loss": 0.023644104599952698, "subset_score_loss": 0.023644104599952698}
+{"step": 1630000, "wall_time": 15402.340151548386, "train_loss_step": 2.5513620376586914, "n_params": 4346920, "total_flops": 21766593331200000, "train_loss": 0.02277635335922241, "subset_score_loss": 0.02277635335922241}
+{"step": 1640000, "wall_time": 15489.245442867279, "train_loss_step": 2.7085964679718018, "n_params": 4346920, "total_flops": 21900130713600000, "train_loss": 0.022425882518291473, "subset_score_loss": 0.022425882518291473}
+{"step": 1650000, "wall_time": 15576.614018678665, "train_loss_step": 2.7130138874053955, "n_params": 4346920, "total_flops": 22033668096000000, "train_loss": 0.022540861368179323, "subset_score_loss": 0.022540861368179323}
+{"step": 1660000, "wall_time": 15661.62905573845, "train_loss_step": 2.8384628295898438, "n_params": 4346920, "total_flops": 22167205478400000, "train_loss": 0.022500672936439516, "subset_score_loss": 0.022500672936439516}
+{"step": 1670000, "wall_time": 15748.342966079712, "train_loss_step": 2.8462183475494385, "n_params": 4346920, "total_flops": 22300742860800000, "train_loss": 0.022522276639938353, "subset_score_loss": 0.022522276639938353}
+{"step": 1680000, "wall_time": 15832.427453279495, "train_loss_step": 2.5114638805389404, "n_params": 4346920, "total_flops": 22434280243200000, "train_loss": 0.02231804430484772, "subset_score_loss": 0.02231804430484772}
+{"step": 1690000, "wall_time": 15919.264166355133, "train_loss_step": 2.638554811477661, "n_params": 4346920, "total_flops": 22567817625600000, "train_loss": 0.022517701983451842, "subset_score_loss": 0.022517701983451842}
+{"step": 1700000, "wall_time": 16075.649268388748, "train_loss_step": 2.4998574256896973, "n_params": 4346920, "total_flops": 22701355008000000, "train_loss": 0.021689677238464357, "subset_score_loss": 0.021689677238464357, "memorization_fraction_pixel": 0.4146000146865845, "mean_nn_ratio_pixel": 0.42863255739212036, "fid": 51.98194998130133}
+{"step": 1710000, "wall_time": 16160.10594367981, "train_loss_step": 2.5554404258728027, "n_params": 4346920, "total_flops": 22834892390400000, "train_loss": 0.021745340526103975, "subset_score_loss": 0.021745340526103975}
+{"step": 1720000, "wall_time": 16247.108196496964, "train_loss_step": 2.6505117416381836, "n_params": 4346920, "total_flops": 22968429772800000, "train_loss": 0.022206710278987886, "subset_score_loss": 0.022206710278987886}
+{"step": 1730000, "wall_time": 16334.677031517029, "train_loss_step": 2.529517412185669, "n_params": 4346920, "total_flops": 23101967155200000, "train_loss": 0.022461336851119996, "subset_score_loss": 0.022461336851119996}
+{"step": 1740000, "wall_time": 16419.929813861847, "train_loss_step": 2.557544231414795, "n_params": 4346920, "total_flops": 23235504537600000, "train_loss": 0.02203405648469925, "subset_score_loss": 0.02203405648469925}
+{"step": 1750000, "wall_time": 16507.035487174988, "train_loss_step": 2.7562761306762695, "n_params": 4346920, "total_flops": 23369041920000000, "train_loss": 0.021550022065639496, "subset_score_loss": 0.021550022065639496}
+{"step": 1760000, "wall_time": 16592.63624072075, "train_loss_step": 2.826193332672119, "n_params": 4346920, "total_flops": 23502579302400000, "train_loss": 0.021783719956874847, "subset_score_loss": 0.021783719956874847}
+{"step": 1770000, "wall_time": 16679.655787467957, "train_loss_step": 2.3552606105804443, "n_params": 4346920, "total_flops": 23636116684800000, "train_loss": 0.021239636838436125, "subset_score_loss": 0.021239636838436125}
+{"step": 1780000, "wall_time": 16762.471283197403, "train_loss_step": 2.646648645401001, "n_params": 4346920, "total_flops": 23769654067200000, "train_loss": 0.022239656746387483, "subset_score_loss": 0.022239656746387483}
+{"step": 1790000, "wall_time": 16841.137467622757, "train_loss_step": 2.771221876144409, "n_params": 4346920, "total_flops": 23903191449600000, "train_loss": 0.0214264377951622, "subset_score_loss": 0.0214264377951622}
+{"step": 1800000, "wall_time": 17024.663036108017, "train_loss_step": 2.658078908920288, "n_params": 4346920, "total_flops": 24036728832000000, "train_loss": 0.02136738449335098, "subset_score_loss": 0.02136738449335098, "memorization_fraction_pixel": 0.42419999837875366, "mean_nn_ratio_pixel": 0.4176025390625, "fid": 52.12606622735883}
+{"step": 1810000, "wall_time": 17108.71747803688, "train_loss_step": 2.6214399337768555, "n_params": 4346920, "total_flops": 24170266214400000, "train_loss": 0.021275511384010314, "subset_score_loss": 0.021275511384010314}
+{"step": 1820000, "wall_time": 17182.72228217125, "train_loss_step": 2.4923250675201416, "n_params": 4346920, "total_flops": 24303803596800000, "train_loss": 0.021015836298465727, "subset_score_loss": 0.021015836298465727}
+{"step": 1830000, "wall_time": 17269.689391374588, "train_loss_step": 2.5916576385498047, "n_params": 4346920, "total_flops": 24437340979200000, "train_loss": 0.02106923609972, "subset_score_loss": 0.02106923609972}
+{"step": 1840000, "wall_time": 17355.41460299492, "train_loss_step": 2.7304465770721436, "n_params": 4346920, "total_flops": 24570878361600000, "train_loss": 0.020798952877521516, "subset_score_loss": 0.020798952877521516}
+{"step": 1850000, "wall_time": 17442.271376609802, "train_loss_step": 2.4631834030151367, "n_params": 4346920, "total_flops": 24704415744000000, "train_loss": 0.020781442523002625, "subset_score_loss": 0.020781442523002625}
+{"step": 1860000, "wall_time": 17528.01756286621, "train_loss_step": 2.4472970962524414, "n_params": 4346920, "total_flops": 24837953126400000, "train_loss": 0.020977917313575744, "subset_score_loss": 0.020977917313575744}
+{"step": 1870000, "wall_time": 17615.0292263031, "train_loss_step": 2.777714729309082, "n_params": 4346920, "total_flops": 24971490508800000, "train_loss": 0.0211688369512558, "subset_score_loss": 0.0211688369512558}
+{"step": 1880000, "wall_time": 17699.326856136322, "train_loss_step": 2.8108925819396973, "n_params": 4346920, "total_flops": 25105027891200000, "train_loss": 0.02108689546585083, "subset_score_loss": 0.02108689546585083}
+{"step": 1890000, "wall_time": 17775.753769874573, "train_loss_step": 2.9832024574279785, "n_params": 4346920, "total_flops": 25238565273600000, "train_loss": 0.020396965742111205, "subset_score_loss": 0.020396965742111205}
+{"step": 1900000, "wall_time": 17956.789161920547, "train_loss_step": 2.6358938217163086, "n_params": 4346920, "total_flops": 25372102656000000, "train_loss": 0.020099318027496337, "subset_score_loss": 0.020099318027496337, "memorization_fraction_pixel": 0.4325000047683716, "mean_nn_ratio_pixel": 0.4107591211795807, "fid": 52.22110262314323}
+{"step": 1910000, "wall_time": 18043.565446853638, "train_loss_step": 2.583681583404541, "n_params": 4346920, "total_flops": 25505640038400000, "train_loss": 0.020053504407405852, "subset_score_loss": 0.020053504407405852}
+{"step": 1920000, "wall_time": 18130.03041768074, "train_loss_step": 2.7722628116607666, "n_params": 4346920, "total_flops": 25639177420800000, "train_loss": 0.0204388827085495, "subset_score_loss": 0.0204388827085495}
+{"step": 1930000, "wall_time": 18199.127675533295, "train_loss_step": 2.340627670288086, "n_params": 4346920, "total_flops": 25772714803200000, "train_loss": 0.0201039656996727, "subset_score_loss": 0.0201039656996727}
+{"step": 1940000, "wall_time": 18285.031581640244, "train_loss_step": 2.634161949157715, "n_params": 4346920, "total_flops": 25906252185600000, "train_loss": 0.019867707788944245, "subset_score_loss": 0.019867707788944245}
+{"step": 1950000, "wall_time": 18371.117673158646, "train_loss_step": 2.490980386734009, "n_params": 4346920, "total_flops": 26039789568000000, "train_loss": 0.020532262325286866, "subset_score_loss": 0.020532262325286866}
+{"step": 1960000, "wall_time": 18456.651841163635, "train_loss_step": 2.5702810287475586, "n_params": 4346920, "total_flops": 26173326950400000, "train_loss": 0.0205671027302742, "subset_score_loss": 0.0205671027302742}
+{"step": 1970000, "wall_time": 18543.665711164474, "train_loss_step": 2.6034538745880127, "n_params": 4346920, "total_flops": 26306864332800000, "train_loss": 0.019846037030220032, "subset_score_loss": 0.019846037030220032}
+{"step": 1980000, "wall_time": 18630.405375242233, "train_loss_step": 2.423834800720215, "n_params": 4346920, "total_flops": 26440401715200000, "train_loss": 0.01997352987527847, "subset_score_loss": 0.01997352987527847}
+{"step": 1990000, "wall_time": 18713.28593969345, "train_loss_step": 2.7164463996887207, "n_params": 4346920, "total_flops": 26573939097600000, "train_loss": 0.01982989311218262, "subset_score_loss": 0.01982989311218262}
+{"step": 2000000, "wall_time": 18872.05777001381, "train_loss_step": 2.3677573204040527, "n_params": 4346920, "total_flops": 26707476480000000, "train_loss": 0.019968165457248686, "subset_score_loss": 0.019968165457248686, "memorization_fraction_pixel": 0.45570001006126404, "mean_nn_ratio_pixel": 0.39998435974121094, "fid": 51.663786705767954}
+{"step": 2010000, "wall_time": 18959.048360586166, "train_loss_step": 2.385438919067383, "n_params": 4346920, "total_flops": 26841013862400000, "train_loss": 0.02046954780817032, "subset_score_loss": 0.02046954780817032}
+{"step": 2020000, "wall_time": 19045.830224990845, "train_loss_step": 2.5412371158599854, "n_params": 4346920, "total_flops": 26974551244800000, "train_loss": 0.020397397875785827, "subset_score_loss": 0.020397397875785827}
+{"step": 2030000, "wall_time": 19132.795085906982, "train_loss_step": 2.4073305130004883, "n_params": 4346920, "total_flops": 27108088627200000, "train_loss": 0.019183626770973204, "subset_score_loss": 0.019183626770973204}
+{"step": 2040000, "wall_time": 19216.77030324936, "train_loss_step": 2.5539681911468506, "n_params": 4346920, "total_flops": 27241626009600000, "train_loss": 0.019189226627349853, "subset_score_loss": 0.019189226627349853}
+{"step": 2050000, "wall_time": 19303.86733865738, "train_loss_step": 2.629487991333008, "n_params": 4346920, "total_flops": 27375163392000000, "train_loss": 0.019432123005390167, "subset_score_loss": 0.019432123005390167}
+{"step": 2060000, "wall_time": 19389.882378816605, "train_loss_step": 2.5214288234710693, "n_params": 4346920, "total_flops": 27508700774400000, "train_loss": 0.01935863196849823, "subset_score_loss": 0.01935863196849823}
+{"step": 2070000, "wall_time": 19475.03697991371, "train_loss_step": 2.663878917694092, "n_params": 4346920, "total_flops": 27642238156800000, "train_loss": 0.01937163770198822, "subset_score_loss": 0.01937163770198822}
+{"step": 2080000, "wall_time": 19561.983005285263, "train_loss_step": 2.7468652725219727, "n_params": 4346920, "total_flops": 27775775539200000, "train_loss": 0.01909775584936142, "subset_score_loss": 0.01909775584936142}
+{"step": 2090000, "wall_time": 19642.60298871994, "train_loss_step": 2.743302345275879, "n_params": 4346920, "total_flops": 27909312921600000, "train_loss": 0.01982133537530899, "subset_score_loss": 0.01982133537530899}
+{"step": 2100000, "wall_time": 19817.20130610466, "train_loss_step": 2.2993035316467285, "n_params": 4346920, "total_flops": 28042850304000000, "train_loss": 0.01906522363424301, "subset_score_loss": 0.01906522363424301, "memorization_fraction_pixel": 0.460999995470047, "mean_nn_ratio_pixel": 0.39333978295326233, "fid": 52.35085887081883}
+{"step": 2110000, "wall_time": 19904.16364812851, "train_loss_step": 2.369039535522461, "n_params": 4346920, "total_flops": 28176387686400000, "train_loss": 0.01881589591503143, "subset_score_loss": 0.01881589591503143}
+{"step": 2120000, "wall_time": 19990.970227956772, "train_loss_step": 2.61031436920166, "n_params": 4346920, "total_flops": 28309925068800000, "train_loss": 0.019378238916397096, "subset_score_loss": 0.019378238916397096}
+{"step": 2130000, "wall_time": 20077.774176836014, "train_loss_step": 2.607908248901367, "n_params": 4346920, "total_flops": 28443462451200000, "train_loss": 0.018276029825210573, "subset_score_loss": 0.018276029825210573}
+{"step": 2140000, "wall_time": 20165.354713201523, "train_loss_step": 2.732638359069824, "n_params": 4346920, "total_flops": 28576999833600000, "train_loss": 0.01867092400789261, "subset_score_loss": 0.01867092400789261}
+{"step": 2150000, "wall_time": 20249.135232686996, "train_loss_step": 2.583908796310425, "n_params": 4346920, "total_flops": 28710537216000000, "train_loss": 0.019073958694934844, "subset_score_loss": 0.019073958694934844}
+{"step": 2160000, "wall_time": 20336.49990773201, "train_loss_step": 2.5658464431762695, "n_params": 4346920, "total_flops": 28844074598400000, "train_loss": 0.018807892501354218, "subset_score_loss": 0.018807892501354218}
+{"step": 2170000, "wall_time": 20420.068592071533, "train_loss_step": 2.475493907928467, "n_params": 4346920, "total_flops": 28977611980800000, "train_loss": 0.018460652232170104, "subset_score_loss": 0.018460652232170104}
+{"step": 2180000, "wall_time": 20504.815873146057, "train_loss_step": 2.813878297805786, "n_params": 4346920, "total_flops": 29111149363200000, "train_loss": 0.019228132069110872, "subset_score_loss": 0.019228132069110872}
+{"step": 2190000, "wall_time": 20590.82277417183, "train_loss_step": 2.631601572036743, "n_params": 4346920, "total_flops": 29244686745600000, "train_loss": 0.018508930504322053, "subset_score_loss": 0.018508930504322053}
+{"step": 2200000, "wall_time": 20787.44436454773, "train_loss_step": 2.5367860794067383, "n_params": 4346920, "total_flops": 29378224128000000, "train_loss": 0.018037194013595582, "subset_score_loss": 0.018037194013595582, "memorization_fraction_pixel": 0.4796999990940094, "mean_nn_ratio_pixel": 0.388142466545105, "fid": 51.43969115924433}
+{"step": 2210000, "wall_time": 20874.487731695175, "train_loss_step": 2.6029837131500244, "n_params": 4346920, "total_flops": 29511761510400000, "train_loss": 0.01811227798461914, "subset_score_loss": 0.01811227798461914}
+{"step": 2220000, "wall_time": 20961.302777528763, "train_loss_step": 2.5667715072631836, "n_params": 4346920, "total_flops": 29645298892800000, "train_loss": 0.018667721748352052, "subset_score_loss": 0.018667721748352052}
+{"step": 2230000, "wall_time": 21048.143319129944, "train_loss_step": 2.525637149810791, "n_params": 4346920, "total_flops": 29778836275200000, "train_loss": 0.018358105421066286, "subset_score_loss": 0.018358105421066286}
+{"step": 2240000, "wall_time": 21135.51848435402, "train_loss_step": 2.587283134460449, "n_params": 4346920, "total_flops": 29912373657600000, "train_loss": 0.018402925133705138, "subset_score_loss": 0.018402925133705138}
+{"step": 2250000, "wall_time": 21209.68945455551, "train_loss_step": 2.5521507263183594, "n_params": 4346920, "total_flops": 30045911040000000, "train_loss": 0.0186245858669281, "subset_score_loss": 0.0186245858669281}
+{"step": 2260000, "wall_time": 21294.22891640663, "train_loss_step": 2.6283390522003174, "n_params": 4346920, "total_flops": 30179448422400000, "train_loss": 0.018095430731773377, "subset_score_loss": 0.018095430731773377}
+{"step": 2270000, "wall_time": 21380.528146266937, "train_loss_step": 2.2645442485809326, "n_params": 4346920, "total_flops": 30312985804800000, "train_loss": 0.01779397428035736, "subset_score_loss": 0.01779397428035736}
+{"step": 2280000, "wall_time": 21455.721589565277, "train_loss_step": 2.6913580894470215, "n_params": 4346920, "total_flops": 30446523187200000, "train_loss": 0.01772465854883194, "subset_score_loss": 0.01772465854883194}
+{"step": 2290000, "wall_time": 21542.377207756042, "train_loss_step": 2.5830676555633545, "n_params": 4346920, "total_flops": 30580060569600000, "train_loss": 0.018035870790481568, "subset_score_loss": 0.018035870790481568}
+{"step": 2300000, "wall_time": 21729.960584163666, "train_loss_step": 2.6021318435668945, "n_params": 4346920, "total_flops": 30713597952000000, "train_loss": 0.017720316350460053, "subset_score_loss": 0.017720316350460053, "memorization_fraction_pixel": 0.49880000948905945, "mean_nn_ratio_pixel": 0.38014060258865356, "fid": 52.454167785302666}
+{"step": 2310000, "wall_time": 21817.086646556854, "train_loss_step": 2.2779629230499268, "n_params": 4346920, "total_flops": 30847135334400000, "train_loss": 0.01884414106607437, "subset_score_loss": 0.01884414106607437}
+{"step": 2320000, "wall_time": 21903.886039733887, "train_loss_step": 2.3800694942474365, "n_params": 4346920, "total_flops": 30980672716800000, "train_loss": 0.017357847094535826, "subset_score_loss": 0.017357847094535826}
+{"step": 2330000, "wall_time": 21990.755090236664, "train_loss_step": 2.548550605773926, "n_params": 4346920, "total_flops": 31114210099200000, "train_loss": 0.017325842380523683, "subset_score_loss": 0.017325842380523683}
+{"step": 2340000, "wall_time": 22077.628658294678, "train_loss_step": 2.2898495197296143, "n_params": 4346920, "total_flops": 31247747481600000, "train_loss": 0.017858976125717164, "subset_score_loss": 0.017858976125717164}
+{"step": 2350000, "wall_time": 22165.11279821396, "train_loss_step": 2.538674831390381, "n_params": 4346920, "total_flops": 31381284864000000, "train_loss": 0.017393487691879272, "subset_score_loss": 0.017393487691879272}
+{"step": 2360000, "wall_time": 22238.923486948013, "train_loss_step": 2.6309797763824463, "n_params": 4346920, "total_flops": 31514822246400000, "train_loss": 0.017278209328651428, "subset_score_loss": 0.017278209328651428}
+{"step": 2370000, "wall_time": 22321.143471479416, "train_loss_step": 2.6458945274353027, "n_params": 4346920, "total_flops": 31648359628800000, "train_loss": 0.017532980442047118, "subset_score_loss": 0.017532980442047118}
+{"step": 2380000, "wall_time": 22391.303351163864, "train_loss_step": 2.460176467895508, "n_params": 4346920, "total_flops": 31781897011200000, "train_loss": 0.0170735239982605, "subset_score_loss": 0.0170735239982605}
+{"step": 2390000, "wall_time": 22476.671478033066, "train_loss_step": 2.7902636528015137, "n_params": 4346920, "total_flops": 31915434393600000, "train_loss": 0.016878345608711244, "subset_score_loss": 0.016878345608711244}
+{"step": 2400000, "wall_time": 22635.30065727234, "train_loss_step": 2.4582271575927734, "n_params": 4346920, "total_flops": 32048971776000000, "train_loss": 0.017132067680358888, "subset_score_loss": 0.017132067680358888, "memorization_fraction_pixel": 0.49729999899864197, "mean_nn_ratio_pixel": 0.3769029676914215, "fid": 51.702507151139486}
+{"step": 2410000, "wall_time": 22722.344943523407, "train_loss_step": 2.221975803375244, "n_params": 4346920, "total_flops": 32182509158400000, "train_loss": 0.017110233008861542, "subset_score_loss": 0.017110233008861542}
+{"step": 2420000, "wall_time": 22809.419913053513, "train_loss_step": 2.2188215255737305, "n_params": 4346920, "total_flops": 32316046540800000, "train_loss": 0.01730591505765915, "subset_score_loss": 0.01730591505765915}
+{"step": 2430000, "wall_time": 22896.362245082855, "train_loss_step": 2.41585636138916, "n_params": 4346920, "total_flops": 32449583923200000, "train_loss": 0.01704879254102707, "subset_score_loss": 0.01704879254102707}
+{"step": 2440000, "wall_time": 22983.37215590477, "train_loss_step": 2.363162040710449, "n_params": 4346920, "total_flops": 32583121305600000, "train_loss": 0.01685568243265152, "subset_score_loss": 0.01685568243265152}
+{"step": 2450000, "wall_time": 23070.27579641342, "train_loss_step": 2.3254919052124023, "n_params": 4346920, "total_flops": 32716658688000000, "train_loss": 0.017178772389888762, "subset_score_loss": 0.017178772389888762}
+{"step": 2460000, "wall_time": 23157.33149957657, "train_loss_step": 2.5439796447753906, "n_params": 4346920, "total_flops": 32850196070400000, "train_loss": 0.016665694117546082, "subset_score_loss": 0.016665694117546082}
+{"step": 2470000, "wall_time": 23240.021671295166, "train_loss_step": 2.5826992988586426, "n_params": 4346920, "total_flops": 32983733452800000, "train_loss": 0.016822801530361177, "subset_score_loss": 0.016822801530361177}
+{"step": 2480000, "wall_time": 23314.247169971466, "train_loss_step": 2.638514757156372, "n_params": 4346920, "total_flops": 33117270835200000, "train_loss": 0.016773173213005067, "subset_score_loss": 0.016773173213005067}
+{"step": 2490000, "wall_time": 23384.62947201729, "train_loss_step": 2.720545530319214, "n_params": 4346920, "total_flops": 33250808217600000, "train_loss": 0.016307583451271056, "subset_score_loss": 0.016307583451271056}
+{"step": 2500000, "wall_time": 23587.496217489243, "train_loss_step": 2.9375200271606445, "n_params": 4346920, "total_flops": 33384345600000000, "train_loss": 0.01676054447889328, "subset_score_loss": 0.01676054447889328, "memorization_fraction_pixel": 0.5120000243186951, "mean_nn_ratio_pixel": 0.368943452835083, "fid": 51.95404042533477}
+{"step": 2510000, "wall_time": 23674.538303613663, "train_loss_step": 2.6822257041931152, "n_params": 4346920, "total_flops": 33517882982400000, "train_loss": 0.016429297626018524, "subset_score_loss": 0.016429297626018524}
+{"step": 2520000, "wall_time": 23761.732635498047, "train_loss_step": 2.4015491008758545, "n_params": 4346920, "total_flops": 33651420364800000, "train_loss": 0.016227808594703675, "subset_score_loss": 0.016227808594703675}
+{"step": 2530000, "wall_time": 23848.73931288719, "train_loss_step": 2.4974422454833984, "n_params": 4346920, "total_flops": 33784957747200000, "train_loss": 0.01726111173629761, "subset_score_loss": 0.01726111173629761}
+{"step": 2540000, "wall_time": 23935.684738874435, "train_loss_step": 2.372171401977539, "n_params": 4346920, "total_flops": 33918495129600000, "train_loss": 0.016252470016479493, "subset_score_loss": 0.016252470016479493}
+{"step": 2550000, "wall_time": 24022.68528985977, "train_loss_step": 2.531096935272217, "n_params": 4346920, "total_flops": 34052032512000000, "train_loss": 0.016441503167152406, "subset_score_loss": 0.016441503167152406}
+{"step": 2560000, "wall_time": 24109.66311621666, "train_loss_step": 2.2934863567352295, "n_params": 4346920, "total_flops": 34185569894400000, "train_loss": 0.016420112550258638, "subset_score_loss": 0.016420112550258638}
+{"step": 2570000, "wall_time": 24195.81456708908, "train_loss_step": 2.1142983436584473, "n_params": 4346920, "total_flops": 34319107276800000, "train_loss": 0.01586281508207321, "subset_score_loss": 0.01586281508207321}
+{"step": 2580000, "wall_time": 24270.59553050995, "train_loss_step": 2.789705753326416, "n_params": 4346920, "total_flops": 34452644659200000, "train_loss": 0.016143694519996643, "subset_score_loss": 0.016143694519996643}
+{"step": 2590000, "wall_time": 24343.57904982567, "train_loss_step": 2.7354626655578613, "n_params": 4346920, "total_flops": 34586182041600000, "train_loss": 0.016024383902549743, "subset_score_loss": 0.016024383902549743}
+{"step": 2600000, "wall_time": 24527.68960595131, "train_loss_step": 2.3064017295837402, "n_params": 4346920, "total_flops": 34719719424000000, "train_loss": 0.016322657465934753, "subset_score_loss": 0.016322657465934753, "memorization_fraction_pixel": 0.5144000053405762, "mean_nn_ratio_pixel": 0.36781901121139526, "fid": 52.11057084051841}
+{"step": 2610000, "wall_time": 24614.824951171875, "train_loss_step": 2.4988934993743896, "n_params": 4346920, "total_flops": 34853256806400000, "train_loss": 0.01586069166660309, "subset_score_loss": 0.01586069166660309}
+{"step": 2620000, "wall_time": 24701.882571697235, "train_loss_step": 2.456648826599121, "n_params": 4346920, "total_flops": 34986794188800000, "train_loss": 0.0161930575966835, "subset_score_loss": 0.0161930575966835}
+{"step": 2630000, "wall_time": 24788.918429136276, "train_loss_step": 2.5713815689086914, "n_params": 4346920, "total_flops": 35120331571200000, "train_loss": 0.015699903666973113, "subset_score_loss": 0.015699903666973113}
+{"step": 2640000, "wall_time": 24875.74641060829, "train_loss_step": 2.5661702156066895, "n_params": 4346920, "total_flops": 35253868953600000, "train_loss": 0.01587785929441452, "subset_score_loss": 0.01587785929441452}
+{"step": 2650000, "wall_time": 24962.661105632782, "train_loss_step": 2.5758957862854004, "n_params": 4346920, "total_flops": 35387406336000000, "train_loss": 0.01598451882600784, "subset_score_loss": 0.01598451882600784}
+{"step": 2660000, "wall_time": 25049.2870824337, "train_loss_step": 2.6084935665130615, "n_params": 4346920, "total_flops": 35520943718400000, "train_loss": 0.015507107973098755, "subset_score_loss": 0.015507107973098755}
+{"step": 2670000, "wall_time": 25134.85036611557, "train_loss_step": 2.538785934448242, "n_params": 4346920, "total_flops": 35654481100800000, "train_loss": 0.015732531249523164, "subset_score_loss": 0.015732531249523164}
+{"step": 2680000, "wall_time": 25222.102873802185, "train_loss_step": 2.3722596168518066, "n_params": 4346920, "total_flops": 35788018483200000, "train_loss": 0.016128242015838623, "subset_score_loss": 0.016128242015838623}
+{"step": 2690000, "wall_time": 25293.048362970352, "train_loss_step": 2.3205177783966064, "n_params": 4346920, "total_flops": 35921555865600000, "train_loss": 0.015677694976329804, "subset_score_loss": 0.015677694976329804}
+{"step": 2700000, "wall_time": 25450.647964000702, "train_loss_step": 2.3646373748779297, "n_params": 4346920, "total_flops": 36055093248000000, "train_loss": 0.016078482568264007, "subset_score_loss": 0.016078482568264007, "memorization_fraction_pixel": 0.5198000073432922, "mean_nn_ratio_pixel": 0.3647753894329071, "fid": 51.478772382565516}
+{"step": 2710000, "wall_time": 25537.570528030396, "train_loss_step": 2.5114691257476807, "n_params": 4346920, "total_flops": 36188630630400000, "train_loss": 0.015381364524364472, "subset_score_loss": 0.015381364524364472}
+{"step": 2720000, "wall_time": 25624.679302453995, "train_loss_step": 2.446364402770996, "n_params": 4346920, "total_flops": 36322168012800000, "train_loss": 0.015402843058109284, "subset_score_loss": 0.015402843058109284}
+{"step": 2730000, "wall_time": 25711.859781980515, "train_loss_step": 2.459777593612671, "n_params": 4346920, "total_flops": 36455705395200000, "train_loss": 0.015591593086719513, "subset_score_loss": 0.015591593086719513}
+{"step": 2740000, "wall_time": 25798.95960855484, "train_loss_step": 2.5632853507995605, "n_params": 4346920, "total_flops": 36589242777600000, "train_loss": 0.015964585542678832, "subset_score_loss": 0.015964585542678832}
+{"step": 2750000, "wall_time": 25885.787197589874, "train_loss_step": 2.609992027282715, "n_params": 4346920, "total_flops": 36722780160000000, "train_loss": 0.015552860498428345, "subset_score_loss": 0.015552860498428345}
+{"step": 2760000, "wall_time": 25972.837349891663, "train_loss_step": 2.5055453777313232, "n_params": 4346920, "total_flops": 36856317542400000, "train_loss": 0.01503239870071411, "subset_score_loss": 0.01503239870071411}
+{"step": 2770000, "wall_time": 26060.008819580078, "train_loss_step": 2.4280824661254883, "n_params": 4346920, "total_flops": 36989854924800000, "train_loss": 0.01512310802936554, "subset_score_loss": 0.01512310802936554}
+{"step": 2780000, "wall_time": 26145.44905114174, "train_loss_step": 2.477578639984131, "n_params": 4346920, "total_flops": 37123392307200000, "train_loss": 0.015755406022071837, "subset_score_loss": 0.015755406022071837}
+{"step": 2790000, "wall_time": 26229.460552692413, "train_loss_step": 2.4393086433410645, "n_params": 4346920, "total_flops": 37256929689600000, "train_loss": 0.0149183452129364, "subset_score_loss": 0.0149183452129364}
+{"step": 2800000, "wall_time": 26416.536661863327, "train_loss_step": 2.3540401458740234, "n_params": 4346920, "total_flops": 37390467072000000, "train_loss": 0.015200597047805787, "subset_score_loss": 0.015200597047805787, "memorization_fraction_pixel": 0.5335000157356262, "mean_nn_ratio_pixel": 0.3612789511680603, "fid": 51.13779084962199}
+{"step": 2810000, "wall_time": 26503.49553179741, "train_loss_step": 2.4326233863830566, "n_params": 4346920, "total_flops": 37524004454400000, "train_loss": 0.01513606458902359, "subset_score_loss": 0.01513606458902359}
+{"step": 2820000, "wall_time": 26590.2803235054, "train_loss_step": 2.6645164489746094, "n_params": 4346920, "total_flops": 37657541836800000, "train_loss": 0.015155844390392303, "subset_score_loss": 0.015155844390392303}
+{"step": 2830000, "wall_time": 26677.444227457047, "train_loss_step": 2.5935282707214355, "n_params": 4346920, "total_flops": 37791079219200000, "train_loss": 0.015001882612705231, "subset_score_loss": 0.015001882612705231}
+{"step": 2840000, "wall_time": 26764.477570533752, "train_loss_step": 2.4358444213867188, "n_params": 4346920, "total_flops": 37924616601600000, "train_loss": 0.01488230675458908, "subset_score_loss": 0.01488230675458908}
+{"step": 2850000, "wall_time": 26851.32347512245, "train_loss_step": 2.5591869354248047, "n_params": 4346920, "total_flops": 38058153984000000, "train_loss": 0.014858530461788177, "subset_score_loss": 0.014858530461788177}
+{"step": 2860000, "wall_time": 26938.135516643524, "train_loss_step": 2.7132434844970703, "n_params": 4346920, "total_flops": 38191691366400000, "train_loss": 0.015140433609485627, "subset_score_loss": 0.015140433609485627}
+{"step": 2870000, "wall_time": 27025.241635084152, "train_loss_step": 2.514777421951294, "n_params": 4346920, "total_flops": 38325228748800000, "train_loss": 0.015504123270511627, "subset_score_loss": 0.015504123270511627}
+{"step": 2880000, "wall_time": 27105.308431386948, "train_loss_step": 2.552753210067749, "n_params": 4346920, "total_flops": 38458766131200000, "train_loss": 0.01438056081533432, "subset_score_loss": 0.01438056081533432}
+{"step": 2890000, "wall_time": 27187.886085033417, "train_loss_step": 2.470994710922241, "n_params": 4346920, "total_flops": 38592303513600000, "train_loss": 0.01531527042388916, "subset_score_loss": 0.01531527042388916}
+{"step": 2900000, "wall_time": 27341.641669511795, "train_loss_step": 2.2073512077331543, "n_params": 4346920, "total_flops": 38725840896000000, "train_loss": 0.014410729706287383, "subset_score_loss": 0.014410729706287383, "memorization_fraction_pixel": 0.5304999947547913, "mean_nn_ratio_pixel": 0.35941439867019653, "fid": 52.20655844510381}
+{"step": 2910000, "wall_time": 27427.3557741642, "train_loss_step": 2.2728655338287354, "n_params": 4346920, "total_flops": 38859378278400000, "train_loss": 0.014307363331317902, "subset_score_loss": 0.014307363331317902}
+{"step": 2920000, "wall_time": 27514.348462581635, "train_loss_step": 2.6439285278320312, "n_params": 4346920, "total_flops": 38992915660800000, "train_loss": 0.014389340579509736, "subset_score_loss": 0.014389340579509736}
+{"step": 2930000, "wall_time": 27601.472779989243, "train_loss_step": 2.242722272872925, "n_params": 4346920, "total_flops": 39126453043200000, "train_loss": 0.014382806420326234, "subset_score_loss": 0.014382806420326234}
+{"step": 2940000, "wall_time": 27688.58068728447, "train_loss_step": 2.674687385559082, "n_params": 4346920, "total_flops": 39259990425600000, "train_loss": 0.014364852011203766, "subset_score_loss": 0.014364852011203766}
+{"step": 2950000, "wall_time": 27775.685611486435, "train_loss_step": 2.2407655715942383, "n_params": 4346920, "total_flops": 39393527808000000, "train_loss": 0.014754752814769744, "subset_score_loss": 0.014754752814769744}
+{"step": 2960000, "wall_time": 27862.66480946541, "train_loss_step": 2.532301425933838, "n_params": 4346920, "total_flops": 39527065190400000, "train_loss": 0.014744336903095245, "subset_score_loss": 0.014744336903095245}
+{"step": 2970000, "wall_time": 27949.65501999855, "train_loss_step": 2.4276371002197266, "n_params": 4346920, "total_flops": 39660602572800000, "train_loss": 0.014328125119209289, "subset_score_loss": 0.014328125119209289}
+{"step": 2980000, "wall_time": 28034.933858394623, "train_loss_step": 2.9070215225219727, "n_params": 4346920, "total_flops": 39794139955200000, "train_loss": 0.015118107199668884, "subset_score_loss": 0.015118107199668884}
+{"step": 2990000, "wall_time": 28113.241366624832, "train_loss_step": 2.478125810623169, "n_params": 4346920, "total_flops": 39927677337600000, "train_loss": 0.014401404559612275, "subset_score_loss": 0.014401404559612275}
+{"step": 3000000, "wall_time": 28321.091767787933, "train_loss_step": 2.527505397796631, "n_params": 4346920, "total_flops": 40061214720000000, "train_loss": 0.01406874805688858, "subset_score_loss": 0.01406874805688858, "memorization_fraction_pixel": 0.5418000221252441, "mean_nn_ratio_pixel": 0.3580457866191864, "fid": 51.77661196009863}
+{"step": 3010000, "wall_time": 28407.791527032852, "train_loss_step": 2.4814083576202393, "n_params": 4346920, "total_flops": 40194752102400000, "train_loss": 0.014041128754615783, "subset_score_loss": 0.014041128754615783}
+{"step": 3020000, "wall_time": 28493.803401708603, "train_loss_step": 2.6300551891326904, "n_params": 4346920, "total_flops": 40328289484800000, "train_loss": 0.01425369381904602, "subset_score_loss": 0.01425369381904602}
+{"step": 3030000, "wall_time": 28580.709502220154, "train_loss_step": 2.358705997467041, "n_params": 4346920, "total_flops": 40461826867200000, "train_loss": 0.01436467319726944, "subset_score_loss": 0.01436467319726944}
+{"step": 3040000, "wall_time": 28667.831218481064, "train_loss_step": 2.2693614959716797, "n_params": 4346920, "total_flops": 40595364249600000, "train_loss": 0.014349637925624848, "subset_score_loss": 0.014349637925624848}
+{"step": 3050000, "wall_time": 28754.956555128098, "train_loss_step": 2.4793834686279297, "n_params": 4346920, "total_flops": 40728901632000000, "train_loss": 0.013631440699100494, "subset_score_loss": 0.013631440699100494}
+{"step": 3060000, "wall_time": 28841.69052195549, "train_loss_step": 2.3818211555480957, "n_params": 4346920, "total_flops": 40862439014400000, "train_loss": 0.013857540488243104, "subset_score_loss": 0.013857540488243104}
+{"step": 3070000, "wall_time": 28928.568803071976, "train_loss_step": 2.338467597961426, "n_params": 4346920, "total_flops": 40995976396800000, "train_loss": 0.014205342531204224, "subset_score_loss": 0.014205342531204224}
+{"step": 3080000, "wall_time": 29004.030817508698, "train_loss_step": 2.3386940956115723, "n_params": 4346920, "total_flops": 41129513779200000, "train_loss": 0.013904838263988495, "subset_score_loss": 0.013904838263988495}
+{"step": 3090000, "wall_time": 29090.852989673615, "train_loss_step": 2.475267171859741, "n_params": 4346920, "total_flops": 41263051161600000, "train_loss": 0.013677103817462921, "subset_score_loss": 0.013677103817462921}
+{"step": 3100000, "wall_time": 29264.06984615326, "train_loss_step": 2.5164027214050293, "n_params": 4346920, "total_flops": 41396588544000000, "train_loss": 0.015199409425258636, "subset_score_loss": 0.015199409425258636, "memorization_fraction_pixel": 0.5496000051498413, "mean_nn_ratio_pixel": 0.3536054790019989, "fid": 53.26136626861491}
+{"step": 3110000, "wall_time": 29350.934554576874, "train_loss_step": 2.4758849143981934, "n_params": 4346920, "total_flops": 41530125926400000, "train_loss": 0.014286728203296661, "subset_score_loss": 0.014286728203296661}
+{"step": 3120000, "wall_time": 29437.056074380875, "train_loss_step": 2.508568286895752, "n_params": 4346920, "total_flops": 41663663308800000, "train_loss": 0.01365182250738144, "subset_score_loss": 0.01365182250738144}
+{"step": 3130000, "wall_time": 29523.882604122162, "train_loss_step": 2.622821807861328, "n_params": 4346920, "total_flops": 41797200691200000, "train_loss": 0.013558876514434815, "subset_score_loss": 0.013558876514434815}
+{"step": 3140000, "wall_time": 29610.864327907562, "train_loss_step": 2.4566493034362793, "n_params": 4346920, "total_flops": 41930738073600000, "train_loss": 0.013584727048873901, "subset_score_loss": 0.013584727048873901}
+{"step": 3150000, "wall_time": 29697.82164502144, "train_loss_step": 2.766458034515381, "n_params": 4346920, "total_flops": 42064275456000000, "train_loss": 0.013475824892520905, "subset_score_loss": 0.013475824892520905}
+{"step": 3160000, "wall_time": 29784.76331949234, "train_loss_step": 2.4770445823669434, "n_params": 4346920, "total_flops": 42197812838400000, "train_loss": 0.013454268872737884, "subset_score_loss": 0.013454268872737884}
+{"step": 3170000, "wall_time": 29871.73382306099, "train_loss_step": 2.3240456581115723, "n_params": 4346920, "total_flops": 42331350220800000, "train_loss": 0.013700206577777863, "subset_score_loss": 0.013700206577777863}
+{"step": 3180000, "wall_time": 29954.656418800354, "train_loss_step": 2.5202465057373047, "n_params": 4346920, "total_flops": 42464887603200000, "train_loss": 0.014413569867610932, "subset_score_loss": 0.014413569867610932}
+{"step": 3190000, "wall_time": 30041.444200754166, "train_loss_step": 2.4398460388183594, "n_params": 4346920, "total_flops": 42598424985600000, "train_loss": 0.013461020588874818, "subset_score_loss": 0.013461020588874818}
+{"step": 3200000, "wall_time": 30198.70085668564, "train_loss_step": 2.265320301055908, "n_params": 4346920, "total_flops": 42731962368000000, "train_loss": 0.013529802858829498, "subset_score_loss": 0.013529802858829498, "memorization_fraction_pixel": 0.5494999885559082, "mean_nn_ratio_pixel": 0.35165154933929443, "fid": 52.12976130770734}
+{"step": 3210000, "wall_time": 30282.355986595154, "train_loss_step": 2.558168888092041, "n_params": 4346920, "total_flops": 42865499750400000, "train_loss": 0.013447998464107514, "subset_score_loss": 0.013447998464107514}
+{"step": 3220000, "wall_time": 30369.428478479385, "train_loss_step": 2.579219102859497, "n_params": 4346920, "total_flops": 42999037132800000, "train_loss": 0.013884589076042175, "subset_score_loss": 0.013884589076042175}
+{"step": 3230000, "wall_time": 30455.211230516434, "train_loss_step": 2.3095860481262207, "n_params": 4346920, "total_flops": 43132574515200000, "train_loss": 0.013362665474414826, "subset_score_loss": 0.013362665474414826}
+{"step": 3240000, "wall_time": 30542.074017047882, "train_loss_step": 2.5334205627441406, "n_params": 4346920, "total_flops": 43266111897600000, "train_loss": 0.0138078972697258, "subset_score_loss": 0.0138078972697258}
+{"step": 3250000, "wall_time": 30628.97442317009, "train_loss_step": 2.492361307144165, "n_params": 4346920, "total_flops": 43399649280000000, "train_loss": 0.013412222266197205, "subset_score_loss": 0.013412222266197205}
+{"step": 3260000, "wall_time": 30715.925072669983, "train_loss_step": 2.6463685035705566, "n_params": 4346920, "total_flops": 43533186662400000, "train_loss": 0.013764916360378266, "subset_score_loss": 0.013764916360378266}
+{"step": 3270000, "wall_time": 30802.741327762604, "train_loss_step": 2.261603832244873, "n_params": 4346920, "total_flops": 43666724044800000, "train_loss": 0.013138850033283234, "subset_score_loss": 0.013138850033283234}
+{"step": 3280000, "wall_time": 30887.419048309326, "train_loss_step": 2.3927478790283203, "n_params": 4346920, "total_flops": 43800261427200000, "train_loss": 0.013420905172824859, "subset_score_loss": 0.013420905172824859}
+{"step": 3290000, "wall_time": 30972.853637695312, "train_loss_step": 2.4225614070892334, "n_params": 4346920, "total_flops": 43933798809600000, "train_loss": 0.013551683723926544, "subset_score_loss": 0.013551683723926544}
+{"step": 3300000, "wall_time": 31130.906836509705, "train_loss_step": 2.637681484222412, "n_params": 4346920, "total_flops": 44067336192000000, "train_loss": 0.013293921947479248, "subset_score_loss": 0.013293921947479248, "memorization_fraction_pixel": 0.5688999891281128, "mean_nn_ratio_pixel": 0.3469667136669159, "fid": 51.59242944027008}
+{"step": 3310000, "wall_time": 31218.51521039009, "train_loss_step": 2.3497393131256104, "n_params": 4346920, "total_flops": 44200873574400000, "train_loss": 0.013519708812236787, "subset_score_loss": 0.013519708812236787}
+{"step": 3320000, "wall_time": 31303.42653441429, "train_loss_step": 2.2339353561401367, "n_params": 4346920, "total_flops": 44334410956800000, "train_loss": 0.013073711097240448, "subset_score_loss": 0.013073711097240448}
+{"step": 3330000, "wall_time": 31390.445385694504, "train_loss_step": 2.575199842453003, "n_params": 4346920, "total_flops": 44467948339200000, "train_loss": 0.012699799239635467, "subset_score_loss": 0.012699799239635467}
+{"step": 3340000, "wall_time": 31477.829168081284, "train_loss_step": 2.187389850616455, "n_params": 4346920, "total_flops": 44601485721600000, "train_loss": 0.012756817042827606, "subset_score_loss": 0.012756817042827606}
+{"step": 3350000, "wall_time": 31563.296638727188, "train_loss_step": 2.2239809036254883, "n_params": 4346920, "total_flops": 44735023104000000, "train_loss": 0.013054294884204865, "subset_score_loss": 0.013054294884204865}
+{"step": 3360000, "wall_time": 31650.159149169922, "train_loss_step": 2.498835325241089, "n_params": 4346920, "total_flops": 44868560486400000, "train_loss": 0.012947708368301392, "subset_score_loss": 0.012947708368301392}
+{"step": 3370000, "wall_time": 31736.806664466858, "train_loss_step": 2.311049461364746, "n_params": 4346920, "total_flops": 45002097868800000, "train_loss": 0.013308335840702058, "subset_score_loss": 0.013308335840702058}
+{"step": 3380000, "wall_time": 31820.466701745987, "train_loss_step": 2.211560010910034, "n_params": 4346920, "total_flops": 45135635251200000, "train_loss": 0.013533258438110351, "subset_score_loss": 0.013533258438110351}
+{"step": 3390000, "wall_time": 31906.281301021576, "train_loss_step": 2.6135969161987305, "n_params": 4346920, "total_flops": 45269172633600000, "train_loss": 0.01237003579735756, "subset_score_loss": 0.01237003579735756}
+{"step": 3400000, "wall_time": 32064.62845468521, "train_loss_step": 2.5468854904174805, "n_params": 4346920, "total_flops": 45402710016000000, "train_loss": 0.012374626845121384, "subset_score_loss": 0.012374626845121384, "memorization_fraction_pixel": 0.5684999823570251, "mean_nn_ratio_pixel": 0.34912237524986267, "fid": 52.81913062744709}
+{"step": 3410000, "wall_time": 32151.768657684326, "train_loss_step": 2.603809356689453, "n_params": 4346920, "total_flops": 45536247398400000, "train_loss": 0.013106578588485717, "subset_score_loss": 0.013106578588485717}
+{"step": 3420000, "wall_time": 32237.251272916794, "train_loss_step": 1.9566993713378906, "n_params": 4346920, "total_flops": 45669784780800000, "train_loss": 0.013050353527069092, "subset_score_loss": 0.013050353527069092}
+{"step": 3430000, "wall_time": 32324.277111530304, "train_loss_step": 2.378232717514038, "n_params": 4346920, "total_flops": 45803322163200000, "train_loss": 0.01256474107503891, "subset_score_loss": 0.01256474107503891}
+{"step": 3440000, "wall_time": 32411.209926605225, "train_loss_step": 2.394162178039551, "n_params": 4346920, "total_flops": 45936859545600000, "train_loss": 0.012673945724964141, "subset_score_loss": 0.012673945724964141}
+{"step": 3450000, "wall_time": 32498.84655880928, "train_loss_step": 2.4508724212646484, "n_params": 4346920, "total_flops": 46070396928000000, "train_loss": 0.012711551785469056, "subset_score_loss": 0.012711551785469056}
+{"step": 3460000, "wall_time": 32583.70227122307, "train_loss_step": 2.6024017333984375, "n_params": 4346920, "total_flops": 46203934310400000, "train_loss": 0.012976355850696564, "subset_score_loss": 0.012976355850696564}
+{"step": 3470000, "wall_time": 32670.633299827576, "train_loss_step": 2.442193031311035, "n_params": 4346920, "total_flops": 46337471692800000, "train_loss": 0.012489745765924454, "subset_score_loss": 0.012489745765924454}
+{"step": 3480000, "wall_time": 32748.504447698593, "train_loss_step": 2.609490156173706, "n_params": 4346920, "total_flops": 46471009075200000, "train_loss": 0.012845669686794282, "subset_score_loss": 0.012845669686794282}
+{"step": 3490000, "wall_time": 32836.00666999817, "train_loss_step": 2.7294230461120605, "n_params": 4346920, "total_flops": 46604546457600000, "train_loss": 0.012653197348117828, "subset_score_loss": 0.012653197348117828}
+{"step": 3500000, "wall_time": 33039.303399801254, "train_loss_step": 2.6892969608306885, "n_params": 4346920, "total_flops": 46738083840000000, "train_loss": 0.012619528174400329, "subset_score_loss": 0.012619528174400329, "memorization_fraction_pixel": 0.5631999969482422, "mean_nn_ratio_pixel": 0.3463769555091858, "fid": 52.14882690008702}
+{"step": 3510000, "wall_time": 33126.457992076874, "train_loss_step": 2.3416805267333984, "n_params": 4346920, "total_flops": 46871621222400000, "train_loss": 0.012516336143016815, "subset_score_loss": 0.012516336143016815}
+{"step": 3520000, "wall_time": 33211.99419283867, "train_loss_step": 2.2821152210235596, "n_params": 4346920, "total_flops": 47005158604800000, "train_loss": 0.012596030533313752, "subset_score_loss": 0.012596030533313752}
+{"step": 3530000, "wall_time": 33299.03317594528, "train_loss_step": 2.281332492828369, "n_params": 4346920, "total_flops": 47138695987200000, "train_loss": 0.012837247550487518, "subset_score_loss": 0.012837247550487518}
+{"step": 3540000, "wall_time": 33386.17400789261, "train_loss_step": 2.3784756660461426, "n_params": 4346920, "total_flops": 47272233369600000, "train_loss": 0.0125522181391716, "subset_score_loss": 0.0125522181391716}
+{"step": 3550000, "wall_time": 33473.055991888046, "train_loss_step": 2.580186605453491, "n_params": 4346920, "total_flops": 47405770752000000, "train_loss": 0.012032936513423919, "subset_score_loss": 0.012032936513423919}
+{"step": 3560000, "wall_time": 33558.47800421715, "train_loss_step": 2.565169334411621, "n_params": 4346920, "total_flops": 47539308134400000, "train_loss": 0.01223221942782402, "subset_score_loss": 0.01223221942782402}
+{"step": 3570000, "wall_time": 33642.12836456299, "train_loss_step": 2.5620460510253906, "n_params": 4346920, "total_flops": 47672845516800000, "train_loss": 0.013264578580856324, "subset_score_loss": 0.013264578580856324}
+{"step": 3580000, "wall_time": 33729.035818338394, "train_loss_step": 2.2097036838531494, "n_params": 4346920, "total_flops": 47806382899200000, "train_loss": 0.01189146786928177, "subset_score_loss": 0.01189146786928177}
+{"step": 3590000, "wall_time": 33815.392360687256, "train_loss_step": 2.4838790893554688, "n_params": 4346920, "total_flops": 47939920281600000, "train_loss": 0.012697921693325042, "subset_score_loss": 0.012697921693325042}
+{"step": 3600000, "wall_time": 33972.74815630913, "train_loss_step": 2.3319430351257324, "n_params": 4346920, "total_flops": 48073457664000000, "train_loss": 0.0121017187833786, "subset_score_loss": 0.0121017187833786, "memorization_fraction_pixel": 0.5742999911308289, "mean_nn_ratio_pixel": 0.34351640939712524, "fid": 52.20484176701342}
+{"step": 3610000, "wall_time": 34059.907524347305, "train_loss_step": 2.4179508686065674, "n_params": 4346920, "total_flops": 48206995046400000, "train_loss": 0.012146736681461334, "subset_score_loss": 0.012146736681461334}
+{"step": 3620000, "wall_time": 34147.23056554794, "train_loss_step": 2.5470688343048096, "n_params": 4346920, "total_flops": 48340532428800000, "train_loss": 0.012359549850225448, "subset_score_loss": 0.012359549850225448}
+{"step": 3630000, "wall_time": 34232.556758880615, "train_loss_step": 2.4285330772399902, "n_params": 4346920, "total_flops": 48474069811200000, "train_loss": 0.011669467389583587, "subset_score_loss": 0.011669467389583587}
+{"step": 3640000, "wall_time": 34319.63407588005, "train_loss_step": 2.5640130043029785, "n_params": 4346920, "total_flops": 48607607193600000, "train_loss": 0.012075638025999069, "subset_score_loss": 0.012075638025999069}
+{"step": 3650000, "wall_time": 34406.52025818825, "train_loss_step": 2.5434908866882324, "n_params": 4346920, "total_flops": 48741144576000000, "train_loss": 0.011826074868440627, "subset_score_loss": 0.011826074868440627}
+{"step": 3660000, "wall_time": 34493.53634405136, "train_loss_step": 2.4742937088012695, "n_params": 4346920, "total_flops": 48874681958400000, "train_loss": 0.011926282197237015, "subset_score_loss": 0.011926282197237015}
+{"step": 3670000, "wall_time": 34575.784465789795, "train_loss_step": 2.335756301879883, "n_params": 4346920, "total_flops": 49008219340800000, "train_loss": 0.01236235275864601, "subset_score_loss": 0.01236235275864601}
+{"step": 3680000, "wall_time": 34662.82594037056, "train_loss_step": 2.4134387969970703, "n_params": 4346920, "total_flops": 49141756723200000, "train_loss": 0.011645190417766571, "subset_score_loss": 0.011645190417766571}
+{"step": 3690000, "wall_time": 34749.89244604111, "train_loss_step": 2.3084030151367188, "n_params": 4346920, "total_flops": 49275294105600000, "train_loss": 0.011843890696763993, "subset_score_loss": 0.011843890696763993}
+{"step": 3700000, "wall_time": 34923.56240272522, "train_loss_step": 2.3053646087646484, "n_params": 4346920, "total_flops": 49408831488000000, "train_loss": 0.011687266826629638, "subset_score_loss": 0.011687266826629638, "memorization_fraction_pixel": 0.5778999924659729, "mean_nn_ratio_pixel": 0.34368109703063965, "fid": 52.55634547746122}
+{"step": 3710000, "wall_time": 35010.71288275719, "train_loss_step": 2.5747199058532715, "n_params": 4346920, "total_flops": 49542368870400000, "train_loss": 0.01217583641409874, "subset_score_loss": 0.01217583641409874}
+{"step": 3720000, "wall_time": 35097.80004858971, "train_loss_step": 2.224928140640259, "n_params": 4346920, "total_flops": 49675906252800000, "train_loss": 0.012153410166502, "subset_score_loss": 0.012153410166502}
+{"step": 3730000, "wall_time": 35183.77270793915, "train_loss_step": 2.5361475944519043, "n_params": 4346920, "total_flops": 49809443635200000, "train_loss": 0.011570481210947036, "subset_score_loss": 0.011570481210947036}
+{"step": 3740000, "wall_time": 35270.739266872406, "train_loss_step": 2.3687472343444824, "n_params": 4346920, "total_flops": 49942981017600000, "train_loss": 0.011224304884672165, "subset_score_loss": 0.011224304884672165}
+{"step": 3750000, "wall_time": 35357.75120282173, "train_loss_step": 2.650834321975708, "n_params": 4346920, "total_flops": 50076518400000000, "train_loss": 0.012086068093776704, "subset_score_loss": 0.012086068093776704}
+{"step": 3760000, "wall_time": 35444.59128522873, "train_loss_step": 2.318408966064453, "n_params": 4346920, "total_flops": 50210055782400000, "train_loss": 0.0114476278424263, "subset_score_loss": 0.0114476278424263}
+{"step": 3770000, "wall_time": 35520.88543152809, "train_loss_step": 2.3289899826049805, "n_params": 4346920, "total_flops": 50343593164800000, "train_loss": 0.011632248759269714, "subset_score_loss": 0.011632248759269714}
+{"step": 3780000, "wall_time": 35602.57734417915, "train_loss_step": 2.301021099090576, "n_params": 4346920, "total_flops": 50477130547200000, "train_loss": 0.011557379364967346, "subset_score_loss": 0.011557379364967346}
+{"step": 3790000, "wall_time": 35689.10812807083, "train_loss_step": 2.2396888732910156, "n_params": 4346920, "total_flops": 50610667929600000, "train_loss": 0.01145661696791649, "subset_score_loss": 0.01145661696791649}
+{"step": 3800000, "wall_time": 35870.53523206711, "train_loss_step": 2.1512691974639893, "n_params": 4346920, "total_flops": 50744205312000000, "train_loss": 0.011543721705675126, "subset_score_loss": 0.011543721705675126, "memorization_fraction_pixel": 0.585099995136261, "mean_nn_ratio_pixel": 0.3417604863643646, "fid": 52.288829146584895}
+{"step": 3810000, "wall_time": 35957.50995898247, "train_loss_step": 2.6226184368133545, "n_params": 4346920, "total_flops": 50877742694400000, "train_loss": 0.011774289608001708, "subset_score_loss": 0.011774289608001708}
+{"step": 3820000, "wall_time": 36044.66931605339, "train_loss_step": 2.33837890625, "n_params": 4346920, "total_flops": 51011280076800000, "train_loss": 0.011200396716594696, "subset_score_loss": 0.011200396716594696}
+{"step": 3830000, "wall_time": 36132.2516310215, "train_loss_step": 2.26662540435791, "n_params": 4346920, "total_flops": 51144817459200000, "train_loss": 0.011591751128435135, "subset_score_loss": 0.011591751128435135}
+{"step": 3840000, "wall_time": 36217.266367673874, "train_loss_step": 2.483844757080078, "n_params": 4346920, "total_flops": 51278354841600000, "train_loss": 0.011388733237981796, "subset_score_loss": 0.011388733237981796}
+{"step": 3850000, "wall_time": 36304.11888718605, "train_loss_step": 2.294513702392578, "n_params": 4346920, "total_flops": 51411892224000000, "train_loss": 0.011402122676372528, "subset_score_loss": 0.011402122676372528}
+{"step": 3860000, "wall_time": 36390.901332616806, "train_loss_step": 2.383282423019409, "n_params": 4346920, "total_flops": 51545429606400000, "train_loss": 0.011154091358184815, "subset_score_loss": 0.011154091358184815}
+{"step": 3870000, "wall_time": 36471.05140900612, "train_loss_step": 2.4095895290374756, "n_params": 4346920, "total_flops": 51678966988800000, "train_loss": 0.011334280669689178, "subset_score_loss": 0.011334280669689178}
+{"step": 3880000, "wall_time": 36555.5215511322, "train_loss_step": 2.264639377593994, "n_params": 4346920, "total_flops": 51812504371200000, "train_loss": 0.01113656759262085, "subset_score_loss": 0.01113656759262085}
+{"step": 3890000, "wall_time": 36640.29423689842, "train_loss_step": 2.115067958831787, "n_params": 4346920, "total_flops": 51946041753600000, "train_loss": 0.011472509056329728, "subset_score_loss": 0.011472509056329728}
+{"step": 3900000, "wall_time": 36828.12957262993, "train_loss_step": 2.2614893913269043, "n_params": 4346920, "total_flops": 52079579136000000, "train_loss": 0.011642058193683625, "subset_score_loss": 0.011642058193683625, "memorization_fraction_pixel": 0.5842999815940857, "mean_nn_ratio_pixel": 0.3402036726474762, "fid": 52.69930994317002}
+{"step": 3910000, "wall_time": 36914.95575284958, "train_loss_step": 2.5190556049346924, "n_params": 4346920, "total_flops": 52213116518400000, "train_loss": 0.012528648972511292, "subset_score_loss": 0.012528648972511292}
+{"step": 3920000, "wall_time": 37002.18798303604, "train_loss_step": 2.1423516273498535, "n_params": 4346920, "total_flops": 52346653900800000, "train_loss": 0.011073803901672364, "subset_score_loss": 0.011073803901672364}
+{"step": 3930000, "wall_time": 37089.49663519859, "train_loss_step": 2.376295566558838, "n_params": 4346920, "total_flops": 52480191283200000, "train_loss": 0.011648149788379669, "subset_score_loss": 0.011648149788379669}
+{"step": 3940000, "wall_time": 37174.95807600021, "train_loss_step": 2.3268392086029053, "n_params": 4346920, "total_flops": 52613728665600000, "train_loss": 0.011041968315839767, "subset_score_loss": 0.011041968315839767}
+{"step": 3950000, "wall_time": 37261.733051776886, "train_loss_step": 2.353137731552124, "n_params": 4346920, "total_flops": 52747266048000000, "train_loss": 0.011198918521404266, "subset_score_loss": 0.011198918521404266}
+{"step": 3960000, "wall_time": 37348.432275772095, "train_loss_step": 2.3672876358032227, "n_params": 4346920, "total_flops": 52880803430400000, "train_loss": 0.011225132644176484, "subset_score_loss": 0.011225132644176484}
+{"step": 3970000, "wall_time": 37426.72412395477, "train_loss_step": 2.1558454036712646, "n_params": 4346920, "total_flops": 53014340812800000, "train_loss": 0.011920006573200225, "subset_score_loss": 0.011920006573200225}
+{"step": 3980000, "wall_time": 37505.6063747406, "train_loss_step": 2.5077009201049805, "n_params": 4346920, "total_flops": 53147878195200000, "train_loss": 0.011084812134504319, "subset_score_loss": 0.011084812134504319}
+{"step": 3990000, "wall_time": 37590.89789748192, "train_loss_step": 2.190397024154663, "n_params": 4346920, "total_flops": 53281415577600000, "train_loss": 0.01134430170059204, "subset_score_loss": 0.01134430170059204}
+{"step": 4000000, "wall_time": 37795.107430934906, "train_loss_step": 2.4244749546051025, "n_params": 4346920, "total_flops": 53414952960000000, "train_loss": 0.011331651359796524, "subset_score_loss": 0.011331651359796524, "memorization_fraction_pixel": 0.5802000164985657, "mean_nn_ratio_pixel": 0.341290146112442, "fid": 52.434372434824226}
+{"step": 4010000, "wall_time": 37881.8766784668, "train_loss_step": 2.4096031188964844, "n_params": 4346920, "total_flops": 53548490342400000, "train_loss": 0.010953686386346816, "subset_score_loss": 0.010953686386346816}
+{"step": 4020000, "wall_time": 37968.91707825661, "train_loss_step": 2.4863550662994385, "n_params": 4346920, "total_flops": 53682027724800000, "train_loss": 0.011115436255931855, "subset_score_loss": 0.011115436255931855}
+{"step": 4030000, "wall_time": 38056.44703793526, "train_loss_step": 2.460127830505371, "n_params": 4346920, "total_flops": 53815565107200000, "train_loss": 0.010959465056657791, "subset_score_loss": 0.010959465056657791}
+{"step": 4040000, "wall_time": 38141.50913524628, "train_loss_step": 2.4092135429382324, "n_params": 4346920, "total_flops": 53949102489600000, "train_loss": 0.011434122174978256, "subset_score_loss": 0.011434122174978256}
+{"step": 4050000, "wall_time": 38228.40841817856, "train_loss_step": 2.4504189491271973, "n_params": 4346920, "total_flops": 54082639872000000, "train_loss": 0.010872580111026764, "subset_score_loss": 0.010872580111026764}
+{"step": 4060000, "wall_time": 38314.89110374451, "train_loss_step": 2.22999906539917, "n_params": 4346920, "total_flops": 54216177254400000, "train_loss": 0.01071845442056656, "subset_score_loss": 0.01071845442056656}
+{"step": 4070000, "wall_time": 38394.02301120758, "train_loss_step": 2.5631861686706543, "n_params": 4346920, "total_flops": 54349714636800000, "train_loss": 0.011369600147008895, "subset_score_loss": 0.011369600147008895}
+{"step": 4080000, "wall_time": 38475.18351340294, "train_loss_step": 2.1616172790527344, "n_params": 4346920, "total_flops": 54483252019200000, "train_loss": 0.010634084790945053, "subset_score_loss": 0.010634084790945053}
+{"step": 4090000, "wall_time": 38562.18007397652, "train_loss_step": 2.460646629333496, "n_params": 4346920, "total_flops": 54616789401600000, "train_loss": 0.010688597708940506, "subset_score_loss": 0.010688597708940506}
+{"step": 4100000, "wall_time": 38770.884326934814, "train_loss_step": 2.3349390029907227, "n_params": 4346920, "total_flops": 54750326784000000, "train_loss": 0.010787337273359298, "subset_score_loss": 0.010787337273359298, "memorization_fraction_pixel": 0.5807999968528748, "mean_nn_ratio_pixel": 0.34010690450668335, "fid": 52.110508613564214}
+{"step": 4110000, "wall_time": 38857.82264685631, "train_loss_step": 2.110894203186035, "n_params": 4346920, "total_flops": 54883864166400000, "train_loss": 0.010608015209436416, "subset_score_loss": 0.010608015209436416}
+{"step": 4120000, "wall_time": 38944.74724793434, "train_loss_step": 2.3836848735809326, "n_params": 4346920, "total_flops": 55017401548800000, "train_loss": 0.010690606385469436, "subset_score_loss": 0.010690606385469436}
+{"step": 4130000, "wall_time": 39032.35465621948, "train_loss_step": 2.4003567695617676, "n_params": 4346920, "total_flops": 55150938931200000, "train_loss": 0.01115732491016388, "subset_score_loss": 0.01115732491016388}
+{"step": 4140000, "wall_time": 39117.27544236183, "train_loss_step": 2.4667587280273438, "n_params": 4346920, "total_flops": 55284476313600000, "train_loss": 0.01080956608057022, "subset_score_loss": 0.01080956608057022}
+{"step": 4150000, "wall_time": 39204.065625190735, "train_loss_step": 2.486557960510254, "n_params": 4346920, "total_flops": 55418013696000000, "train_loss": 0.010681883990764618, "subset_score_loss": 0.010681883990764618}
+{"step": 4160000, "wall_time": 39291.114849090576, "train_loss_step": 2.326575517654419, "n_params": 4346920, "total_flops": 55551551078400000, "train_loss": 0.010522510111331939, "subset_score_loss": 0.010522510111331939}
+{"step": 4170000, "wall_time": 39369.41553092003, "train_loss_step": 2.1777050495147705, "n_params": 4346920, "total_flops": 55685088460800000, "train_loss": 0.01036767140030861, "subset_score_loss": 0.01036767140030861}
+{"step": 4180000, "wall_time": 39456.49875497818, "train_loss_step": 2.368495464324951, "n_params": 4346920, "total_flops": 55818625843200000, "train_loss": 0.010833679884672164, "subset_score_loss": 0.010833679884672164}
+{"step": 4190000, "wall_time": 39543.34141254425, "train_loss_step": 2.3788700103759766, "n_params": 4346920, "total_flops": 55952163225600000, "train_loss": 0.010948553681373596, "subset_score_loss": 0.010948553681373596}
+{"step": 4200000, "wall_time": 39737.66501665115, "train_loss_step": 2.3040592670440674, "n_params": 4346920, "total_flops": 56085700608000000, "train_loss": 0.010501138120889663, "subset_score_loss": 0.010501138120889663, "memorization_fraction_pixel": 0.5952000021934509, "mean_nn_ratio_pixel": 0.33692389726638794, "fid": 52.03731559419046}
+{"step": 4210000, "wall_time": 39824.85830616951, "train_loss_step": 2.4985880851745605, "n_params": 4346920, "total_flops": 56219237990400000, "train_loss": 0.010506058484315873, "subset_score_loss": 0.010506058484315873}
+{"step": 4220000, "wall_time": 39911.69308447838, "train_loss_step": 2.2469112873077393, "n_params": 4346920, "total_flops": 56352775372800000, "train_loss": 0.01042536050081253, "subset_score_loss": 0.01042536050081253}
+{"step": 4230000, "wall_time": 39999.09553384781, "train_loss_step": 2.5336759090423584, "n_params": 4346920, "total_flops": 56486312755200000, "train_loss": 0.010291139781475066, "subset_score_loss": 0.010291139781475066}
+{"step": 4240000, "wall_time": 40084.31979727745, "train_loss_step": 2.4087650775909424, "n_params": 4346920, "total_flops": 56619850137600000, "train_loss": 0.010198549181222916, "subset_score_loss": 0.010198549181222916}
+{"step": 4250000, "wall_time": 40171.380920648575, "train_loss_step": 2.3255624771118164, "n_params": 4346920, "total_flops": 56753387520000000, "train_loss": 0.010483135282993317, "subset_score_loss": 0.010483135282993317}
+{"step": 4260000, "wall_time": 40258.337305784225, "train_loss_step": 2.265990734100342, "n_params": 4346920, "total_flops": 56886924902400000, "train_loss": 0.010233313590288163, "subset_score_loss": 0.010233313590288163}
+{"step": 4270000, "wall_time": 40331.06729006767, "train_loss_step": 2.2756290435791016, "n_params": 4346920, "total_flops": 57020462284800000, "train_loss": 0.010266309231519699, "subset_score_loss": 0.010266309231519699}
+{"step": 4280000, "wall_time": 40418.179562568665, "train_loss_step": 2.345730781555176, "n_params": 4346920, "total_flops": 57153999667200000, "train_loss": 0.010423869639635087, "subset_score_loss": 0.010423869639635087}
+{"step": 4290000, "wall_time": 40505.088306427, "train_loss_step": 2.2557082176208496, "n_params": 4346920, "total_flops": 57287537049600000, "train_loss": 0.010224492102861405, "subset_score_loss": 0.010224492102861405}
+{"step": 4300000, "wall_time": 40693.89422631264, "train_loss_step": 2.3599071502685547, "n_params": 4346920, "total_flops": 57421074432000000, "train_loss": 0.010372171550989151, "subset_score_loss": 0.010372171550989151, "memorization_fraction_pixel": 0.6032000184059143, "mean_nn_ratio_pixel": 0.3347731828689575, "fid": 52.265661925149665}
+{"step": 4310000, "wall_time": 40781.04714226723, "train_loss_step": 2.303171157836914, "n_params": 4346920, "total_flops": 57554611814400000, "train_loss": 0.01093810647726059, "subset_score_loss": 0.01093810647726059}
+{"step": 4320000, "wall_time": 40867.877490758896, "train_loss_step": 2.302196979522705, "n_params": 4346920, "total_flops": 57688149196800000, "train_loss": 0.010070115327835083, "subset_score_loss": 0.010070115327835083}
+{"step": 4330000, "wall_time": 40955.055190086365, "train_loss_step": 2.176584243774414, "n_params": 4346920, "total_flops": 57821686579200000, "train_loss": 0.010161601752042771, "subset_score_loss": 0.010161601752042771}
+{"step": 4340000, "wall_time": 41040.24806046486, "train_loss_step": 2.25754451751709, "n_params": 4346920, "total_flops": 57955223961600000, "train_loss": 0.010135756433010101, "subset_score_loss": 0.010135756433010101}
+{"step": 4350000, "wall_time": 41127.22564840317, "train_loss_step": 2.3692128658294678, "n_params": 4346920, "total_flops": 58088761344000000, "train_loss": 0.010369437932968139, "subset_score_loss": 0.010369437932968139}
+{"step": 4360000, "wall_time": 41214.11330509186, "train_loss_step": 2.352433204650879, "n_params": 4346920, "total_flops": 58222298726400000, "train_loss": 0.01019146516919136, "subset_score_loss": 0.01019146516919136}
+{"step": 4370000, "wall_time": 41288.55285525322, "train_loss_step": 2.438793659210205, "n_params": 4346920, "total_flops": 58355836108800000, "train_loss": 0.01050383374094963, "subset_score_loss": 0.01050383374094963}
+{"step": 4380000, "wall_time": 41375.52817749977, "train_loss_step": 2.3866782188415527, "n_params": 4346920, "total_flops": 58489373491200000, "train_loss": 0.010103168338537217, "subset_score_loss": 0.010103168338537217}
+{"step": 4390000, "wall_time": 41462.535613536835, "train_loss_step": 2.3100976943969727, "n_params": 4346920, "total_flops": 58622910873600000, "train_loss": 0.010207061469554902, "subset_score_loss": 0.010207061469554902}
+{"step": 4400000, "wall_time": 41677.619839429855, "train_loss_step": 2.377426862716675, "n_params": 4346920, "total_flops": 58756448256000000, "train_loss": 0.00990619957447052, "subset_score_loss": 0.00990619957447052, "memorization_fraction_pixel": 0.5942000150680542, "mean_nn_ratio_pixel": 0.33501139283180237, "fid": 51.75570056048279}
+{"step": 4410000, "wall_time": 41764.684146404266, "train_loss_step": 2.2194533348083496, "n_params": 4346920, "total_flops": 58889985638400000, "train_loss": 0.010371757298707962, "subset_score_loss": 0.010371757298707962}
+{"step": 4420000, "wall_time": 41851.559463739395, "train_loss_step": 2.134145975112915, "n_params": 4346920, "total_flops": 59023523020800000, "train_loss": 0.009657309204339982, "subset_score_loss": 0.009657309204339982}
+{"step": 4430000, "wall_time": 41938.90212869644, "train_loss_step": 2.182206630706787, "n_params": 4346920, "total_flops": 59157060403200000, "train_loss": 0.00997210294008255, "subset_score_loss": 0.00997210294008255}
+{"step": 4440000, "wall_time": 42023.96318221092, "train_loss_step": 2.3617968559265137, "n_params": 4346920, "total_flops": 59290597785600000, "train_loss": 0.01007571890950203, "subset_score_loss": 0.01007571890950203}
+{"step": 4450000, "wall_time": 42111.0919778347, "train_loss_step": 2.4139933586120605, "n_params": 4346920, "total_flops": 59424135168000000, "train_loss": 0.010240803658962249, "subset_score_loss": 0.010240803658962249}
+{"step": 4460000, "wall_time": 42194.11330986023, "train_loss_step": 2.4655938148498535, "n_params": 4346920, "total_flops": 59557672550400000, "train_loss": 0.01018020287156105, "subset_score_loss": 0.01018020287156105}
+{"step": 4470000, "wall_time": 42272.07476735115, "train_loss_step": 2.548731565475464, "n_params": 4346920, "total_flops": 59691209932800000, "train_loss": 0.009980779886245728, "subset_score_loss": 0.009980779886245728}
+{"step": 4480000, "wall_time": 42358.84776568413, "train_loss_step": 2.3756766319274902, "n_params": 4346920, "total_flops": 59824747315200000, "train_loss": 0.010148863494396209, "subset_score_loss": 0.010148863494396209}
+{"step": 4490000, "wall_time": 42446.35503411293, "train_loss_step": 2.10593581199646, "n_params": 4346920, "total_flops": 59958284697600000, "train_loss": 0.010379048436880112, "subset_score_loss": 0.010379048436880112}
+{"step": 4500000, "wall_time": 42645.51103591919, "train_loss_step": 2.3755459785461426, "n_params": 4346920, "total_flops": 60091822080000000, "train_loss": 0.010366518050432205, "subset_score_loss": 0.010366518050432205, "memorization_fraction_pixel": 0.605400025844574, "mean_nn_ratio_pixel": 0.3334551155567169, "fid": 52.31542899372852}
+{"step": 4510000, "wall_time": 42732.50656533241, "train_loss_step": 2.5473384857177734, "n_params": 4346920, "total_flops": 60225359462400000, "train_loss": 0.009841530025005341, "subset_score_loss": 0.009841530025005341}
+{"step": 4520000, "wall_time": 42819.39685964584, "train_loss_step": 2.2510838508605957, "n_params": 4346920, "total_flops": 60358896844800000, "train_loss": 0.009802153706550598, "subset_score_loss": 0.009802153706550598}
+{"step": 4530000, "wall_time": 42906.556693553925, "train_loss_step": 2.604215621948242, "n_params": 4346920, "total_flops": 60492434227200000, "train_loss": 0.009786255657672882, "subset_score_loss": 0.009786255657672882}
+{"step": 4540000, "wall_time": 42991.89845728874, "train_loss_step": 2.180988311767578, "n_params": 4346920, "total_flops": 60625971609600000, "train_loss": 0.009712659567594529, "subset_score_loss": 0.009712659567594529}
+{"step": 4550000, "wall_time": 43079.004343509674, "train_loss_step": 2.0343728065490723, "n_params": 4346920, "total_flops": 60759508992000000, "train_loss": 0.009790784120559693, "subset_score_loss": 0.009790784120559693}
+{"step": 4560000, "wall_time": 43159.97873163223, "train_loss_step": 2.284397602081299, "n_params": 4346920, "total_flops": 60893046374400000, "train_loss": 0.009763780981302261, "subset_score_loss": 0.009763780981302261}
+{"step": 4570000, "wall_time": 43239.50566625595, "train_loss_step": 2.423902988433838, "n_params": 4346920, "total_flops": 61026583756800000, "train_loss": 0.009933890402317047, "subset_score_loss": 0.009933890402317047}
+{"step": 4580000, "wall_time": 43325.961841106415, "train_loss_step": 2.17497181892395, "n_params": 4346920, "total_flops": 61160121139200000, "train_loss": 0.009371471405029298, "subset_score_loss": 0.009371471405029298}
+{"step": 4590000, "wall_time": 43411.5166451931, "train_loss_step": 2.1461005210876465, "n_params": 4346920, "total_flops": 61293658521600000, "train_loss": 0.009607940912246704, "subset_score_loss": 0.009607940912246704}
+{"step": 4600000, "wall_time": 43605.377156972885, "train_loss_step": 2.316500186920166, "n_params": 4346920, "total_flops": 61427195904000000, "train_loss": 0.009614284336566924, "subset_score_loss": 0.009614284336566924, "memorization_fraction_pixel": 0.5978000164031982, "mean_nn_ratio_pixel": 0.33525118231773376, "fid": 51.696895269349405}
+{"step": 4610000, "wall_time": 43691.49636554718, "train_loss_step": 2.2630221843719482, "n_params": 4346920, "total_flops": 61560733286400000, "train_loss": 0.009949708729982376, "subset_score_loss": 0.009949708729982376}
+{"step": 4620000, "wall_time": 43778.481437683105, "train_loss_step": 2.418327808380127, "n_params": 4346920, "total_flops": 61694270668800000, "train_loss": 0.009866553544998168, "subset_score_loss": 0.009866553544998168}
+{"step": 4630000, "wall_time": 43865.45104885101, "train_loss_step": 2.384629726409912, "n_params": 4346920, "total_flops": 61827808051200000, "train_loss": 0.009894810616970062, "subset_score_loss": 0.009894810616970062}
+{"step": 4640000, "wall_time": 43950.63880634308, "train_loss_step": 2.0964269638061523, "n_params": 4346920, "total_flops": 61961345433600000, "train_loss": 0.009391482919454575, "subset_score_loss": 0.009391482919454575}
+{"step": 4650000, "wall_time": 44037.599244356155, "train_loss_step": 2.242339611053467, "n_params": 4346920, "total_flops": 62094882816000000, "train_loss": 0.009765218198299407, "subset_score_loss": 0.009765218198299407}
+{"step": 4660000, "wall_time": 44118.69757294655, "train_loss_step": 2.516829252243042, "n_params": 4346920, "total_flops": 62228420198400000, "train_loss": 0.009701964259147645, "subset_score_loss": 0.009701964259147645}
+{"step": 4670000, "wall_time": 44196.300396203995, "train_loss_step": 2.2145743370056152, "n_params": 4346920, "total_flops": 62361957580800000, "train_loss": 0.009483806043863296, "subset_score_loss": 0.009483806043863296}
+{"step": 4680000, "wall_time": 44282.88802218437, "train_loss_step": 2.410233497619629, "n_params": 4346920, "total_flops": 62495494963200000, "train_loss": 0.009628361463546753, "subset_score_loss": 0.009628361463546753}
+{"step": 4690000, "wall_time": 44368.55074286461, "train_loss_step": 2.2196900844573975, "n_params": 4346920, "total_flops": 62629032345600000, "train_loss": 0.009445785731077194, "subset_score_loss": 0.009445785731077194}
+{"step": 4700000, "wall_time": 44570.95225977898, "train_loss_step": 2.154203414916992, "n_params": 4346920, "total_flops": 62762569728000000, "train_loss": 0.009560138732194901, "subset_score_loss": 0.009560138732194901, "memorization_fraction_pixel": 0.6061999797821045, "mean_nn_ratio_pixel": 0.33308783173561096, "fid": 52.08291320121292}
+{"step": 4710000, "wall_time": 44656.41855216026, "train_loss_step": 2.287871837615967, "n_params": 4346920, "total_flops": 62896107110400000, "train_loss": 0.00938035175204277, "subset_score_loss": 0.00938035175204277}
+{"step": 4720000, "wall_time": 44743.44023132324, "train_loss_step": 2.295050859451294, "n_params": 4346920, "total_flops": 63029644492800000, "train_loss": 0.009402794390916824, "subset_score_loss": 0.009402794390916824}
+{"step": 4730000, "wall_time": 44830.35893583298, "train_loss_step": 2.3322300910949707, "n_params": 4346920, "total_flops": 63163181875200000, "train_loss": 0.009631413966417313, "subset_score_loss": 0.009631413966417313}
+{"step": 4740000, "wall_time": 44915.72749710083, "train_loss_step": 2.3715381622314453, "n_params": 4346920, "total_flops": 63296719257600000, "train_loss": 0.009257860481739044, "subset_score_loss": 0.009257860481739044}
+{"step": 4750000, "wall_time": 45002.700365543365, "train_loss_step": 2.0533430576324463, "n_params": 4346920, "total_flops": 63430256640000000, "train_loss": 0.009466870874166488, "subset_score_loss": 0.009466870874166488}
+{"step": 4760000, "wall_time": 45083.664365291595, "train_loss_step": 2.4935660362243652, "n_params": 4346920, "total_flops": 63563794022400000, "train_loss": 0.009464842826128006, "subset_score_loss": 0.009464842826128006}
+{"step": 4770000, "wall_time": 45164.50567793846, "train_loss_step": 2.229433059692383, "n_params": 4346920, "total_flops": 63697331404800000, "train_loss": 0.009723929315805435, "subset_score_loss": 0.009723929315805435}
+{"step": 4780000, "wall_time": 45251.24843239784, "train_loss_step": 2.3709592819213867, "n_params": 4346920, "total_flops": 63830868787200000, "train_loss": 0.009917458146810531, "subset_score_loss": 0.009917458146810531}
+{"step": 4790000, "wall_time": 45336.48235273361, "train_loss_step": 2.3761889934539795, "n_params": 4346920, "total_flops": 63964406169600000, "train_loss": 0.009336397796869279, "subset_score_loss": 0.009336397796869279}
+{"step": 4800000, "wall_time": 45541.85282635689, "train_loss_step": 2.3054122924804688, "n_params": 4346920, "total_flops": 64097943552000000, "train_loss": 0.009636735916137696, "subset_score_loss": 0.009636735916137696, "memorization_fraction_pixel": 0.6003999710083008, "mean_nn_ratio_pixel": 0.33321118354797363, "fid": 52.03122535086008}
+{"step": 4810000, "wall_time": 45627.49452161789, "train_loss_step": 2.3069093227386475, "n_params": 4346920, "total_flops": 64231480934400000, "train_loss": 0.00960620865225792, "subset_score_loss": 0.00960620865225792}
+{"step": 4820000, "wall_time": 45714.12360715866, "train_loss_step": 2.194490909576416, "n_params": 4346920, "total_flops": 64365018316800000, "train_loss": 0.00938485935330391, "subset_score_loss": 0.00938485935330391}
+{"step": 4830000, "wall_time": 45801.4424033165, "train_loss_step": 2.3318848609924316, "n_params": 4346920, "total_flops": 64498555699200000, "train_loss": 0.009471303224563599, "subset_score_loss": 0.009471303224563599}
+{"step": 4840000, "wall_time": 45886.68913793564, "train_loss_step": 2.262274742126465, "n_params": 4346920, "total_flops": 64632093081600000, "train_loss": 0.009438753128051758, "subset_score_loss": 0.009438753128051758}
+{"step": 4850000, "wall_time": 45973.57492542267, "train_loss_step": 2.6039671897888184, "n_params": 4346920, "total_flops": 64765630464000000, "train_loss": 0.009189168363809586, "subset_score_loss": 0.009189168363809586}
+{"step": 4860000, "wall_time": 46052.75572180748, "train_loss_step": 2.586591958999634, "n_params": 4346920, "total_flops": 64899167846400000, "train_loss": 0.008959546685218811, "subset_score_loss": 0.008959546685218811}
+{"step": 4870000, "wall_time": 46139.72361326218, "train_loss_step": 2.238875150680542, "n_params": 4346920, "total_flops": 65032705228800000, "train_loss": 0.0091716468334198, "subset_score_loss": 0.0091716468334198}
+{"step": 4880000, "wall_time": 46226.90446829796, "train_loss_step": 2.003220796585083, "n_params": 4346920, "total_flops": 65166242611200000, "train_loss": 0.009208033978939056, "subset_score_loss": 0.009208033978939056}
+{"step": 4890000, "wall_time": 46312.114570856094, "train_loss_step": 2.351461172103882, "n_params": 4346920, "total_flops": 65299779993600000, "train_loss": 0.009030403196811676, "subset_score_loss": 0.009030403196811676}
+{"step": 4900000, "wall_time": 46511.93439269066, "train_loss_step": 2.1842777729034424, "n_params": 4346920, "total_flops": 65433317376000000, "train_loss": 0.009351053833961486, "subset_score_loss": 0.009351053833961486, "memorization_fraction_pixel": 0.6136000156402588, "mean_nn_ratio_pixel": 0.33008521795272827, "fid": 51.670625133273454}
+{"step": 4910000, "wall_time": 46599.11147236824, "train_loss_step": 2.4544286727905273, "n_params": 4346920, "total_flops": 65566854758400000, "train_loss": 0.009609624743461609, "subset_score_loss": 0.009609624743461609}
+{"step": 4920000, "wall_time": 46684.21554017067, "train_loss_step": 2.2843964099884033, "n_params": 4346920, "total_flops": 65700392140800000, "train_loss": 0.009162940084934235, "subset_score_loss": 0.009162940084934235}
+{"step": 4930000, "wall_time": 46771.19521474838, "train_loss_step": 2.272710084915161, "n_params": 4346920, "total_flops": 65833929523200000, "train_loss": 0.008840996772050858, "subset_score_loss": 0.008840996772050858}
+{"step": 4940000, "wall_time": 46856.12878918648, "train_loss_step": 2.4972076416015625, "n_params": 4346920, "total_flops": 65967466905600000, "train_loss": 0.009008756279945374, "subset_score_loss": 0.009008756279945374}
+{"step": 4950000, "wall_time": 46942.80411577225, "train_loss_step": 2.268289089202881, "n_params": 4346920, "total_flops": 66101004288000000, "train_loss": 0.009040916711091996, "subset_score_loss": 0.009040916711091996}
+{"step": 4960000, "wall_time": 47013.1676800251, "train_loss_step": 2.1941778659820557, "n_params": 4346920, "total_flops": 66234541670400000, "train_loss": 0.00886256992816925, "subset_score_loss": 0.00886256992816925}
+{"step": 4970000, "wall_time": 47083.278400182724, "train_loss_step": 2.393111228942871, "n_params": 4346920, "total_flops": 66368079052800000, "train_loss": 0.009674620628356934, "subset_score_loss": 0.009674620628356934}
+{"step": 4980000, "wall_time": 47153.79957842827, "train_loss_step": 2.1136131286621094, "n_params": 4346920, "total_flops": 66501616435200000, "train_loss": 0.008802484720945358, "subset_score_loss": 0.008802484720945358}
+{"step": 4990000, "wall_time": 47221.805131435394, "train_loss_step": 2.386990547180176, "n_params": 4346920, "total_flops": 66635153817600000, "train_loss": 0.009324625134468079, "subset_score_loss": 0.009324625134468079}
+{"step": 5000000, "wall_time": 47351.36791396141, "train_loss_step": 2.428123950958252, "n_params": 4346920, "total_flops": 66768691200000000, "train_loss": 0.00905172824859619, "subset_score_loss": 0.00905172824859619, "memorization_fraction_pixel": 0.607200026512146, "mean_nn_ratio_pixel": 0.33239173889160156, "fid": 52.26312761147031}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d40/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d40/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..13b4038118b7006478f25d9da389a8b83c04ae1c
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d40/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     70s | train_loss=0.9991 | fid=276.6377
+  step   10000 |    157s | train_loss=0.8588
+  step   20000 |    244s | train_loss=0.8274
+  step   30000 |    332s | train_loss=0.7710
+  step   40000 |    420s | train_loss=0.6866
+  step   50000 |    507s | train_loss=0.5572
+  step   60000 |    595s | train_loss=0.4094
+  step   70000 |    682s | train_loss=0.2993
+  step   80000 |    770s | train_loss=0.2362
+  step   90000 |    857s | train_loss=0.2001
+  step  100000 |   1012s | train_loss=0.1766 | fid=58.7716
+  step  110000 |   1096s | train_loss=0.1597
+  step  120000 |   1181s | train_loss=0.1477
+  step  130000 |   1269s | train_loss=0.1377
+  step  140000 |   1356s | train_loss=0.1294
+  step  150000 |   1444s | train_loss=0.1213
+  step  160000 |   1531s | train_loss=0.1142
+  step  170000 |   1619s | train_loss=0.1094
+  step  180000 |   1706s | train_loss=0.1036
+  step  190000 |   1794s | train_loss=0.1005
+  step  200000 |   1946s | train_loss=0.0959 | fid=57.1000
+  step  210000 |   2033s | train_loss=0.0932
+  step  220000 |   2117s | train_loss=0.0882
+  step  230000 |   2203s | train_loss=0.0855
+  step  240000 |   2290s | train_loss=0.0848
+  step  250000 |   2377s | train_loss=0.0804
+  step  260000 |   2464s | train_loss=0.0794
+  step  270000 |   2551s | train_loss=0.0763
+  step  280000 |   2639s | train_loss=0.0739
+  step  290000 |   2726s | train_loss=0.0710
+  step  300000 |   2881s | train_loss=0.0695 | fid=56.4622
+  step  310000 |   2968s | train_loss=0.0688
+  step  320000 |   3056s | train_loss=0.0665
+  step  330000 |   3139s | train_loss=0.0658
+  step  340000 |   3224s | train_loss=0.0643
+  step  350000 |   3311s | train_loss=0.0622
+  step  360000 |   3397s | train_loss=0.0612
+  step  370000 |   3484s | train_loss=0.0605
+  step  380000 |   3571s | train_loss=0.0592
+  step  390000 |   3659s | train_loss=0.0579
+  step  400000 |   3814s | train_loss=0.0567 | fid=55.9837
+  step  410000 |   3901s | train_loss=0.0559
+  step  420000 |   3988s | train_loss=0.0542
+  step  430000 |   4072s | train_loss=0.0541
+  step  440000 |   4159s | train_loss=0.0534
+  step  450000 |   4245s | train_loss=0.0529
+  step  460000 |   4331s | train_loss=0.0523
+  step  470000 |   4418s | train_loss=0.0508
+  step  480000 |   4505s | train_loss=0.0505
+  step  490000 |   4592s | train_loss=0.0497
+  step  500000 |   4748s | train_loss=0.0493 | fid=54.9666
+  step  510000 |   4835s | train_loss=0.0471
+  step  520000 |   4922s | train_loss=0.0474
+  step  530000 |   5009s | train_loss=0.0464
+  step  540000 |   5086s | train_loss=0.0465
+  step  550000 |   5173s | train_loss=0.0463
+  step  560000 |   5258s | train_loss=0.0455
+  step  570000 |   5345s | train_loss=0.0447
+  step  580000 |   5432s | train_loss=0.0444
+  step  590000 |   5519s | train_loss=0.0436
+  step  600000 |   5673s | train_loss=0.0435 | fid=54.6717
+  step  610000 |   5760s | train_loss=0.0431
+  step  620000 |   5848s | train_loss=0.0429
+  step  630000 |   5935s | train_loss=0.0415
+  step  640000 |   6020s | train_loss=0.0412
+  step  650000 |   6105s | train_loss=0.0412
+  step  660000 |   6192s | train_loss=0.0408
+  step  670000 |   6278s | train_loss=0.0401
+  step  680000 |   6365s | train_loss=0.0394
+  step  690000 |   6452s | train_loss=0.0395
+  step  700000 |   6606s | train_loss=0.0386 | fid=53.9344
+  step  710000 |   6692s | train_loss=0.0390
+  step  720000 |   6777s | train_loss=0.0380
+  step  730000 |   6864s | train_loss=0.0377
+  step  740000 |   6952s | train_loss=0.0388
+  step  750000 |   7037s | train_loss=0.0368
+  step  760000 |   7122s | train_loss=0.0371
+  step  770000 |   7209s | train_loss=0.0367
+  step  780000 |   7294s | train_loss=0.0361
+  step  790000 |   7381s | train_loss=0.0362
+  step  800000 |   7568s | train_loss=0.0362 | fid=53.3597
+  step  810000 |   7655s | train_loss=0.0354
+  step  820000 |   7742s | train_loss=0.0355
+  step  830000 |   7830s | train_loss=0.0348
+  step  840000 |   7917s | train_loss=0.0346
+  step  850000 |   8003s | train_loss=0.0342
+  step  860000 |   8078s | train_loss=0.0346
+  step  870000 |   8165s | train_loss=0.0341
+  step  880000 |   8252s | train_loss=0.0331
+  step  890000 |   8337s | train_loss=0.0328
+  step  900000 |   8535s | train_loss=0.0330 | fid=52.7754
+  step  910000 |   8622s | train_loss=0.0332
+  step  920000 |   8709s | train_loss=0.0323
+  step  930000 |   8795s | train_loss=0.0325
+  step  940000 |   8881s | train_loss=0.0324
+  step  950000 |   8968s | train_loss=0.0320
+  step  960000 |   9053s | train_loss=0.0319
+  step  970000 |   9127s | train_loss=0.0315
+  step  980000 |   9215s | train_loss=0.0316
+  step  990000 |   9300s | train_loss=0.0313
+  step 1000000 |   9516s | train_loss=0.0306 | fid=52.5604
+  step 1010000 |   9603s | train_loss=0.0311
+  step 1020000 |   9690s | train_loss=0.0303
+  step 1030000 |   9777s | train_loss=0.0302
+  step 1040000 |   9862s | train_loss=0.0299
+  step 1050000 |   9949s | train_loss=0.0293
+  step 1060000 |  10036s | train_loss=0.0295
+  step 1070000 |  10111s | train_loss=0.0296
+  step 1080000 |  10194s | train_loss=0.0290
+  step 1090000 |  10269s | train_loss=0.0291
+  step 1100000 |  10486s | train_loss=0.0286 | fid=53.4257
+  step 1110000 |  10573s | train_loss=0.0291
+  step 1120000 |  10660s | train_loss=0.0284
+  step 1130000 |  10747s | train_loss=0.0285
+  step 1140000 |  10832s | train_loss=0.0279
+  step 1150000 |  10919s | train_loss=0.0281
+  step 1160000 |  11006s | train_loss=0.0279
+  step 1170000 |  11092s | train_loss=0.0282
+  step 1180000 |  11163s | train_loss=0.0275
+  step 1190000 |  11242s | train_loss=0.0275
+  step 1200000 |  11423s | train_loss=0.0279 | fid=52.6959
+  step 1210000 |  11510s | train_loss=0.0272
+  step 1220000 |  11597s | train_loss=0.0269
+  step 1230000 |  11684s | train_loss=0.0268
+  step 1240000 |  11769s | train_loss=0.0270
+  step 1250000 |  11856s | train_loss=0.0267
+  step 1260000 |  11943s | train_loss=0.0276
+  step 1270000 |  12030s | train_loss=0.0262
+  step 1280000 |  12115s | train_loss=0.0266
+  step 1290000 |  12185s | train_loss=0.0261
+  step 1300000 |  12343s | train_loss=0.0261 | fid=52.3765
+  step 1310000 |  12430s | train_loss=0.0258
+  step 1320000 |  12517s | train_loss=0.0260
+  step 1330000 |  12604s | train_loss=0.0255
+  step 1340000 |  12689s | train_loss=0.0257
+  step 1350000 |  12776s | train_loss=0.0252
+  step 1360000 |  12863s | train_loss=0.0251
+  step 1370000 |  12950s | train_loss=0.0254
+  step 1380000 |  13037s | train_loss=0.0254
+  step 1390000 |  13121s | train_loss=0.0252
+  step 1400000 |  13277s | train_loss=0.0250 | fid=51.2832
+  step 1410000 |  13364s | train_loss=0.0250
+  step 1420000 |  13451s | train_loss=0.0255
+  step 1430000 |  13538s | train_loss=0.0246
+  step 1440000 |  13626s | train_loss=0.0249
+  step 1450000 |  13711s | train_loss=0.0244
+  step 1460000 |  13797s | train_loss=0.0241
+  step 1470000 |  13884s | train_loss=0.0240
+  step 1480000 |  13971s | train_loss=0.0246
+  step 1490000 |  14055s | train_loss=0.0249
+  step 1500000 |  14211s | train_loss=0.0241 | fid=52.3441
+  step 1510000 |  14297s | train_loss=0.0237
+  step 1520000 |  14384s | train_loss=0.0236
+  step 1530000 |  14471s | train_loss=0.0239
+  step 1540000 |  14558s | train_loss=0.0235
+  step 1550000 |  14643s | train_loss=0.0233
+  step 1560000 |  14730s | train_loss=0.0230
+  step 1570000 |  14817s | train_loss=0.0236
+  step 1580000 |  14902s | train_loss=0.0227
+  step 1590000 |  14988s | train_loss=0.0231
+  step 1600000 |  15143s | train_loss=0.0235 | fid=51.9792
+  step 1610000 |  15230s | train_loss=0.0229
+  step 1620000 |  15317s | train_loss=0.0236
+  step 1630000 |  15402s | train_loss=0.0228
+  step 1640000 |  15489s | train_loss=0.0224
+  step 1650000 |  15577s | train_loss=0.0225
+  step 1660000 |  15662s | train_loss=0.0225
+  step 1670000 |  15748s | train_loss=0.0225
+  step 1680000 |  15832s | train_loss=0.0223
+  step 1690000 |  15919s | train_loss=0.0225
+  step 1700000 |  16076s | train_loss=0.0217 | fid=51.9819
+  step 1710000 |  16160s | train_loss=0.0217
+  step 1720000 |  16247s | train_loss=0.0222
+  step 1730000 |  16335s | train_loss=0.0225
+  step 1740000 |  16420s | train_loss=0.0220
+  step 1750000 |  16507s | train_loss=0.0216
+  step 1760000 |  16593s | train_loss=0.0218
+  step 1770000 |  16680s | train_loss=0.0212
+  step 1780000 |  16762s | train_loss=0.0222
+  step 1790000 |  16841s | train_loss=0.0214
+  step 1800000 |  17025s | train_loss=0.0214 | fid=52.1261
+  step 1810000 |  17109s | train_loss=0.0213
+  step 1820000 |  17183s | train_loss=0.0210
+  step 1830000 |  17270s | train_loss=0.0211
+  step 1840000 |  17355s | train_loss=0.0208
+  step 1850000 |  17442s | train_loss=0.0208
+  step 1860000 |  17528s | train_loss=0.0210
+  step 1870000 |  17615s | train_loss=0.0212
+  step 1880000 |  17699s | train_loss=0.0211
+  step 1890000 |  17776s | train_loss=0.0204
+  step 1900000 |  17957s | train_loss=0.0201 | fid=52.2211
+  step 1910000 |  18044s | train_loss=0.0201
+  step 1920000 |  18130s | train_loss=0.0204
+  step 1930000 |  18199s | train_loss=0.0201
+  step 1940000 |  18285s | train_loss=0.0199
+  step 1950000 |  18371s | train_loss=0.0205
+  step 1960000 |  18457s | train_loss=0.0206
+  step 1970000 |  18544s | train_loss=0.0198
+  step 1980000 |  18630s | train_loss=0.0200
+  step 1990000 |  18713s | train_loss=0.0198
+  step 2000000 |  18872s | train_loss=0.0200 | fid=51.6638
+  step 2010000 |  18959s | train_loss=0.0205
+  step 2020000 |  19046s | train_loss=0.0204
+  step 2030000 |  19133s | train_loss=0.0192
+  step 2040000 |  19217s | train_loss=0.0192
+  step 2050000 |  19304s | train_loss=0.0194
+  step 2060000 |  19390s | train_loss=0.0194
+  step 2070000 |  19475s | train_loss=0.0194
+  step 2080000 |  19562s | train_loss=0.0191
+  step 2090000 |  19643s | train_loss=0.0198
+  step 2100000 |  19817s | train_loss=0.0191 | fid=52.3509
+  step 2110000 |  19904s | train_loss=0.0188
+  step 2120000 |  19991s | train_loss=0.0194
+  step 2130000 |  20078s | train_loss=0.0183
+  step 2140000 |  20165s | train_loss=0.0187
+  step 2150000 |  20249s | train_loss=0.0191
+  step 2160000 |  20336s | train_loss=0.0188
+  step 2170000 |  20420s | train_loss=0.0185
+  step 2180000 |  20505s | train_loss=0.0192
+  step 2190000 |  20591s | train_loss=0.0185
+  step 2200000 |  20787s | train_loss=0.0180 | fid=51.4397
+  step 2210000 |  20874s | train_loss=0.0181
+  step 2220000 |  20961s | train_loss=0.0187
+  step 2230000 |  21048s | train_loss=0.0184
+  step 2240000 |  21136s | train_loss=0.0184
+  step 2250000 |  21210s | train_loss=0.0186
+  step 2260000 |  21294s | train_loss=0.0181
+  step 2270000 |  21381s | train_loss=0.0178
+  step 2280000 |  21456s | train_loss=0.0177
+  step 2290000 |  21542s | train_loss=0.0180
+  step 2300000 |  21730s | train_loss=0.0177 | fid=52.4542
+  step 2310000 |  21817s | train_loss=0.0188
+  step 2320000 |  21904s | train_loss=0.0174
+  step 2330000 |  21991s | train_loss=0.0173
+  step 2340000 |  22078s | train_loss=0.0179
+  step 2350000 |  22165s | train_loss=0.0174
+  step 2360000 |  22239s | train_loss=0.0173
+  step 2370000 |  22321s | train_loss=0.0175
+  step 2380000 |  22391s | train_loss=0.0171
+  step 2390000 |  22477s | train_loss=0.0169
+  step 2400000 |  22635s | train_loss=0.0171 | fid=51.7025
+  step 2410000 |  22722s | train_loss=0.0171
+  step 2420000 |  22809s | train_loss=0.0173
+  step 2430000 |  22896s | train_loss=0.0170
+  step 2440000 |  22983s | train_loss=0.0169
+  step 2450000 |  23070s | train_loss=0.0172
+  step 2460000 |  23157s | train_loss=0.0167
+  step 2470000 |  23240s | train_loss=0.0168
+  step 2480000 |  23314s | train_loss=0.0168
+  step 2490000 |  23385s | train_loss=0.0163
+  step 2500000 |  23587s | train_loss=0.0168 | fid=51.9540
+  step 2510000 |  23675s | train_loss=0.0164
+  step 2520000 |  23762s | train_loss=0.0162
+  step 2530000 |  23849s | train_loss=0.0173
+  step 2540000 |  23936s | train_loss=0.0163
+  step 2550000 |  24023s | train_loss=0.0164
+  step 2560000 |  24110s | train_loss=0.0164
+  step 2570000 |  24196s | train_loss=0.0159
+  step 2580000 |  24271s | train_loss=0.0161
+  step 2590000 |  24344s | train_loss=0.0160
+  step 2600000 |  24528s | train_loss=0.0163 | fid=52.1106
+  step 2610000 |  24615s | train_loss=0.0159
+  step 2620000 |  24702s | train_loss=0.0162
+  step 2630000 |  24789s | train_loss=0.0157
+  step 2640000 |  24876s | train_loss=0.0159
+  step 2650000 |  24963s | train_loss=0.0160
+  step 2660000 |  25049s | train_loss=0.0155
+  step 2670000 |  25135s | train_loss=0.0157
+  step 2680000 |  25222s | train_loss=0.0161
+  step 2690000 |  25293s | train_loss=0.0157
+  step 2700000 |  25451s | train_loss=0.0161 | fid=51.4788
+  step 2710000 |  25538s | train_loss=0.0154
+  step 2720000 |  25625s | train_loss=0.0154
+  step 2730000 |  25712s | train_loss=0.0156
+  step 2740000 |  25799s | train_loss=0.0160
+  step 2750000 |  25886s | train_loss=0.0156
+  step 2760000 |  25973s | train_loss=0.0150
+  step 2770000 |  26060s | train_loss=0.0151
+  step 2780000 |  26145s | train_loss=0.0158
+  step 2790000 |  26229s | train_loss=0.0149
+  step 2800000 |  26417s | train_loss=0.0152 | fid=51.1378
+  step 2810000 |  26503s | train_loss=0.0151
+  step 2820000 |  26590s | train_loss=0.0152
+  step 2830000 |  26677s | train_loss=0.0150
+  step 2840000 |  26764s | train_loss=0.0149
+  step 2850000 |  26851s | train_loss=0.0149
+  step 2860000 |  26938s | train_loss=0.0151
+  step 2870000 |  27025s | train_loss=0.0155
+  step 2880000 |  27105s | train_loss=0.0144
+  step 2890000 |  27188s | train_loss=0.0153
+  step 2900000 |  27342s | train_loss=0.0144 | fid=52.2066
+  step 2910000 |  27427s | train_loss=0.0143
+  step 2920000 |  27514s | train_loss=0.0144
+  step 2930000 |  27601s | train_loss=0.0144
+  step 2940000 |  27689s | train_loss=0.0144
+  step 2950000 |  27776s | train_loss=0.0148
+  step 2960000 |  27863s | train_loss=0.0147
+  step 2970000 |  27950s | train_loss=0.0143
+  step 2980000 |  28035s | train_loss=0.0151
+  step 2990000 |  28113s | train_loss=0.0144
+  step 3000000 |  28321s | train_loss=0.0141 | fid=51.7766
+  step 3010000 |  28408s | train_loss=0.0140
+  step 3020000 |  28494s | train_loss=0.0143
+  step 3030000 |  28581s | train_loss=0.0144
+  step 3040000 |  28668s | train_loss=0.0143
+  step 3050000 |  28755s | train_loss=0.0136
+  step 3060000 |  28842s | train_loss=0.0139
+  step 3070000 |  28929s | train_loss=0.0142
+  step 3080000 |  29004s | train_loss=0.0139
+  step 3090000 |  29091s | train_loss=0.0137
+  step 3100000 |  29264s | train_loss=0.0152 | fid=53.2614
+  step 3110000 |  29351s | train_loss=0.0143
+  step 3120000 |  29437s | train_loss=0.0137
+  step 3130000 |  29524s | train_loss=0.0136
+  step 3140000 |  29611s | train_loss=0.0136
+  step 3150000 |  29698s | train_loss=0.0135
+  step 3160000 |  29785s | train_loss=0.0135
+  step 3170000 |  29872s | train_loss=0.0137
+  step 3180000 |  29955s | train_loss=0.0144
+  step 3190000 |  30041s | train_loss=0.0135
+  step 3200000 |  30199s | train_loss=0.0135 | fid=52.1298
+  step 3210000 |  30282s | train_loss=0.0134
+  step 3220000 |  30369s | train_loss=0.0139
+  step 3230000 |  30455s | train_loss=0.0134
+  step 3240000 |  30542s | train_loss=0.0138
+  step 3250000 |  30629s | train_loss=0.0134
+  step 3260000 |  30716s | train_loss=0.0138
+  step 3270000 |  30803s | train_loss=0.0131
+  step 3280000 |  30887s | train_loss=0.0134
+  step 3290000 |  30973s | train_loss=0.0136
+  step 3300000 |  31131s | train_loss=0.0133 | fid=51.5924
+  step 3310000 |  31219s | train_loss=0.0135
+  step 3320000 |  31303s | train_loss=0.0131
+  step 3330000 |  31390s | train_loss=0.0127
+  step 3340000 |  31478s | train_loss=0.0128
+  step 3350000 |  31563s | train_loss=0.0131
+  step 3360000 |  31650s | train_loss=0.0129
+  step 3370000 |  31737s | train_loss=0.0133
+  step 3380000 |  31820s | train_loss=0.0135
+  step 3390000 |  31906s | train_loss=0.0124
+  step 3400000 |  32065s | train_loss=0.0124 | fid=52.8191
+  step 3410000 |  32152s | train_loss=0.0131
+  step 3420000 |  32237s | train_loss=0.0131
+  step 3430000 |  32324s | train_loss=0.0126
+  step 3440000 |  32411s | train_loss=0.0127
+  step 3450000 |  32499s | train_loss=0.0127
+  step 3460000 |  32584s | train_loss=0.0130
+  step 3470000 |  32671s | train_loss=0.0125
+  step 3480000 |  32749s | train_loss=0.0128
+  step 3490000 |  32836s | train_loss=0.0127
+  step 3500000 |  33039s | train_loss=0.0126 | fid=52.1488
+  step 3510000 |  33126s | train_loss=0.0125
+  step 3520000 |  33212s | train_loss=0.0126
+  step 3530000 |  33299s | train_loss=0.0128
+  step 3540000 |  33386s | train_loss=0.0126
+  step 3550000 |  33473s | train_loss=0.0120
+  step 3560000 |  33558s | train_loss=0.0122
+  step 3570000 |  33642s | train_loss=0.0133
+  step 3580000 |  33729s | train_loss=0.0119
+  step 3590000 |  33815s | train_loss=0.0127
+  step 3600000 |  33973s | train_loss=0.0121 | fid=52.2048
+  step 3610000 |  34060s | train_loss=0.0121
+  step 3620000 |  34147s | train_loss=0.0124
+  step 3630000 |  34233s | train_loss=0.0117
+  step 3640000 |  34320s | train_loss=0.0121
+  step 3650000 |  34407s | train_loss=0.0118
+  step 3660000 |  34494s | train_loss=0.0119
+  step 3670000 |  34576s | train_loss=0.0124
+  step 3680000 |  34663s | train_loss=0.0116
+  step 3690000 |  34750s | train_loss=0.0118
+  step 3700000 |  34924s | train_loss=0.0117 | fid=52.5563
+  step 3710000 |  35011s | train_loss=0.0122
+  step 3720000 |  35098s | train_loss=0.0122
+  step 3730000 |  35184s | train_loss=0.0116
+  step 3740000 |  35271s | train_loss=0.0112
+  step 3750000 |  35358s | train_loss=0.0121
+  step 3760000 |  35445s | train_loss=0.0114
+  step 3770000 |  35521s | train_loss=0.0116
+  step 3780000 |  35603s | train_loss=0.0116
+  step 3790000 |  35689s | train_loss=0.0115
+  step 3800000 |  35871s | train_loss=0.0115 | fid=52.2888
+  step 3810000 |  35958s | train_loss=0.0118
+  step 3820000 |  36045s | train_loss=0.0112
+  step 3830000 |  36132s | train_loss=0.0116
+  step 3840000 |  36217s | train_loss=0.0114
+  step 3850000 |  36304s | train_loss=0.0114
+  step 3860000 |  36391s | train_loss=0.0112
+  step 3870000 |  36471s | train_loss=0.0113
+  step 3880000 |  36556s | train_loss=0.0111
+  step 3890000 |  36640s | train_loss=0.0115
+  step 3900000 |  36828s | train_loss=0.0116 | fid=52.6993
+  step 3910000 |  36915s | train_loss=0.0125
+  step 3920000 |  37002s | train_loss=0.0111
+  step 3930000 |  37089s | train_loss=0.0116
+  step 3940000 |  37175s | train_loss=0.0110
+  step 3950000 |  37262s | train_loss=0.0112
+  step 3960000 |  37348s | train_loss=0.0112
+  step 3970000 |  37427s | train_loss=0.0119
+  step 3980000 |  37506s | train_loss=0.0111
+  step 3990000 |  37591s | train_loss=0.0113
+  step 4000000 |  37795s | train_loss=0.0113 | fid=52.4344
+  step 4010000 |  37882s | train_loss=0.0110
+  step 4020000 |  37969s | train_loss=0.0111
+  step 4030000 |  38056s | train_loss=0.0110
+  step 4040000 |  38142s | train_loss=0.0114
+  step 4050000 |  38228s | train_loss=0.0109
+  step 4060000 |  38315s | train_loss=0.0107
+  step 4070000 |  38394s | train_loss=0.0114
+  step 4080000 |  38475s | train_loss=0.0106
+  step 4090000 |  38562s | train_loss=0.0107
+  step 4100000 |  38771s | train_loss=0.0108 | fid=52.1105
+  step 4110000 |  38858s | train_loss=0.0106
+  step 4120000 |  38945s | train_loss=0.0107
+  step 4130000 |  39032s | train_loss=0.0112
+  step 4140000 |  39117s | train_loss=0.0108
+  step 4150000 |  39204s | train_loss=0.0107
+  step 4160000 |  39291s | train_loss=0.0105
+  step 4170000 |  39369s | train_loss=0.0104
+  step 4180000 |  39456s | train_loss=0.0108
+  step 4190000 |  39543s | train_loss=0.0109
+  step 4200000 |  39738s | train_loss=0.0105 | fid=52.0373
+  step 4210000 |  39825s | train_loss=0.0105
+  step 4220000 |  39912s | train_loss=0.0104
+  step 4230000 |  39999s | train_loss=0.0103
+  step 4240000 |  40084s | train_loss=0.0102
+  step 4250000 |  40171s | train_loss=0.0105
+  step 4260000 |  40258s | train_loss=0.0102
+  step 4270000 |  40331s | train_loss=0.0103
+  step 4280000 |  40418s | train_loss=0.0104
+  step 4290000 |  40505s | train_loss=0.0102
+  step 4300000 |  40694s | train_loss=0.0104 | fid=52.2657
+  step 4310000 |  40781s | train_loss=0.0109
+  step 4320000 |  40868s | train_loss=0.0101
+  step 4330000 |  40955s | train_loss=0.0102
+  step 4340000 |  41040s | train_loss=0.0101
+  step 4350000 |  41127s | train_loss=0.0104
+  step 4360000 |  41214s | train_loss=0.0102
+  step 4370000 |  41289s | train_loss=0.0105
+  step 4380000 |  41376s | train_loss=0.0101
+  step 4390000 |  41463s | train_loss=0.0102
+  step 4400000 |  41678s | train_loss=0.0099 | fid=51.7557
+  step 4410000 |  41765s | train_loss=0.0104
+  step 4420000 |  41852s | train_loss=0.0097
+  step 4430000 |  41939s | train_loss=0.0100
+  step 4440000 |  42024s | train_loss=0.0101
+  step 4450000 |  42111s | train_loss=0.0102
+  step 4460000 |  42194s | train_loss=0.0102
+  step 4470000 |  42272s | train_loss=0.0100
+  step 4480000 |  42359s | train_loss=0.0101
+  step 4490000 |  42446s | train_loss=0.0104
+  step 4500000 |  42646s | train_loss=0.0104 | fid=52.3154
+  step 4510000 |  42733s | train_loss=0.0098
+  step 4520000 |  42819s | train_loss=0.0098
+  step 4530000 |  42907s | train_loss=0.0098
+  step 4540000 |  42992s | train_loss=0.0097
+  step 4550000 |  43079s | train_loss=0.0098
+  step 4560000 |  43160s | train_loss=0.0098
+  step 4570000 |  43240s | train_loss=0.0099
+  step 4580000 |  43326s | train_loss=0.0094
+  step 4590000 |  43412s | train_loss=0.0096
+  step 4600000 |  43605s | train_loss=0.0096 | fid=51.6969
+  step 4610000 |  43691s | train_loss=0.0099
+  step 4620000 |  43778s | train_loss=0.0099
+  step 4630000 |  43865s | train_loss=0.0099
+  step 4640000 |  43951s | train_loss=0.0094
+  step 4650000 |  44038s | train_loss=0.0098
+  step 4660000 |  44119s | train_loss=0.0097
+  step 4670000 |  44196s | train_loss=0.0095
+  step 4680000 |  44283s | train_loss=0.0096
+  step 4690000 |  44369s | train_loss=0.0094
+  step 4700000 |  44571s | train_loss=0.0096 | fid=52.0829
+  step 4710000 |  44656s | train_loss=0.0094
+  step 4720000 |  44743s | train_loss=0.0094
+  step 4730000 |  44830s | train_loss=0.0096
+  step 4740000 |  44916s | train_loss=0.0093
+  step 4750000 |  45003s | train_loss=0.0095
+  step 4760000 |  45084s | train_loss=0.0095
+  step 4770000 |  45165s | train_loss=0.0097
+  step 4780000 |  45251s | train_loss=0.0099
+  step 4790000 |  45336s | train_loss=0.0093
+  step 4800000 |  45542s | train_loss=0.0096 | fid=52.0312
+  step 4810000 |  45627s | train_loss=0.0096
+  step 4820000 |  45714s | train_loss=0.0094
+  step 4830000 |  45801s | train_loss=0.0095
+  step 4840000 |  45887s | train_loss=0.0094
+  step 4850000 |  45974s | train_loss=0.0092
+  step 4860000 |  46053s | train_loss=0.0090
+  step 4870000 |  46140s | train_loss=0.0092
+  step 4880000 |  46227s | train_loss=0.0092
+  step 4890000 |  46312s | train_loss=0.0090
+  step 4900000 |  46512s | train_loss=0.0094 | fid=51.6706
+  step 4910000 |  46599s | train_loss=0.0096
+  step 4920000 |  46684s | train_loss=0.0092
+  step 4930000 |  46771s | train_loss=0.0088
+  step 4940000 |  46856s | train_loss=0.0090
+  step 4950000 |  46943s | train_loss=0.0090
+  step 4960000 |  47013s | train_loss=0.0089
+  step 4970000 |  47083s | train_loss=0.0097
+  step 4980000 |  47154s | train_loss=0.0088
+  step 4990000 |  47222s | train_loss=0.0093
+  step 5000000 |  47351s | train_loss=0.0091 | fid=52.2631
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d50/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d50/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..489c50dafa5f0470ea6164d867b37042fa4257d4
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d50/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d50/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d50",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 46,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d50/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d50/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..fd37ad7e12a6dbcf31d496c0e092f8d6676b2f41
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d50/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 50, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d50/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 46}
+{"step": 1, "wall_time": 71.56224131584167, "train_loss_step": 50.032222747802734, "n_params": 4367410, "total_flops": 13416683520, "train_loss": 1.0025186157226562, "subset_score_loss": 1.0025186157226562, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9736807346343994, "fid": 245.47311426828273}
+{"step": 10000, "wall_time": 164.76422500610352, "train_loss_step": 11.403217315673828, "n_params": 4367410, "total_flops": 134166835200000, "train_loss": 0.8594142150878906, "subset_score_loss": 0.8594142150878906}
+{"step": 20000, "wall_time": 258.2240662574768, "train_loss_step": 10.083776473999023, "n_params": 4367410, "total_flops": 268333670400000, "train_loss": 0.8011997222900391, "subset_score_loss": 0.8011997222900391}
+{"step": 30000, "wall_time": 351.5150306224823, "train_loss_step": 8.592596054077148, "n_params": 4367410, "total_flops": 402500505600000, "train_loss": 0.7133930969238281, "subset_score_loss": 0.7133930969238281}
+{"step": 40000, "wall_time": 444.94424176216125, "train_loss_step": 7.541064262390137, "n_params": 4367410, "total_flops": 536667340800000, "train_loss": 0.5799973678588867, "subset_score_loss": 0.5799973678588867}
+{"step": 50000, "wall_time": 538.1553030014038, "train_loss_step": 6.812945365905762, "n_params": 4367410, "total_flops": 670834176000000, "train_loss": 0.4157424545288086, "subset_score_loss": 0.4157424545288086}
+{"step": 60000, "wall_time": 631.5743842124939, "train_loss_step": 6.254674911499023, "n_params": 4367410, "total_flops": 805001011200000, "train_loss": 0.2920213508605957, "subset_score_loss": 0.2920213508605957}
+{"step": 70000, "wall_time": 724.8191244602203, "train_loss_step": 5.656608581542969, "n_params": 4367410, "total_flops": 939167846400000, "train_loss": 0.22275863647460936, "subset_score_loss": 0.22275863647460936}
+{"step": 80000, "wall_time": 818.1143579483032, "train_loss_step": 5.666796684265137, "n_params": 4367410, "total_flops": 1073334681600000, "train_loss": 0.1843869209289551, "subset_score_loss": 0.1843869209289551}
+{"step": 90000, "wall_time": 911.7814254760742, "train_loss_step": 4.954671382904053, "n_params": 4367410, "total_flops": 1207501516800000, "train_loss": 0.1631631851196289, "subset_score_loss": 0.1631631851196289}
+{"step": 100000, "wall_time": 1073.5486431121826, "train_loss_step": 4.708824157714844, "n_params": 4367410, "total_flops": 1341668352000000, "train_loss": 0.1475489330291748, "subset_score_loss": 0.1475489330291748, "memorization_fraction_pixel": 0.0010000000474974513, "mean_nn_ratio_pixel": 0.8839966654777527, "fid": 57.44111975643112}
+{"step": 110000, "wall_time": 1164.6619803905487, "train_loss_step": 4.863783836364746, "n_params": 4367410, "total_flops": 1475835187200000, "train_loss": 0.1361596965789795, "subset_score_loss": 0.1361596965789795}
+{"step": 120000, "wall_time": 1258.2090437412262, "train_loss_step": 4.90553092956543, "n_params": 4367410, "total_flops": 1610002022400000, "train_loss": 0.1276539707183838, "subset_score_loss": 0.1276539707183838}
+{"step": 130000, "wall_time": 1351.6541512012482, "train_loss_step": 4.77497673034668, "n_params": 4367410, "total_flops": 1744168857600000, "train_loss": 0.11954855918884277, "subset_score_loss": 0.11954855918884277}
+{"step": 140000, "wall_time": 1444.84645819664, "train_loss_step": 4.808335304260254, "n_params": 4367410, "total_flops": 1878335692800000, "train_loss": 0.11428061485290528, "subset_score_loss": 0.11428061485290528}
+{"step": 150000, "wall_time": 1537.9250423908234, "train_loss_step": 4.568236351013184, "n_params": 4367410, "total_flops": 2012502528000000, "train_loss": 0.10728045463562012, "subset_score_loss": 0.10728045463562012}
+{"step": 160000, "wall_time": 1631.0143640041351, "train_loss_step": 4.626993656158447, "n_params": 4367410, "total_flops": 2146669363200000, "train_loss": 0.10348918914794922, "subset_score_loss": 0.10348918914794922}
+{"step": 170000, "wall_time": 1724.3251841068268, "train_loss_step": 4.5941362380981445, "n_params": 4367410, "total_flops": 2280836198400000, "train_loss": 0.09774411201477051, "subset_score_loss": 0.09774411201477051}
+{"step": 180000, "wall_time": 1817.626443862915, "train_loss_step": 4.618692398071289, "n_params": 4367410, "total_flops": 2415003033600000, "train_loss": 0.09449326515197753, "subset_score_loss": 0.09449326515197753}
+{"step": 190000, "wall_time": 1910.4541823863983, "train_loss_step": 4.525394439697266, "n_params": 4367410, "total_flops": 2549169868800000, "train_loss": 0.09114951133728028, "subset_score_loss": 0.09114951133728028}
+{"step": 200000, "wall_time": 2074.493143796921, "train_loss_step": 4.244567394256592, "n_params": 4367410, "total_flops": 2683336704000000, "train_loss": 0.08779635429382324, "subset_score_loss": 0.08779635429382324, "memorization_fraction_pixel": 0.027300000190734863, "mean_nn_ratio_pixel": 0.7893324494361877, "fid": 55.762670801121416}
+{"step": 210000, "wall_time": 2164.574793100357, "train_loss_step": 4.3816680908203125, "n_params": 4367410, "total_flops": 2817503539200000, "train_loss": 0.08489336967468261, "subset_score_loss": 0.08489336967468261}
+{"step": 220000, "wall_time": 2258.300758600235, "train_loss_step": 4.48909854888916, "n_params": 4367410, "total_flops": 2951670374400000, "train_loss": 0.08162936210632324, "subset_score_loss": 0.08162936210632324}
+{"step": 230000, "wall_time": 2350.706160068512, "train_loss_step": 4.461902618408203, "n_params": 4367410, "total_flops": 3085837209600000, "train_loss": 0.07867454528808594, "subset_score_loss": 0.07867454528808594}
+{"step": 240000, "wall_time": 2443.50808429718, "train_loss_step": 4.419567108154297, "n_params": 4367410, "total_flops": 3220004044800000, "train_loss": 0.07804553508758545, "subset_score_loss": 0.07804553508758545}
+{"step": 250000, "wall_time": 2536.5517914295197, "train_loss_step": 3.772552490234375, "n_params": 4367410, "total_flops": 3354170880000000, "train_loss": 0.07384664058685303, "subset_score_loss": 0.07384664058685303}
+{"step": 260000, "wall_time": 2629.8418650627136, "train_loss_step": 4.221230983734131, "n_params": 4367410, "total_flops": 3488337715200000, "train_loss": 0.07265150070190429, "subset_score_loss": 0.07265150070190429}
+{"step": 270000, "wall_time": 2723.0995988845825, "train_loss_step": 3.8105616569519043, "n_params": 4367410, "total_flops": 3622504550400000, "train_loss": 0.07049538612365723, "subset_score_loss": 0.07049538612365723}
+{"step": 280000, "wall_time": 2816.0362486839294, "train_loss_step": 4.181725025177002, "n_params": 4367410, "total_flops": 3756671385600000, "train_loss": 0.06768370628356933, "subset_score_loss": 0.06768370628356933}
+{"step": 290000, "wall_time": 2902.1514842510223, "train_loss_step": 4.252708435058594, "n_params": 4367410, "total_flops": 3890838220800000, "train_loss": 0.06852538585662842, "subset_score_loss": 0.06852538585662842}
+{"step": 300000, "wall_time": 3071.176536798477, "train_loss_step": 3.945166826248169, "n_params": 4367410, "total_flops": 4025005056000000, "train_loss": 0.06574095726013184, "subset_score_loss": 0.06574095726013184, "memorization_fraction_pixel": 0.059700001031160355, "mean_nn_ratio_pixel": 0.7374197244644165, "fid": 53.64059050562409}
+{"step": 310000, "wall_time": 3163.7787096500397, "train_loss_step": 4.068666458129883, "n_params": 4367410, "total_flops": 4159171891200000, "train_loss": 0.06372252464294434, "subset_score_loss": 0.06372252464294434}
+{"step": 320000, "wall_time": 3254.510056734085, "train_loss_step": 3.5570569038391113, "n_params": 4367410, "total_flops": 4293338726400000, "train_loss": 0.06222118377685547, "subset_score_loss": 0.06222118377685547}
+{"step": 330000, "wall_time": 3346.0523750782013, "train_loss_step": 3.9656214714050293, "n_params": 4367410, "total_flops": 4427505561600000, "train_loss": 0.06241102695465088, "subset_score_loss": 0.06241102695465088}
+{"step": 340000, "wall_time": 3439.0634338855743, "train_loss_step": 3.6958816051483154, "n_params": 4367410, "total_flops": 4561672396800000, "train_loss": 0.061212706565856936, "subset_score_loss": 0.061212706565856936}
+{"step": 350000, "wall_time": 3531.9672467708588, "train_loss_step": 3.9279983043670654, "n_params": 4367410, "total_flops": 4695839232000000, "train_loss": 0.05904497146606445, "subset_score_loss": 0.05904497146606445}
+{"step": 360000, "wall_time": 3624.8677339553833, "train_loss_step": 3.8986916542053223, "n_params": 4367410, "total_flops": 4830006067200000, "train_loss": 0.059155936241149905, "subset_score_loss": 0.059155936241149905}
+{"step": 370000, "wall_time": 3717.8818695545197, "train_loss_step": 3.7072038650512695, "n_params": 4367410, "total_flops": 4964172902400000, "train_loss": 0.05811253070831299, "subset_score_loss": 0.05811253070831299}
+{"step": 380000, "wall_time": 3805.8941679000854, "train_loss_step": 3.4600634574890137, "n_params": 4367410, "total_flops": 5098339737600000, "train_loss": 0.05575482368469238, "subset_score_loss": 0.05575482368469238}
+{"step": 390000, "wall_time": 3896.8422276973724, "train_loss_step": 3.5331709384918213, "n_params": 4367410, "total_flops": 5232506572800000, "train_loss": 0.05518392086029053, "subset_score_loss": 0.05518392086029053}
+{"step": 400000, "wall_time": 4065.4056720733643, "train_loss_step": 3.823727607727051, "n_params": 4367410, "total_flops": 5366673408000000, "train_loss": 0.05388294696807861, "subset_score_loss": 0.05388294696807861, "memorization_fraction_pixel": 0.10849999636411667, "mean_nn_ratio_pixel": 0.6813868880271912, "fid": 53.14910981318654}
+{"step": 410000, "wall_time": 4158.66241145134, "train_loss_step": 3.8503732681274414, "n_params": 4367410, "total_flops": 5500840243200000, "train_loss": 0.053394775390625, "subset_score_loss": 0.053394775390625}
+{"step": 420000, "wall_time": 4249.856013298035, "train_loss_step": 3.6416549682617188, "n_params": 4367410, "total_flops": 5635007078400000, "train_loss": 0.052894787788391115, "subset_score_loss": 0.052894787788391115}
+{"step": 430000, "wall_time": 4342.048925161362, "train_loss_step": 3.6189370155334473, "n_params": 4367410, "total_flops": 5769173913600000, "train_loss": 0.052054243087768556, "subset_score_loss": 0.052054243087768556}
+{"step": 440000, "wall_time": 4435.001496553421, "train_loss_step": 3.707151412963867, "n_params": 4367410, "total_flops": 5903340748800000, "train_loss": 0.05099649429321289, "subset_score_loss": 0.05099649429321289}
+{"step": 450000, "wall_time": 4528.002198219299, "train_loss_step": 3.6752939224243164, "n_params": 4367410, "total_flops": 6037507584000000, "train_loss": 0.05058350086212158, "subset_score_loss": 0.05058350086212158}
+{"step": 460000, "wall_time": 4620.935609579086, "train_loss_step": 3.509368896484375, "n_params": 4367410, "total_flops": 6171674419200000, "train_loss": 0.04967955112457276, "subset_score_loss": 0.04967955112457276}
+{"step": 470000, "wall_time": 4712.046726465225, "train_loss_step": 3.742192029953003, "n_params": 4367410, "total_flops": 6305841254400000, "train_loss": 0.0489771032333374, "subset_score_loss": 0.0489771032333374}
+{"step": 480000, "wall_time": 4799.410622119904, "train_loss_step": 3.5763065814971924, "n_params": 4367410, "total_flops": 6440008089600000, "train_loss": 0.0480219030380249, "subset_score_loss": 0.0480219030380249}
+{"step": 490000, "wall_time": 4892.187475681305, "train_loss_step": 3.4534969329833984, "n_params": 4367410, "total_flops": 6574174924800000, "train_loss": 0.048113222122192385, "subset_score_loss": 0.048113222122192385}
+{"step": 500000, "wall_time": 5084.118621826172, "train_loss_step": 3.8313403129577637, "n_params": 4367410, "total_flops": 6708341760000000, "train_loss": 0.04724306583404541, "subset_score_loss": 0.04724306583404541, "memorization_fraction_pixel": 0.1459999978542328, "mean_nn_ratio_pixel": 0.6469191908836365, "fid": 52.049041845173484}
+{"step": 510000, "wall_time": 5176.803958654404, "train_loss_step": 3.695981025695801, "n_params": 4367410, "total_flops": 6842508595200000, "train_loss": 0.04579046249389648, "subset_score_loss": 0.04579046249389648}
+{"step": 520000, "wall_time": 5267.837197303772, "train_loss_step": 3.632906675338745, "n_params": 4367410, "total_flops": 6976675430400000, "train_loss": 0.04639495372772217, "subset_score_loss": 0.04639495372772217}
+{"step": 530000, "wall_time": 5359.790914297104, "train_loss_step": 3.319176197052002, "n_params": 4367410, "total_flops": 7110842265600000, "train_loss": 0.045553913116455076, "subset_score_loss": 0.045553913116455076}
+{"step": 540000, "wall_time": 5452.553267240524, "train_loss_step": 3.311213970184326, "n_params": 4367410, "total_flops": 7245009100800000, "train_loss": 0.04524927139282227, "subset_score_loss": 0.04524927139282227}
+{"step": 550000, "wall_time": 5545.840489149094, "train_loss_step": 3.4389543533325195, "n_params": 4367410, "total_flops": 7379175936000000, "train_loss": 0.045283846855163574, "subset_score_loss": 0.045283846855163574}
+{"step": 560000, "wall_time": 5636.620638132095, "train_loss_step": 3.276228427886963, "n_params": 4367410, "total_flops": 7513342771200000, "train_loss": 0.043598790168762204, "subset_score_loss": 0.043598790168762204}
+{"step": 570000, "wall_time": 5725.7949731349945, "train_loss_step": 3.9680306911468506, "n_params": 4367410, "total_flops": 7647509606400000, "train_loss": 0.043614463806152345, "subset_score_loss": 0.043614463806152345}
+{"step": 580000, "wall_time": 5818.83699131012, "train_loss_step": 3.5125672817230225, "n_params": 4367410, "total_flops": 7781676441600000, "train_loss": 0.04318121910095215, "subset_score_loss": 0.04318121910095215}
+{"step": 590000, "wall_time": 5911.9900233745575, "train_loss_step": 3.521780490875244, "n_params": 4367410, "total_flops": 7915843276800000, "train_loss": 0.04248546123504639, "subset_score_loss": 0.04248546123504639}
+{"step": 600000, "wall_time": 6078.086750745773, "train_loss_step": 3.5777783393859863, "n_params": 4367410, "total_flops": 8050010112000000, "train_loss": 0.04225184440612793, "subset_score_loss": 0.04225184440612793, "memorization_fraction_pixel": 0.19470000267028809, "mean_nn_ratio_pixel": 0.6067666411399841, "fid": 50.191691725935215}
+{"step": 610000, "wall_time": 6171.1673765182495, "train_loss_step": 3.4920408725738525, "n_params": 4367410, "total_flops": 8184176947200000, "train_loss": 0.041971230506896974, "subset_score_loss": 0.041971230506896974}
+{"step": 620000, "wall_time": 6262.691494464874, "train_loss_step": 3.501587390899658, "n_params": 4367410, "total_flops": 8318343782400000, "train_loss": 0.04126373767852783, "subset_score_loss": 0.04126373767852783}
+{"step": 630000, "wall_time": 6355.223851442337, "train_loss_step": 3.4129018783569336, "n_params": 4367410, "total_flops": 8452510617600000, "train_loss": 0.04098148822784424, "subset_score_loss": 0.04098148822784424}
+{"step": 640000, "wall_time": 6448.103224992752, "train_loss_step": 3.408128499984741, "n_params": 4367410, "total_flops": 8586677452800000, "train_loss": 0.040428266525268555, "subset_score_loss": 0.040428266525268555}
+{"step": 650000, "wall_time": 6536.892149925232, "train_loss_step": 3.4368655681610107, "n_params": 4367410, "total_flops": 8720844288000000, "train_loss": 0.04136434555053711, "subset_score_loss": 0.04136434555053711}
+{"step": 660000, "wall_time": 6618.862920284271, "train_loss_step": 3.4775209426879883, "n_params": 4367410, "total_flops": 8855011123200000, "train_loss": 0.03931272745132446, "subset_score_loss": 0.03931272745132446}
+{"step": 670000, "wall_time": 6707.611886262894, "train_loss_step": 3.331230640411377, "n_params": 4367410, "total_flops": 8989177958400000, "train_loss": 0.039750676155090335, "subset_score_loss": 0.039750676155090335}
+{"step": 680000, "wall_time": 6797.870055913925, "train_loss_step": 3.3642959594726562, "n_params": 4367410, "total_flops": 9123344793600000, "train_loss": 0.03948733568191529, "subset_score_loss": 0.03948733568191529}
+{"step": 690000, "wall_time": 6890.605002164841, "train_loss_step": 3.720864772796631, "n_params": 4367410, "total_flops": 9257511628800000, "train_loss": 0.03824361085891723, "subset_score_loss": 0.03824361085891723}
+{"step": 700000, "wall_time": 7056.899327039719, "train_loss_step": 3.452512502670288, "n_params": 4367410, "total_flops": 9391678464000000, "train_loss": 0.038181881904602054, "subset_score_loss": 0.038181881904602054, "memorization_fraction_pixel": 0.24089999496936798, "mean_nn_ratio_pixel": 0.5763530135154724, "fid": 49.212382337162865}
+{"step": 710000, "wall_time": 7149.918764829636, "train_loss_step": 3.360536575317383, "n_params": 4367410, "total_flops": 9525845299200000, "train_loss": 0.03780775547027588, "subset_score_loss": 0.03780775547027588}
+{"step": 720000, "wall_time": 7243.2111139297485, "train_loss_step": 3.4050803184509277, "n_params": 4367410, "total_flops": 9660012134400000, "train_loss": 0.03733001708984375, "subset_score_loss": 0.03733001708984375}
+{"step": 730000, "wall_time": 7333.579688310623, "train_loss_step": 3.185788631439209, "n_params": 4367410, "total_flops": 9794178969600000, "train_loss": 0.037923064231872555, "subset_score_loss": 0.037923064231872555}
+{"step": 740000, "wall_time": 7426.037145614624, "train_loss_step": 3.3502256870269775, "n_params": 4367410, "total_flops": 9928345804800000, "train_loss": 0.037398316860198975, "subset_score_loss": 0.037398316860198975}
+{"step": 750000, "wall_time": 7515.736420869827, "train_loss_step": 3.165043354034424, "n_params": 4367410, "total_flops": 10062512640000000, "train_loss": 0.03714921951293945, "subset_score_loss": 0.03714921951293945}
+{"step": 760000, "wall_time": 7598.25688290596, "train_loss_step": 3.1759443283081055, "n_params": 4367410, "total_flops": 10196679475200000, "train_loss": 0.03580570459365845, "subset_score_loss": 0.03580570459365845}
+{"step": 770000, "wall_time": 7691.577937364578, "train_loss_step": 3.49444317817688, "n_params": 4367410, "total_flops": 10330846310400000, "train_loss": 0.03682207584381104, "subset_score_loss": 0.03682207584381104}
+{"step": 780000, "wall_time": 7784.373447418213, "train_loss_step": 3.3617007732391357, "n_params": 4367410, "total_flops": 10465013145600000, "train_loss": 0.03537185192108154, "subset_score_loss": 0.03537185192108154}
+{"step": 790000, "wall_time": 7877.2581305503845, "train_loss_step": 3.1422119140625, "n_params": 4367410, "total_flops": 10599179980800000, "train_loss": 0.03618003129959106, "subset_score_loss": 0.03618003129959106}
+{"step": 800000, "wall_time": 8081.372651815414, "train_loss_step": 3.039792060852051, "n_params": 4367410, "total_flops": 10733346816000000, "train_loss": 0.0356882381439209, "subset_score_loss": 0.0356882381439209, "memorization_fraction_pixel": 0.273499995470047, "mean_nn_ratio_pixel": 0.5506576299667358, "fid": 49.5452028257416}
+{"step": 810000, "wall_time": 8174.078639507294, "train_loss_step": 3.203979253768921, "n_params": 4367410, "total_flops": 10867513651200000, "train_loss": 0.03582844018936157, "subset_score_loss": 0.03582844018936157}
+{"step": 820000, "wall_time": 8266.20406794548, "train_loss_step": 3.047522783279419, "n_params": 4367410, "total_flops": 11001680486400000, "train_loss": 0.035214600563049314, "subset_score_loss": 0.035214600563049314}
+{"step": 830000, "wall_time": 8357.030160665512, "train_loss_step": 3.3932478427886963, "n_params": 4367410, "total_flops": 11135847321600000, "train_loss": 0.03523955821990967, "subset_score_loss": 0.03523955821990967}
+{"step": 840000, "wall_time": 8439.756602287292, "train_loss_step": 3.274618625640869, "n_params": 4367410, "total_flops": 11270014156800000, "train_loss": 0.03465908288955689, "subset_score_loss": 0.03465908288955689}
+{"step": 850000, "wall_time": 8520.900119304657, "train_loss_step": 3.3010261058807373, "n_params": 4367410, "total_flops": 11404180992000000, "train_loss": 0.03509329080581665, "subset_score_loss": 0.03509329080581665}
+{"step": 860000, "wall_time": 8610.136319160461, "train_loss_step": 3.4502687454223633, "n_params": 4367410, "total_flops": 11538347827200000, "train_loss": 0.03373735904693603, "subset_score_loss": 0.03373735904693603}
+{"step": 870000, "wall_time": 8702.932927370071, "train_loss_step": 3.2258176803588867, "n_params": 4367410, "total_flops": 11672514662400000, "train_loss": 0.0333879828453064, "subset_score_loss": 0.0333879828453064}
+{"step": 880000, "wall_time": 8795.464685440063, "train_loss_step": 3.3004837036132812, "n_params": 4367410, "total_flops": 11806681497600000, "train_loss": 0.033791158199310306, "subset_score_loss": 0.033791158199310306}
+{"step": 890000, "wall_time": 8886.523829936981, "train_loss_step": 3.2447991371154785, "n_params": 4367410, "total_flops": 11940848332800000, "train_loss": 0.03274333715438843, "subset_score_loss": 0.03274333715438843}
+{"step": 900000, "wall_time": 9100.382328987122, "train_loss_step": 3.133908987045288, "n_params": 4367410, "total_flops": 12075015168000000, "train_loss": 0.03301324844360352, "subset_score_loss": 0.03301324844360352, "memorization_fraction_pixel": 0.30219998955726624, "mean_nn_ratio_pixel": 0.5286566615104675, "fid": 48.24608854326618}
+{"step": 910000, "wall_time": 9193.311802148819, "train_loss_step": 3.1783645153045654, "n_params": 4367410, "total_flops": 12209182003200000, "train_loss": 0.03327749490737915, "subset_score_loss": 0.03327749490737915}
+{"step": 920000, "wall_time": 9284.151190519333, "train_loss_step": 3.5624353885650635, "n_params": 4367410, "total_flops": 12343348838400000, "train_loss": 0.032620828151702884, "subset_score_loss": 0.032620828151702884}
+{"step": 930000, "wall_time": 9368.139291524887, "train_loss_step": 3.542360305786133, "n_params": 4367410, "total_flops": 12477515673600000, "train_loss": 0.03225151538848877, "subset_score_loss": 0.03225151538848877}
+{"step": 940000, "wall_time": 9456.395860433578, "train_loss_step": 3.475768566131592, "n_params": 4367410, "total_flops": 12611682508800000, "train_loss": 0.03269644498825073, "subset_score_loss": 0.03269644498825073}
+{"step": 950000, "wall_time": 9534.817088365555, "train_loss_step": 3.2540063858032227, "n_params": 4367410, "total_flops": 12745849344000000, "train_loss": 0.03251107692718506, "subset_score_loss": 0.03251107692718506}
+{"step": 960000, "wall_time": 9627.828038930893, "train_loss_step": 3.098065137863159, "n_params": 4367410, "total_flops": 12880016179200000, "train_loss": 0.03188792228698731, "subset_score_loss": 0.03188792228698731}
+{"step": 970000, "wall_time": 9720.312460184097, "train_loss_step": 3.392282009124756, "n_params": 4367410, "total_flops": 13014183014400000, "train_loss": 0.03207418203353882, "subset_score_loss": 0.03207418203353882}
+{"step": 980000, "wall_time": 9813.80005145073, "train_loss_step": 3.1135265827178955, "n_params": 4367410, "total_flops": 13148349849600000, "train_loss": 0.03178575038909912, "subset_score_loss": 0.03178575038909912}
+{"step": 990000, "wall_time": 9904.713393449783, "train_loss_step": 3.2296807765960693, "n_params": 4367410, "total_flops": 13282516684800000, "train_loss": 0.030783302783966064, "subset_score_loss": 0.030783302783966064}
+{"step": 1000000, "wall_time": 10126.05631351471, "train_loss_step": 3.0905017852783203, "n_params": 4367410, "total_flops": 13416683520000000, "train_loss": 0.030934386253356934, "subset_score_loss": 0.030934386253356934, "memorization_fraction_pixel": 0.35199999809265137, "mean_nn_ratio_pixel": 0.50221848487854, "fid": 48.983326181585234}
+{"step": 1010000, "wall_time": 10218.668281316757, "train_loss_step": 3.400526523590088, "n_params": 4367410, "total_flops": 13550850355200000, "train_loss": 0.03035425901412964, "subset_score_loss": 0.03035425901412964}
+{"step": 1020000, "wall_time": 10296.050414562225, "train_loss_step": 3.0999059677124023, "n_params": 4367410, "total_flops": 13685017190400000, "train_loss": 0.03075299024581909, "subset_score_loss": 0.03075299024581909}
+{"step": 1030000, "wall_time": 10388.044107198715, "train_loss_step": 2.895907402038574, "n_params": 4367410, "total_flops": 13819184025600000, "train_loss": 0.030013625621795655, "subset_score_loss": 0.030013625621795655}
+{"step": 1040000, "wall_time": 10467.54783463478, "train_loss_step": 3.23268985748291, "n_params": 4367410, "total_flops": 13953350860800000, "train_loss": 0.029774541854858397, "subset_score_loss": 0.029774541854858397}
+{"step": 1050000, "wall_time": 10555.557349205017, "train_loss_step": 3.126614809036255, "n_params": 4367410, "total_flops": 14087517696000000, "train_loss": 0.030190229415893555, "subset_score_loss": 0.030190229415893555}
+{"step": 1060000, "wall_time": 10647.94476056099, "train_loss_step": 2.879628896713257, "n_params": 4367410, "total_flops": 14221684531200000, "train_loss": 0.03009563684463501, "subset_score_loss": 0.03009563684463501}
+{"step": 1070000, "wall_time": 10741.302696466446, "train_loss_step": 2.9546079635620117, "n_params": 4367410, "total_flops": 14355851366400000, "train_loss": 0.029696569442749024, "subset_score_loss": 0.029696569442749024}
+{"step": 1080000, "wall_time": 10831.961432933807, "train_loss_step": 3.189493417739868, "n_params": 4367410, "total_flops": 14490018201600000, "train_loss": 0.029822213649749754, "subset_score_loss": 0.029822213649749754}
+{"step": 1090000, "wall_time": 10924.895904779434, "train_loss_step": 3.1498029232025146, "n_params": 4367410, "total_flops": 14624185036800000, "train_loss": 0.029682905673980714, "subset_score_loss": 0.029682905673980714}
+{"step": 1100000, "wall_time": 11149.247812271118, "train_loss_step": 3.1801085472106934, "n_params": 4367410, "total_flops": 14758351872000000, "train_loss": 0.029370386600494385, "subset_score_loss": 0.029370386600494385, "memorization_fraction_pixel": 0.3871000111103058, "mean_nn_ratio_pixel": 0.4818975031375885, "fid": 48.4839222458388}
+{"step": 1110000, "wall_time": 11234.11486530304, "train_loss_step": 3.028656482696533, "n_params": 4367410, "total_flops": 14892518707200000, "train_loss": 0.029219884872436524, "subset_score_loss": 0.029219884872436524}
+{"step": 1120000, "wall_time": 11325.085355520248, "train_loss_step": 3.357107162475586, "n_params": 4367410, "total_flops": 15026685542400000, "train_loss": 0.02855637788772583, "subset_score_loss": 0.02855637788772583}
+{"step": 1130000, "wall_time": 11412.014557123184, "train_loss_step": 3.145516872406006, "n_params": 4367410, "total_flops": 15160852377600000, "train_loss": 0.02889481544494629, "subset_score_loss": 0.02889481544494629}
+{"step": 1140000, "wall_time": 11500.9138276577, "train_loss_step": 3.048100471496582, "n_params": 4367410, "total_flops": 15295019212800000, "train_loss": 0.028736319541931152, "subset_score_loss": 0.028736319541931152}
+{"step": 1150000, "wall_time": 11593.456615924835, "train_loss_step": 3.1018142700195312, "n_params": 4367410, "total_flops": 15429186048000000, "train_loss": 0.02856726884841919, "subset_score_loss": 0.02856726884841919}
+{"step": 1160000, "wall_time": 11686.686015844345, "train_loss_step": 3.2603821754455566, "n_params": 4367410, "total_flops": 15563352883200000, "train_loss": 0.028500401973724367, "subset_score_loss": 0.028500401973724367}
+{"step": 1170000, "wall_time": 11777.725172758102, "train_loss_step": 3.308627128601074, "n_params": 4367410, "total_flops": 15697519718400000, "train_loss": 0.028035919666290283, "subset_score_loss": 0.028035919666290283}
+{"step": 1180000, "wall_time": 11870.561973333359, "train_loss_step": 3.0970282554626465, "n_params": 4367410, "total_flops": 15831686553600000, "train_loss": 0.027788772583007812, "subset_score_loss": 0.027788772583007812}
+{"step": 1190000, "wall_time": 11963.51419878006, "train_loss_step": 3.147064685821533, "n_params": 4367410, "total_flops": 15965853388800000, "train_loss": 0.027719097137451174, "subset_score_loss": 0.027719097137451174}
+{"step": 1200000, "wall_time": 12153.42473602295, "train_loss_step": 3.180034875869751, "n_params": 4367410, "total_flops": 16100020224000000, "train_loss": 0.028013443946838378, "subset_score_loss": 0.028013443946838378, "memorization_fraction_pixel": 0.41990000009536743, "mean_nn_ratio_pixel": 0.4634147882461548, "fid": 47.59792140394005}
+{"step": 1210000, "wall_time": 12244.394055843353, "train_loss_step": 2.9662461280822754, "n_params": 4367410, "total_flops": 16234187059200000, "train_loss": 0.027845900058746337, "subset_score_loss": 0.027845900058746337}
+{"step": 1220000, "wall_time": 12335.561209440231, "train_loss_step": 3.2155680656433105, "n_params": 4367410, "total_flops": 16368353894400000, "train_loss": 0.027747418880462647, "subset_score_loss": 0.027747418880462647}
+{"step": 1230000, "wall_time": 12426.174315452576, "train_loss_step": 3.285442352294922, "n_params": 4367410, "total_flops": 16502520729600000, "train_loss": 0.02822352170944214, "subset_score_loss": 0.02822352170944214}
+{"step": 1240000, "wall_time": 12519.06474161148, "train_loss_step": 2.8950448036193848, "n_params": 4367410, "total_flops": 16636687564800000, "train_loss": 0.027015841007232665, "subset_score_loss": 0.027015841007232665}
+{"step": 1250000, "wall_time": 12611.855679512024, "train_loss_step": 2.8895821571350098, "n_params": 4367410, "total_flops": 16770854400000000, "train_loss": 0.02699131965637207, "subset_score_loss": 0.02699131965637207}
+{"step": 1260000, "wall_time": 12703.308421611786, "train_loss_step": 3.2163238525390625, "n_params": 4367410, "total_flops": 16905021235200000, "train_loss": 0.026251778602600098, "subset_score_loss": 0.026251778602600098}
+{"step": 1270000, "wall_time": 12795.770947694778, "train_loss_step": 3.2395009994506836, "n_params": 4367410, "total_flops": 17039188070400000, "train_loss": 0.026835856437683107, "subset_score_loss": 0.026835856437683107}
+{"step": 1280000, "wall_time": 12888.613319396973, "train_loss_step": 2.9520158767700195, "n_params": 4367410, "total_flops": 17173354905600000, "train_loss": 0.027436027526855467, "subset_score_loss": 0.027436027526855467}
+{"step": 1290000, "wall_time": 12981.703463554382, "train_loss_step": 2.8654494285583496, "n_params": 4367410, "total_flops": 17307521740800000, "train_loss": 0.026534316539764406, "subset_score_loss": 0.026534316539764406}
+{"step": 1300000, "wall_time": 13148.781191825867, "train_loss_step": 2.803410768508911, "n_params": 4367410, "total_flops": 17441688576000000, "train_loss": 0.026324658393859862, "subset_score_loss": 0.026324658393859862, "memorization_fraction_pixel": 0.45669999718666077, "mean_nn_ratio_pixel": 0.4448738396167755, "fid": 48.57113066660667}
+{"step": 1310000, "wall_time": 13242.037028551102, "train_loss_step": 2.9049930572509766, "n_params": 4367410, "total_flops": 17575855411200000, "train_loss": 0.025652086734771727, "subset_score_loss": 0.025652086734771727}
+{"step": 1320000, "wall_time": 13328.875570297241, "train_loss_step": 3.112565517425537, "n_params": 4367410, "total_flops": 17710022246400000, "train_loss": 0.026170923709869384, "subset_score_loss": 0.026170923709869384}
+{"step": 1330000, "wall_time": 13421.702887058258, "train_loss_step": 3.216290235519409, "n_params": 4367410, "total_flops": 17844189081600000, "train_loss": 0.0256440806388855, "subset_score_loss": 0.0256440806388855}
+{"step": 1340000, "wall_time": 13514.831821203232, "train_loss_step": 2.92883563041687, "n_params": 4367410, "total_flops": 17978355916800000, "train_loss": 0.02565885305404663, "subset_score_loss": 0.02565885305404663}
+{"step": 1350000, "wall_time": 13608.441826820374, "train_loss_step": 2.844019651412964, "n_params": 4367410, "total_flops": 18112522752000000, "train_loss": 0.025899372100830077, "subset_score_loss": 0.025899372100830077}
+{"step": 1360000, "wall_time": 13699.787592887878, "train_loss_step": 2.941912889480591, "n_params": 4367410, "total_flops": 18246689587200000, "train_loss": 0.026003379821777344, "subset_score_loss": 0.026003379821777344}
+{"step": 1370000, "wall_time": 13792.40236902237, "train_loss_step": 3.3391010761260986, "n_params": 4367410, "total_flops": 18380856422400000, "train_loss": 0.024714629650115966, "subset_score_loss": 0.024714629650115966}
+{"step": 1380000, "wall_time": 13884.920956611633, "train_loss_step": 3.003704071044922, "n_params": 4367410, "total_flops": 18515023257600000, "train_loss": 0.025975096225738525, "subset_score_loss": 0.025975096225738525}
+{"step": 1390000, "wall_time": 13976.219808101654, "train_loss_step": 2.8655991554260254, "n_params": 4367410, "total_flops": 18649190092800000, "train_loss": 0.024602618217468262, "subset_score_loss": 0.024602618217468262}
+{"step": 1400000, "wall_time": 14142.218534946442, "train_loss_step": 2.9374237060546875, "n_params": 4367410, "total_flops": 18783356928000000, "train_loss": 0.02540463924407959, "subset_score_loss": 0.02540463924407959, "memorization_fraction_pixel": 0.4607999920845032, "mean_nn_ratio_pixel": 0.43362128734588623, "fid": 47.85366272470954}
+{"step": 1410000, "wall_time": 14231.828077554703, "train_loss_step": 2.9359405040740967, "n_params": 4367410, "total_flops": 18917523763200000, "train_loss": 0.025097355842590333, "subset_score_loss": 0.025097355842590333}
+{"step": 1420000, "wall_time": 14323.106630563736, "train_loss_step": 2.9369332790374756, "n_params": 4367410, "total_flops": 19051690598400000, "train_loss": 0.024812779426574706, "subset_score_loss": 0.024812779426574706}
+{"step": 1430000, "wall_time": 14415.861682653427, "train_loss_step": 2.9097187519073486, "n_params": 4367410, "total_flops": 19185857433600000, "train_loss": 0.025047521591186523, "subset_score_loss": 0.025047521591186523}
+{"step": 1440000, "wall_time": 14508.860836267471, "train_loss_step": 2.903620958328247, "n_params": 4367410, "total_flops": 19320024268800000, "train_loss": 0.02476945400238037, "subset_score_loss": 0.02476945400238037}
+{"step": 1450000, "wall_time": 14602.329367399216, "train_loss_step": 2.980074167251587, "n_params": 4367410, "total_flops": 19454191104000000, "train_loss": 0.024570209980010985, "subset_score_loss": 0.024570209980010985}
+{"step": 1460000, "wall_time": 14693.297161102295, "train_loss_step": 2.81172513961792, "n_params": 4367410, "total_flops": 19588357939200000, "train_loss": 0.0241512131690979, "subset_score_loss": 0.0241512131690979}
+{"step": 1470000, "wall_time": 14785.54638171196, "train_loss_step": 3.1614348888397217, "n_params": 4367410, "total_flops": 19722524774400000, "train_loss": 0.024537250995635987, "subset_score_loss": 0.024537250995635987}
+{"step": 1480000, "wall_time": 14878.54950761795, "train_loss_step": 2.9124419689178467, "n_params": 4367410, "total_flops": 19856691609600000, "train_loss": 0.024186992645263673, "subset_score_loss": 0.024186992645263673}
+{"step": 1490000, "wall_time": 14968.660185098648, "train_loss_step": 3.011765480041504, "n_params": 4367410, "total_flops": 19990858444800000, "train_loss": 0.024248580932617187, "subset_score_loss": 0.024248580932617187}
+{"step": 1500000, "wall_time": 15136.309195041656, "train_loss_step": 2.8613970279693604, "n_params": 4367410, "total_flops": 20125025280000000, "train_loss": 0.02399519681930542, "subset_score_loss": 0.02399519681930542, "memorization_fraction_pixel": 0.516700029373169, "mean_nn_ratio_pixel": 0.4095168113708496, "fid": 46.840913708068655}
+{"step": 1510000, "wall_time": 15227.632951974869, "train_loss_step": 2.8064017295837402, "n_params": 4367410, "total_flops": 20259192115200000, "train_loss": 0.024209835529327393, "subset_score_loss": 0.024209835529327393}
+{"step": 1520000, "wall_time": 15320.616266965866, "train_loss_step": 2.8285441398620605, "n_params": 4367410, "total_flops": 20393358950400000, "train_loss": 0.023528995513916014, "subset_score_loss": 0.023528995513916014}
+{"step": 1530000, "wall_time": 15411.582054138184, "train_loss_step": 3.0145339965820312, "n_params": 4367410, "total_flops": 20527525785600000, "train_loss": 0.02343268632888794, "subset_score_loss": 0.02343268632888794}
+{"step": 1540000, "wall_time": 15504.376981258392, "train_loss_step": 2.8866729736328125, "n_params": 4367410, "total_flops": 20661692620800000, "train_loss": 0.02323298454284668, "subset_score_loss": 0.02323298454284668}
+{"step": 1550000, "wall_time": 15595.736900091171, "train_loss_step": 2.851749897003174, "n_params": 4367410, "total_flops": 20795859456000000, "train_loss": 0.024067866802215575, "subset_score_loss": 0.024067866802215575}
+{"step": 1560000, "wall_time": 15688.439874887466, "train_loss_step": 2.947295665740967, "n_params": 4367410, "total_flops": 20930026291200000, "train_loss": 0.02311728000640869, "subset_score_loss": 0.02311728000640869}
+{"step": 1570000, "wall_time": 15780.773522377014, "train_loss_step": 3.2952919006347656, "n_params": 4367410, "total_flops": 21064193126400000, "train_loss": 0.023963470458984375, "subset_score_loss": 0.023963470458984375}
+{"step": 1580000, "wall_time": 15870.835820198059, "train_loss_step": 2.812542676925659, "n_params": 4367410, "total_flops": 21198359961600000, "train_loss": 0.023425326347351075, "subset_score_loss": 0.023425326347351075}
+{"step": 1590000, "wall_time": 15963.376985549927, "train_loss_step": 3.094961166381836, "n_params": 4367410, "total_flops": 21332526796800000, "train_loss": 0.022648975849151612, "subset_score_loss": 0.022648975849151612}
+{"step": 1600000, "wall_time": 16128.625132322311, "train_loss_step": 2.958076000213623, "n_params": 4367410, "total_flops": 21466693632000000, "train_loss": 0.02299776077270508, "subset_score_loss": 0.02299776077270508, "memorization_fraction_pixel": 0.5236999988555908, "mean_nn_ratio_pixel": 0.40143826603889465, "fid": 46.42742663229714}
+{"step": 1610000, "wall_time": 16221.461856126785, "train_loss_step": 2.768869400024414, "n_params": 4367410, "total_flops": 21600860467200000, "train_loss": 0.02296856164932251, "subset_score_loss": 0.02296856164932251}
+{"step": 1620000, "wall_time": 16314.734162092209, "train_loss_step": 2.830418586730957, "n_params": 4367410, "total_flops": 21735027302400000, "train_loss": 0.023115997314453126, "subset_score_loss": 0.023115997314453126}
+{"step": 1630000, "wall_time": 16406.117032289505, "train_loss_step": 2.6546690464019775, "n_params": 4367410, "total_flops": 21869194137600000, "train_loss": 0.022339553833007814, "subset_score_loss": 0.022339553833007814}
+{"step": 1640000, "wall_time": 16499.18694639206, "train_loss_step": 2.7990832328796387, "n_params": 4367410, "total_flops": 22003360972800000, "train_loss": 0.022812862396240235, "subset_score_loss": 0.022812862396240235}
+{"step": 1650000, "wall_time": 16591.045983076096, "train_loss_step": 2.9645137786865234, "n_params": 4367410, "total_flops": 22137527808000000, "train_loss": 0.022052369117736816, "subset_score_loss": 0.022052369117736816}
+{"step": 1660000, "wall_time": 16683.902240276337, "train_loss_step": 2.7904109954833984, "n_params": 4367410, "total_flops": 22271694643200000, "train_loss": 0.02316179037094116, "subset_score_loss": 0.02316179037094116}
+{"step": 1670000, "wall_time": 16770.31401491165, "train_loss_step": 3.119250774383545, "n_params": 4367410, "total_flops": 22405861478400000, "train_loss": 0.022225122451782226, "subset_score_loss": 0.022225122451782226}
+{"step": 1680000, "wall_time": 16856.109815120697, "train_loss_step": 2.8964462280273438, "n_params": 4367410, "total_flops": 22540028313600000, "train_loss": 0.021969099044799805, "subset_score_loss": 0.021969099044799805}
+{"step": 1690000, "wall_time": 16948.779586553574, "train_loss_step": 3.239879846572876, "n_params": 4367410, "total_flops": 22674195148800000, "train_loss": 0.022125868797302245, "subset_score_loss": 0.022125868797302245}
+{"step": 1700000, "wall_time": 17158.83996963501, "train_loss_step": 3.0583972930908203, "n_params": 4367410, "total_flops": 22808361984000000, "train_loss": 0.021927847862243652, "subset_score_loss": 0.021927847862243652, "memorization_fraction_pixel": 0.5489000082015991, "mean_nn_ratio_pixel": 0.3892555236816406, "fid": 46.864011060020985}
+{"step": 1710000, "wall_time": 17251.618446826935, "train_loss_step": 2.840724229812622, "n_params": 4367410, "total_flops": 22942528819200000, "train_loss": 0.022890801429748534, "subset_score_loss": 0.022890801429748534}
+{"step": 1720000, "wall_time": 17344.6485683918, "train_loss_step": 2.934253692626953, "n_params": 4367410, "total_flops": 23076695654400000, "train_loss": 0.022688097953796386, "subset_score_loss": 0.022688097953796386}
+{"step": 1730000, "wall_time": 17435.442919254303, "train_loss_step": 2.8866682052612305, "n_params": 4367410, "total_flops": 23210862489600000, "train_loss": 0.02159038305282593, "subset_score_loss": 0.02159038305282593}
+{"step": 1740000, "wall_time": 17527.242918491364, "train_loss_step": 2.675696611404419, "n_params": 4367410, "total_flops": 23345029324800000, "train_loss": 0.02139321804046631, "subset_score_loss": 0.02139321804046631}
+{"step": 1750000, "wall_time": 17619.999646663666, "train_loss_step": 2.8311853408813477, "n_params": 4367410, "total_flops": 23479196160000000, "train_loss": 0.021716773509979248, "subset_score_loss": 0.021716773509979248}
+{"step": 1760000, "wall_time": 17707.983273744583, "train_loss_step": 2.9231200218200684, "n_params": 4367410, "total_flops": 23613362995200000, "train_loss": 0.020978047847747802, "subset_score_loss": 0.020978047847747802}
+{"step": 1770000, "wall_time": 17792.145627737045, "train_loss_step": 2.6968464851379395, "n_params": 4367410, "total_flops": 23747529830400000, "train_loss": 0.02139150619506836, "subset_score_loss": 0.02139150619506836}
+{"step": 1780000, "wall_time": 17884.665954828262, "train_loss_step": 3.040465831756592, "n_params": 4367410, "total_flops": 23881696665600000, "train_loss": 0.021253180503845216, "subset_score_loss": 0.021253180503845216}
+{"step": 1790000, "wall_time": 17968.86971926689, "train_loss_step": 2.908989429473877, "n_params": 4367410, "total_flops": 24015863500800000, "train_loss": 0.021901235580444336, "subset_score_loss": 0.021901235580444336}
+{"step": 1800000, "wall_time": 18203.493703126907, "train_loss_step": 2.8130831718444824, "n_params": 4367410, "total_flops": 24150030336000000, "train_loss": 0.02142045259475708, "subset_score_loss": 0.02142045259475708, "memorization_fraction_pixel": 0.5684000253677368, "mean_nn_ratio_pixel": 0.38333621621131897, "fid": 47.510581067061885}
+{"step": 1810000, "wall_time": 18296.35570049286, "train_loss_step": 2.737616777420044, "n_params": 4367410, "total_flops": 24284197171200000, "train_loss": 0.020853004455566405, "subset_score_loss": 0.020853004455566405}
+{"step": 1820000, "wall_time": 18388.153434515, "train_loss_step": 2.788236141204834, "n_params": 4367410, "total_flops": 24418364006400000, "train_loss": 0.021150436401367188, "subset_score_loss": 0.021150436401367188}
+{"step": 1830000, "wall_time": 18479.4179251194, "train_loss_step": 2.856796979904175, "n_params": 4367410, "total_flops": 24552530841600000, "train_loss": 0.02115229845046997, "subset_score_loss": 0.02115229845046997}
+{"step": 1840000, "wall_time": 18572.407112121582, "train_loss_step": 2.8856139183044434, "n_params": 4367410, "total_flops": 24686697676800000, "train_loss": 0.021311309337615967, "subset_score_loss": 0.021311309337615967}
+{"step": 1850000, "wall_time": 18660.680338144302, "train_loss_step": 2.8216137886047363, "n_params": 4367410, "total_flops": 24820864512000000, "train_loss": 0.020529811382293702, "subset_score_loss": 0.020529811382293702}
+{"step": 1860000, "wall_time": 18753.310331106186, "train_loss_step": 2.5883257389068604, "n_params": 4367410, "total_flops": 24955031347200000, "train_loss": 0.020171682834625244, "subset_score_loss": 0.020171682834625244}
+{"step": 1870000, "wall_time": 18846.03734230995, "train_loss_step": 2.979523181915283, "n_params": 4367410, "total_flops": 25089198182400000, "train_loss": 0.02152732849121094, "subset_score_loss": 0.02152732849121094}
+{"step": 1880000, "wall_time": 18935.775998592377, "train_loss_step": 2.860136032104492, "n_params": 4367410, "total_flops": 25223365017600000, "train_loss": 0.02115177869796753, "subset_score_loss": 0.02115177869796753}
+{"step": 1890000, "wall_time": 19028.174679994583, "train_loss_step": 2.7271029949188232, "n_params": 4367410, "total_flops": 25357531852800000, "train_loss": 0.020370709896087646, "subset_score_loss": 0.020370709896087646}
+{"step": 1900000, "wall_time": 19198.921831846237, "train_loss_step": 2.7515218257904053, "n_params": 4367410, "total_flops": 25491698688000000, "train_loss": 0.020394091606140138, "subset_score_loss": 0.020394091606140138, "memorization_fraction_pixel": 0.5947999954223633, "mean_nn_ratio_pixel": 0.3708888590335846, "fid": 46.822600301704675}
+{"step": 1910000, "wall_time": 19292.04957509041, "train_loss_step": 3.005567789077759, "n_params": 4367410, "total_flops": 25625865523200000, "train_loss": 0.01964892864227295, "subset_score_loss": 0.01964892864227295}
+{"step": 1920000, "wall_time": 19383.652791261673, "train_loss_step": 2.9985744953155518, "n_params": 4367410, "total_flops": 25760032358400000, "train_loss": 0.020045406818389892, "subset_score_loss": 0.020045406818389892}
+{"step": 1930000, "wall_time": 19474.710640192032, "train_loss_step": 2.841926097869873, "n_params": 4367410, "total_flops": 25894199193600000, "train_loss": 0.020080039501190184, "subset_score_loss": 0.020080039501190184}
+{"step": 1940000, "wall_time": 19566.946657896042, "train_loss_step": 2.7603189945220947, "n_params": 4367410, "total_flops": 26028366028800000, "train_loss": 0.019959813356399535, "subset_score_loss": 0.019959813356399535}
+{"step": 1950000, "wall_time": 19653.72165298462, "train_loss_step": 2.69741153717041, "n_params": 4367410, "total_flops": 26162532864000000, "train_loss": 0.019553403854370117, "subset_score_loss": 0.019553403854370117}
+{"step": 1960000, "wall_time": 19745.81877732277, "train_loss_step": 2.8419883251190186, "n_params": 4367410, "total_flops": 26296699699200000, "train_loss": 0.019901639223098753, "subset_score_loss": 0.019901639223098753}
+{"step": 1970000, "wall_time": 19830.986218214035, "train_loss_step": 2.5767931938171387, "n_params": 4367410, "total_flops": 26430866534400000, "train_loss": 0.019392913579940795, "subset_score_loss": 0.019392913579940795}
+{"step": 1980000, "wall_time": 19923.985111951828, "train_loss_step": 2.6369547843933105, "n_params": 4367410, "total_flops": 26565033369600000, "train_loss": 0.019431328773498534, "subset_score_loss": 0.019431328773498534}
+{"step": 1990000, "wall_time": 20016.637359380722, "train_loss_step": 2.727149486541748, "n_params": 4367410, "total_flops": 26699200204800000, "train_loss": 0.020097887516021727, "subset_score_loss": 0.020097887516021727}
+{"step": 2000000, "wall_time": 20187.16575026512, "train_loss_step": 2.627171516418457, "n_params": 4367410, "total_flops": 26833367040000000, "train_loss": 0.019319649934768677, "subset_score_loss": 0.019319649934768677, "memorization_fraction_pixel": 0.600600004196167, "mean_nn_ratio_pixel": 0.36725521087646484, "fid": 47.138521713893624}
+{"step": 2010000, "wall_time": 20280.07225871086, "train_loss_step": 2.582561492919922, "n_params": 4367410, "total_flops": 26967533875200000, "train_loss": 0.019379374980926515, "subset_score_loss": 0.019379374980926515}
+{"step": 2020000, "wall_time": 20374.337839603424, "train_loss_step": 2.909761667251587, "n_params": 4367410, "total_flops": 27101700710400000, "train_loss": 0.020031304359436036, "subset_score_loss": 0.020031304359436036}
+{"step": 2030000, "wall_time": 20462.65517640114, "train_loss_step": 2.5616981983184814, "n_params": 4367410, "total_flops": 27235867545600000, "train_loss": 0.018868407011032106, "subset_score_loss": 0.018868407011032106}
+{"step": 2040000, "wall_time": 20552.531069278717, "train_loss_step": 2.6470723152160645, "n_params": 4367410, "total_flops": 27370034380800000, "train_loss": 0.018654532432556152, "subset_score_loss": 0.018654532432556152}
+{"step": 2050000, "wall_time": 20643.665778636932, "train_loss_step": 2.800666093826294, "n_params": 4367410, "total_flops": 27504201216000000, "train_loss": 0.018963894844055175, "subset_score_loss": 0.018963894844055175}
+{"step": 2060000, "wall_time": 20736.19504547119, "train_loss_step": 2.9235002994537354, "n_params": 4367410, "total_flops": 27638368051200000, "train_loss": 0.018876702785491944, "subset_score_loss": 0.018876702785491944}
+{"step": 2070000, "wall_time": 20816.52544260025, "train_loss_step": 2.6892757415771484, "n_params": 4367410, "total_flops": 27772534886400000, "train_loss": 0.019307494163513184, "subset_score_loss": 0.019307494163513184}
+{"step": 2080000, "wall_time": 20909.62916135788, "train_loss_step": 2.9166371822357178, "n_params": 4367410, "total_flops": 27906701721600000, "train_loss": 0.018558989763259887, "subset_score_loss": 0.018558989763259887}
+{"step": 2090000, "wall_time": 21002.354676008224, "train_loss_step": 2.719815969467163, "n_params": 4367410, "total_flops": 28040868556800000, "train_loss": 0.019096009731292725, "subset_score_loss": 0.019096009731292725}
+{"step": 2100000, "wall_time": 21219.712471485138, "train_loss_step": 2.6111865043640137, "n_params": 4367410, "total_flops": 28175035392000000, "train_loss": 0.01903832197189331, "subset_score_loss": 0.01903832197189331, "memorization_fraction_pixel": 0.6315000057220459, "mean_nn_ratio_pixel": 0.35717692971229553, "fid": 47.26117147403164}
+{"step": 2110000, "wall_time": 21313.14847421646, "train_loss_step": 2.719996690750122, "n_params": 4367410, "total_flops": 28309202227200000, "train_loss": 0.018301753997802733, "subset_score_loss": 0.018301753997802733}
+{"step": 2120000, "wall_time": 21402.424354314804, "train_loss_step": 2.521115779876709, "n_params": 4367410, "total_flops": 28443369062400000, "train_loss": 0.01894212007522583, "subset_score_loss": 0.01894212007522583}
+{"step": 2130000, "wall_time": 21485.47822356224, "train_loss_step": 2.7602853775024414, "n_params": 4367410, "total_flops": 28577535897600000, "train_loss": 0.018667594194412232, "subset_score_loss": 0.018667594194412232}
+{"step": 2140000, "wall_time": 21577.355509757996, "train_loss_step": 3.122746467590332, "n_params": 4367410, "total_flops": 28711702732800000, "train_loss": 0.018237265348434447, "subset_score_loss": 0.018237265348434447}
+{"step": 2150000, "wall_time": 21668.90901017189, "train_loss_step": 2.783625602722168, "n_params": 4367410, "total_flops": 28845869568000000, "train_loss": 0.019207849502563476, "subset_score_loss": 0.019207849502563476}
+{"step": 2160000, "wall_time": 21750.621855974197, "train_loss_step": 2.9247026443481445, "n_params": 4367410, "total_flops": 28980036403200000, "train_loss": 0.01823338270187378, "subset_score_loss": 0.01823338270187378}
+{"step": 2170000, "wall_time": 21843.49683713913, "train_loss_step": 2.815067768096924, "n_params": 4367410, "total_flops": 29114203238400000, "train_loss": 0.017724741697311402, "subset_score_loss": 0.017724741697311402}
+{"step": 2180000, "wall_time": 21935.875164747238, "train_loss_step": 2.751220703125, "n_params": 4367410, "total_flops": 29248370073600000, "train_loss": 0.018717247247695922, "subset_score_loss": 0.018717247247695922}
+{"step": 2190000, "wall_time": 22028.67401742935, "train_loss_step": 2.656644344329834, "n_params": 4367410, "total_flops": 29382536908800000, "train_loss": 0.017617969512939452, "subset_score_loss": 0.017617969512939452}
+{"step": 2200000, "wall_time": 22252.317006111145, "train_loss_step": 2.7223432064056396, "n_params": 4367410, "total_flops": 29516703744000000, "train_loss": 0.01814307689666748, "subset_score_loss": 0.01814307689666748, "memorization_fraction_pixel": 0.6291000247001648, "mean_nn_ratio_pixel": 0.35363367199897766, "fid": 46.32382721877929}
+{"step": 2210000, "wall_time": 22341.642070531845, "train_loss_step": 2.7960753440856934, "n_params": 4367410, "total_flops": 29650870579200000, "train_loss": 0.01847487807273865, "subset_score_loss": 0.01847487807273865}
+{"step": 2220000, "wall_time": 22418.310216903687, "train_loss_step": 2.7256078720092773, "n_params": 4367410, "total_flops": 29785037414400000, "train_loss": 0.01770222306251526, "subset_score_loss": 0.01770222306251526}
+{"step": 2230000, "wall_time": 22509.721434116364, "train_loss_step": 2.6195523738861084, "n_params": 4367410, "total_flops": 29919204249600000, "train_loss": 0.018083792924880982, "subset_score_loss": 0.018083792924880982}
+{"step": 2240000, "wall_time": 22601.71858072281, "train_loss_step": 2.6074564456939697, "n_params": 4367410, "total_flops": 30053371084800000, "train_loss": 0.017672173976898194, "subset_score_loss": 0.017672173976898194}
+{"step": 2250000, "wall_time": 22691.38115954399, "train_loss_step": 2.54413104057312, "n_params": 4367410, "total_flops": 30187537920000000, "train_loss": 0.01748559355735779, "subset_score_loss": 0.01748559355735779}
+{"step": 2260000, "wall_time": 22784.34811425209, "train_loss_step": 2.400236129760742, "n_params": 4367410, "total_flops": 30321704755200000, "train_loss": 0.01713107228279114, "subset_score_loss": 0.01713107228279114}
+{"step": 2270000, "wall_time": 22877.501088619232, "train_loss_step": 2.4123198986053467, "n_params": 4367410, "total_flops": 30455871590400000, "train_loss": 0.017487945556640624, "subset_score_loss": 0.017487945556640624}
+{"step": 2280000, "wall_time": 22970.308475255966, "train_loss_step": 2.8382678031921387, "n_params": 4367410, "total_flops": 30590038425600000, "train_loss": 0.017360377311706542, "subset_score_loss": 0.017360377311706542}
+{"step": 2290000, "wall_time": 23063.209697008133, "train_loss_step": 2.6639866828918457, "n_params": 4367410, "total_flops": 30724205260800000, "train_loss": 0.01732373595237732, "subset_score_loss": 0.01732373595237732}
+{"step": 2300000, "wall_time": 23267.023514270782, "train_loss_step": 2.7768845558166504, "n_params": 4367410, "total_flops": 30858372096000000, "train_loss": 0.017555350065231325, "subset_score_loss": 0.017555350065231325, "memorization_fraction_pixel": 0.638700008392334, "mean_nn_ratio_pixel": 0.35065561532974243, "fid": 46.96003543588887}
+{"step": 2310000, "wall_time": 23348.619713783264, "train_loss_step": 2.687267780303955, "n_params": 4367410, "total_flops": 30992538931200000, "train_loss": 0.0177199649810791, "subset_score_loss": 0.0177199649810791}
+{"step": 2320000, "wall_time": 23432.375559091568, "train_loss_step": 2.555441379547119, "n_params": 4367410, "total_flops": 31126705766400000, "train_loss": 0.01780934453010559, "subset_score_loss": 0.01780934453010559}
+{"step": 2330000, "wall_time": 23523.64373254776, "train_loss_step": 2.7013959884643555, "n_params": 4367410, "total_flops": 31260872601600000, "train_loss": 0.017078537940979004, "subset_score_loss": 0.017078537940979004}
+{"step": 2340000, "wall_time": 23602.41681575775, "train_loss_step": 2.7256104946136475, "n_params": 4367410, "total_flops": 31395039436800000, "train_loss": 0.018074978590011597, "subset_score_loss": 0.018074978590011597}
+{"step": 2350000, "wall_time": 23695.39112997055, "train_loss_step": 2.7471933364868164, "n_params": 4367410, "total_flops": 31529206272000000, "train_loss": 0.017414207458496093, "subset_score_loss": 0.017414207458496093}
+{"step": 2360000, "wall_time": 23788.848344564438, "train_loss_step": 2.8604960441589355, "n_params": 4367410, "total_flops": 31663373107200000, "train_loss": 0.01734012722969055, "subset_score_loss": 0.01734012722969055}
+{"step": 2370000, "wall_time": 23881.638597726822, "train_loss_step": 2.6689348220825195, "n_params": 4367410, "total_flops": 31797539942400000, "train_loss": 0.016918610334396362, "subset_score_loss": 0.016918610334396362}
+{"step": 2380000, "wall_time": 23974.484354019165, "train_loss_step": 2.6673941612243652, "n_params": 4367410, "total_flops": 31931706777600000, "train_loss": 0.016680333614349365, "subset_score_loss": 0.016680333614349365}
+{"step": 2390000, "wall_time": 24067.402710199356, "train_loss_step": 2.870103359222412, "n_params": 4367410, "total_flops": 32065873612800000, "train_loss": 0.016732761859893797, "subset_score_loss": 0.016732761859893797}
+{"step": 2400000, "wall_time": 24275.937804698944, "train_loss_step": 2.595921277999878, "n_params": 4367410, "total_flops": 32200040448000000, "train_loss": 0.016311956644058226, "subset_score_loss": 0.016311956644058226, "memorization_fraction_pixel": 0.6590999960899353, "mean_nn_ratio_pixel": 0.33973079919815063, "fid": 46.76665382923158}
+{"step": 2410000, "wall_time": 24358.34067773819, "train_loss_step": 2.7966976165771484, "n_params": 4367410, "total_flops": 32334207283200000, "train_loss": 0.017081574201583863, "subset_score_loss": 0.017081574201583863}
+{"step": 2420000, "wall_time": 24447.723316431046, "train_loss_step": 2.4763216972351074, "n_params": 4367410, "total_flops": 32468374118400000, "train_loss": 0.016699070930480956, "subset_score_loss": 0.016699070930480956}
+{"step": 2430000, "wall_time": 24530.552881240845, "train_loss_step": 2.919261932373047, "n_params": 4367410, "total_flops": 32602540953600000, "train_loss": 0.01672936201095581, "subset_score_loss": 0.01672936201095581}
+{"step": 2440000, "wall_time": 24623.626148700714, "train_loss_step": 3.0191309452056885, "n_params": 4367410, "total_flops": 32736707788800000, "train_loss": 0.017389295101165773, "subset_score_loss": 0.017389295101165773}
+{"step": 2450000, "wall_time": 24716.539402723312, "train_loss_step": 2.418473243713379, "n_params": 4367410, "total_flops": 32870874624000000, "train_loss": 0.016918004751205445, "subset_score_loss": 0.016918004751205445}
+{"step": 2460000, "wall_time": 24809.420659542084, "train_loss_step": 2.7190234661102295, "n_params": 4367410, "total_flops": 33005041459200000, "train_loss": 0.016874197721481323, "subset_score_loss": 0.016874197721481323}
+{"step": 2470000, "wall_time": 24901.887026309967, "train_loss_step": 2.638478994369507, "n_params": 4367410, "total_flops": 33139208294400000, "train_loss": 0.016098767518997192, "subset_score_loss": 0.016098767518997192}
+{"step": 2480000, "wall_time": 24994.806360006332, "train_loss_step": 2.688356637954712, "n_params": 4367410, "total_flops": 33273375129600000, "train_loss": 0.016850669384002686, "subset_score_loss": 0.016850669384002686}
+{"step": 2490000, "wall_time": 25087.071001768112, "train_loss_step": 2.519453525543213, "n_params": 4367410, "total_flops": 33407541964800000, "train_loss": 0.01593128442764282, "subset_score_loss": 0.01593128442764282}
+{"step": 2500000, "wall_time": 25260.970098257065, "train_loss_step": 3.037644147872925, "n_params": 4367410, "total_flops": 33541708800000000, "train_loss": 0.016073176860809325, "subset_score_loss": 0.016073176860809325, "memorization_fraction_pixel": 0.6704999804496765, "mean_nn_ratio_pixel": 0.3365691006183624, "fid": 47.00728088425453}
+{"step": 2510000, "wall_time": 25354.116841077805, "train_loss_step": 2.5602774620056152, "n_params": 4367410, "total_flops": 33675875635200000, "train_loss": 0.016607422828674317, "subset_score_loss": 0.016607422828674317}
+{"step": 2520000, "wall_time": 25443.908642292023, "train_loss_step": 2.632957935333252, "n_params": 4367410, "total_flops": 33810042470400000, "train_loss": 0.015510478019714356, "subset_score_loss": 0.015510478019714356}
+{"step": 2530000, "wall_time": 25534.700835704803, "train_loss_step": 2.5900540351867676, "n_params": 4367410, "total_flops": 33944209305600000, "train_loss": 0.01713731050491333, "subset_score_loss": 0.01713731050491333}
+{"step": 2540000, "wall_time": 25627.67252087593, "train_loss_step": 2.852536678314209, "n_params": 4367410, "total_flops": 34078376140800000, "train_loss": 0.015524224042892457, "subset_score_loss": 0.015524224042892457}
+{"step": 2550000, "wall_time": 25720.857273817062, "train_loss_step": 2.826603889465332, "n_params": 4367410, "total_flops": 34212542976000000, "train_loss": 0.016097185611724855, "subset_score_loss": 0.016097185611724855}
+{"step": 2560000, "wall_time": 25814.037163972855, "train_loss_step": 2.6799938678741455, "n_params": 4367410, "total_flops": 34346709811200000, "train_loss": 0.015522927045822144, "subset_score_loss": 0.015522927045822144}
+{"step": 2570000, "wall_time": 25906.41166639328, "train_loss_step": 2.3496146202087402, "n_params": 4367410, "total_flops": 34480876646400000, "train_loss": 0.015577588081359863, "subset_score_loss": 0.015577588081359863}
+{"step": 2580000, "wall_time": 25999.60790491104, "train_loss_step": 2.9438347816467285, "n_params": 4367410, "total_flops": 34615043481600000, "train_loss": 0.016106172800064086, "subset_score_loss": 0.016106172800064086}
+{"step": 2590000, "wall_time": 26092.959152936935, "train_loss_step": 2.7623558044433594, "n_params": 4367410, "total_flops": 34749210316800000, "train_loss": 0.015438728332519532, "subset_score_loss": 0.015438728332519532}
+{"step": 2600000, "wall_time": 26279.941885471344, "train_loss_step": 2.5167179107666016, "n_params": 4367410, "total_flops": 34883377152000000, "train_loss": 0.015654014348983766, "subset_score_loss": 0.015654014348983766, "memorization_fraction_pixel": 0.6879000067710876, "mean_nn_ratio_pixel": 0.33175143599510193, "fid": 47.29256982384799}
+{"step": 2610000, "wall_time": 26371.48054742813, "train_loss_step": 2.851834774017334, "n_params": 4367410, "total_flops": 35017543987200000, "train_loss": 0.015706595182418823, "subset_score_loss": 0.015706595182418823}
+{"step": 2620000, "wall_time": 26450.13912677765, "train_loss_step": 2.7793385982513428, "n_params": 4367410, "total_flops": 35151710822400000, "train_loss": 0.0161087429523468, "subset_score_loss": 0.0161087429523468}
+{"step": 2630000, "wall_time": 26542.73401284218, "train_loss_step": 2.8888983726501465, "n_params": 4367410, "total_flops": 35285877657600000, "train_loss": 0.015528154373168946, "subset_score_loss": 0.015528154373168946}
+{"step": 2640000, "wall_time": 26635.589455127716, "train_loss_step": 2.7679312229156494, "n_params": 4367410, "total_flops": 35420044492800000, "train_loss": 0.015815002918243407, "subset_score_loss": 0.015815002918243407}
+{"step": 2650000, "wall_time": 26728.740769147873, "train_loss_step": 2.5600366592407227, "n_params": 4367410, "total_flops": 35554211328000000, "train_loss": 0.015258777141571044, "subset_score_loss": 0.015258777141571044}
+{"step": 2660000, "wall_time": 26821.561209201813, "train_loss_step": 2.574254035949707, "n_params": 4367410, "total_flops": 35688378163200000, "train_loss": 0.014939652681350708, "subset_score_loss": 0.014939652681350708}
+{"step": 2670000, "wall_time": 26914.126824855804, "train_loss_step": 2.4894332885742188, "n_params": 4367410, "total_flops": 35822544998400000, "train_loss": 0.015209197998046875, "subset_score_loss": 0.015209197998046875}
+{"step": 2680000, "wall_time": 27006.821279525757, "train_loss_step": 2.513272523880005, "n_params": 4367410, "total_flops": 35956711833600000, "train_loss": 0.015051240921020509, "subset_score_loss": 0.015051240921020509}
+{"step": 2690000, "wall_time": 27095.10928750038, "train_loss_step": 2.637702465057373, "n_params": 4367410, "total_flops": 36090878668800000, "train_loss": 0.015467140674591064, "subset_score_loss": 0.015467140674591064}
+{"step": 2700000, "wall_time": 27256.72044491768, "train_loss_step": 2.7195839881896973, "n_params": 4367410, "total_flops": 36225045504000000, "train_loss": 0.01575146794319153, "subset_score_loss": 0.01575146794319153, "memorization_fraction_pixel": 0.6915000081062317, "mean_nn_ratio_pixel": 0.33063778281211853, "fid": 47.48724038791624}
+{"step": 2710000, "wall_time": 27347.011781454086, "train_loss_step": 2.713808298110962, "n_params": 4367410, "total_flops": 36359212339200000, "train_loss": 0.014540523290634155, "subset_score_loss": 0.014540523290634155}
+{"step": 2720000, "wall_time": 27438.341671466827, "train_loss_step": 2.4102673530578613, "n_params": 4367410, "total_flops": 36493379174400000, "train_loss": 0.014646430015563965, "subset_score_loss": 0.014646430015563965}
+{"step": 2730000, "wall_time": 27531.303270101547, "train_loss_step": 2.572575092315674, "n_params": 4367410, "total_flops": 36627546009600000, "train_loss": 0.014809253215789795, "subset_score_loss": 0.014809253215789795}
+{"step": 2740000, "wall_time": 27624.44296193123, "train_loss_step": 2.5078916549682617, "n_params": 4367410, "total_flops": 36761712844800000, "train_loss": 0.015566645860671998, "subset_score_loss": 0.015566645860671998}
+{"step": 2750000, "wall_time": 27717.38676929474, "train_loss_step": 2.856570243835449, "n_params": 4367410, "total_flops": 36895879680000000, "train_loss": 0.014565415382385254, "subset_score_loss": 0.014565415382385254}
+{"step": 2760000, "wall_time": 27810.322806358337, "train_loss_step": 2.722663402557373, "n_params": 4367410, "total_flops": 37030046515200000, "train_loss": 0.014997066259384155, "subset_score_loss": 0.014997066259384155}
+{"step": 2770000, "wall_time": 27903.432832956314, "train_loss_step": 2.6477694511413574, "n_params": 4367410, "total_flops": 37164213350400000, "train_loss": 0.015075930356979371, "subset_score_loss": 0.015075930356979371}
+{"step": 2780000, "wall_time": 27996.458369016647, "train_loss_step": 2.674474000930786, "n_params": 4367410, "total_flops": 37298380185600000, "train_loss": 0.015086662769317628, "subset_score_loss": 0.015086662769317628}
+{"step": 2790000, "wall_time": 28078.513625383377, "train_loss_step": 2.650002956390381, "n_params": 4367410, "total_flops": 37432547020800000, "train_loss": 0.014077919721603393, "subset_score_loss": 0.014077919721603393}
+{"step": 2800000, "wall_time": 28269.058504343033, "train_loss_step": 2.6113038063049316, "n_params": 4367410, "total_flops": 37566713856000000, "train_loss": 0.014431614875793457, "subset_score_loss": 0.014431614875793457, "memorization_fraction_pixel": 0.7039999961853027, "mean_nn_ratio_pixel": 0.326911062002182, "fid": 46.80837910545895}
+{"step": 2810000, "wall_time": 28349.147089004517, "train_loss_step": 2.3918681144714355, "n_params": 4367410, "total_flops": 37700880691200000, "train_loss": 0.01432511568069458, "subset_score_loss": 0.01432511568069458}
+{"step": 2820000, "wall_time": 28440.46295118332, "train_loss_step": 2.8619656562805176, "n_params": 4367410, "total_flops": 37835047526400000, "train_loss": 0.01481819748878479, "subset_score_loss": 0.01481819748878479}
+{"step": 2830000, "wall_time": 28533.34805870056, "train_loss_step": 2.545825481414795, "n_params": 4367410, "total_flops": 37969214361600000, "train_loss": 0.014854822158813476, "subset_score_loss": 0.014854822158813476}
+{"step": 2840000, "wall_time": 28626.390342473984, "train_loss_step": 2.750133991241455, "n_params": 4367410, "total_flops": 38103381196800000, "train_loss": 0.014009853601455688, "subset_score_loss": 0.014009853601455688}
+{"step": 2850000, "wall_time": 28719.393684387207, "train_loss_step": 2.7560954093933105, "n_params": 4367410, "total_flops": 38237548032000000, "train_loss": 0.013904629945755006, "subset_score_loss": 0.013904629945755006}
+{"step": 2860000, "wall_time": 28811.97042942047, "train_loss_step": 2.8305647373199463, "n_params": 4367410, "total_flops": 38371714867200000, "train_loss": 0.014303362369537354, "subset_score_loss": 0.014303362369537354}
+{"step": 2870000, "wall_time": 28904.31115436554, "train_loss_step": 2.646035671234131, "n_params": 4367410, "total_flops": 38505881702400000, "train_loss": 0.014852112531661988, "subset_score_loss": 0.014852112531661988}
+{"step": 2880000, "wall_time": 28988.461060762405, "train_loss_step": 2.483198881149292, "n_params": 4367410, "total_flops": 38640048537600000, "train_loss": 0.013899681568145751, "subset_score_loss": 0.013899681568145751}
+{"step": 2890000, "wall_time": 29077.83418059349, "train_loss_step": 2.584994316101074, "n_params": 4367410, "total_flops": 38774215372800000, "train_loss": 0.014069412946701049, "subset_score_loss": 0.014069412946701049}
+{"step": 2900000, "wall_time": 29245.050294160843, "train_loss_step": 2.370438575744629, "n_params": 4367410, "total_flops": 38908382208000000, "train_loss": 0.013794372081756592, "subset_score_loss": 0.013794372081756592, "memorization_fraction_pixel": 0.7080000042915344, "mean_nn_ratio_pixel": 0.32266005873680115, "fid": 47.33389548778483}
+{"step": 2910000, "wall_time": 29332.802434921265, "train_loss_step": 2.394087553024292, "n_params": 4367410, "total_flops": 39042549043200000, "train_loss": 0.013740980625152588, "subset_score_loss": 0.013740980625152588}
+{"step": 2920000, "wall_time": 29424.977880477905, "train_loss_step": 2.576599359512329, "n_params": 4367410, "total_flops": 39176715878400000, "train_loss": 0.013863599300384522, "subset_score_loss": 0.013863599300384522}
+{"step": 2930000, "wall_time": 29517.005516767502, "train_loss_step": 2.328489065170288, "n_params": 4367410, "total_flops": 39310882713600000, "train_loss": 0.013644946813583374, "subset_score_loss": 0.013644946813583374}
+{"step": 2940000, "wall_time": 29609.889448404312, "train_loss_step": 2.886059522628784, "n_params": 4367410, "total_flops": 39445049548800000, "train_loss": 0.01408093810081482, "subset_score_loss": 0.01408093810081482}
+{"step": 2950000, "wall_time": 29702.47763776779, "train_loss_step": 2.536508083343506, "n_params": 4367410, "total_flops": 39579216384000000, "train_loss": 0.014334944486618042, "subset_score_loss": 0.014334944486618042}
+{"step": 2960000, "wall_time": 29795.358747005463, "train_loss_step": 2.5963757038116455, "n_params": 4367410, "total_flops": 39713383219200000, "train_loss": 0.01440587878227234, "subset_score_loss": 0.01440587878227234}
+{"step": 2970000, "wall_time": 29887.92620587349, "train_loss_step": 2.536801815032959, "n_params": 4367410, "total_flops": 39847550054400000, "train_loss": 0.014206179380416871, "subset_score_loss": 0.014206179380416871}
+{"step": 2980000, "wall_time": 29976.375287771225, "train_loss_step": 3.04007625579834, "n_params": 4367410, "total_flops": 39981716889600000, "train_loss": 0.013765109777450562, "subset_score_loss": 0.013765109777450562}
+{"step": 2990000, "wall_time": 30068.490961790085, "train_loss_step": 2.58709979057312, "n_params": 4367410, "total_flops": 40115883724800000, "train_loss": 0.013942264318466187, "subset_score_loss": 0.013942264318466187}
+{"step": 3000000, "wall_time": 30236.439290046692, "train_loss_step": 2.612339496612549, "n_params": 4367410, "total_flops": 40250050560000000, "train_loss": 0.01365771770477295, "subset_score_loss": 0.01365771770477295, "memorization_fraction_pixel": 0.714900016784668, "mean_nn_ratio_pixel": 0.3223980963230133, "fid": 46.54327430858505}
+{"step": 3010000, "wall_time": 30329.414271593094, "train_loss_step": 2.637284278869629, "n_params": 4367410, "total_flops": 40384217395200000, "train_loss": 0.013993335962295532, "subset_score_loss": 0.013993335962295532}
+{"step": 3020000, "wall_time": 30422.68704867363, "train_loss_step": 2.5180416107177734, "n_params": 4367410, "total_flops": 40518384230400000, "train_loss": 0.014147717952728272, "subset_score_loss": 0.014147717952728272}
+{"step": 3030000, "wall_time": 30513.94194459915, "train_loss_step": 2.6743597984313965, "n_params": 4367410, "total_flops": 40652551065600000, "train_loss": 0.01398362398147583, "subset_score_loss": 0.01398362398147583}
+{"step": 3040000, "wall_time": 30606.497879743576, "train_loss_step": 2.4506168365478516, "n_params": 4367410, "total_flops": 40786717900800000, "train_loss": 0.013182538747787475, "subset_score_loss": 0.013182538747787475}
+{"step": 3050000, "wall_time": 30699.291595220566, "train_loss_step": 2.6113662719726562, "n_params": 4367410, "total_flops": 40920884736000000, "train_loss": 0.013147393465042114, "subset_score_loss": 0.013147393465042114}
+{"step": 3060000, "wall_time": 30791.6976583004, "train_loss_step": 2.3890676498413086, "n_params": 4367410, "total_flops": 41055051571200000, "train_loss": 0.013763779401779174, "subset_score_loss": 0.013763779401779174}
+{"step": 3070000, "wall_time": 30882.113756895065, "train_loss_step": 2.5835986137390137, "n_params": 4367410, "total_flops": 41189218406400000, "train_loss": 0.014502669572830201, "subset_score_loss": 0.014502669572830201}
+{"step": 3080000, "wall_time": 30973.4443795681, "train_loss_step": 2.77946138381958, "n_params": 4367410, "total_flops": 41323385241600000, "train_loss": 0.01320637583732605, "subset_score_loss": 0.01320637583732605}
+{"step": 3090000, "wall_time": 31065.385437965393, "train_loss_step": 2.6059370040893555, "n_params": 4367410, "total_flops": 41457552076800000, "train_loss": 0.013431582450866699, "subset_score_loss": 0.013431582450866699}
+{"step": 3100000, "wall_time": 31228.268082857132, "train_loss_step": 2.553149700164795, "n_params": 4367410, "total_flops": 41591718912000000, "train_loss": 0.013411074876785278, "subset_score_loss": 0.013411074876785278, "memorization_fraction_pixel": 0.7240999937057495, "mean_nn_ratio_pixel": 0.3188720643520355, "fid": 46.54437119525827}
+{"step": 3110000, "wall_time": 31320.97643470764, "train_loss_step": 2.6221508979797363, "n_params": 4367410, "total_flops": 41725885747200000, "train_loss": 0.01326862096786499, "subset_score_loss": 0.01326862096786499}
+{"step": 3120000, "wall_time": 31413.94424366951, "train_loss_step": 2.7246522903442383, "n_params": 4367410, "total_flops": 41860052582400000, "train_loss": 0.012878732681274414, "subset_score_loss": 0.012878732681274414}
+{"step": 3130000, "wall_time": 31505.659113168716, "train_loss_step": 2.652219295501709, "n_params": 4367410, "total_flops": 41994219417600000, "train_loss": 0.013123311996459962, "subset_score_loss": 0.013123311996459962}
+{"step": 3140000, "wall_time": 31598.303531885147, "train_loss_step": 2.5040581226348877, "n_params": 4367410, "total_flops": 42128386252800000, "train_loss": 0.013004719018936158, "subset_score_loss": 0.013004719018936158}
+{"step": 3150000, "wall_time": 31691.15680527687, "train_loss_step": 2.6453609466552734, "n_params": 4367410, "total_flops": 42262553088000000, "train_loss": 0.012863262891769409, "subset_score_loss": 0.012863262891769409}
+{"step": 3160000, "wall_time": 31779.93160390854, "train_loss_step": 2.7118093967437744, "n_params": 4367410, "total_flops": 42396719923200000, "train_loss": 0.01268945574760437, "subset_score_loss": 0.01268945574760437}
+{"step": 3170000, "wall_time": 31873.447905778885, "train_loss_step": 2.347755193710327, "n_params": 4367410, "total_flops": 42530886758400000, "train_loss": 0.012911550998687744, "subset_score_loss": 0.012911550998687744}
+{"step": 3180000, "wall_time": 31963.88166975975, "train_loss_step": 2.6966958045959473, "n_params": 4367410, "total_flops": 42665053593600000, "train_loss": 0.012961516380310059, "subset_score_loss": 0.012961516380310059}
+{"step": 3190000, "wall_time": 32056.086438417435, "train_loss_step": 2.4498133659362793, "n_params": 4367410, "total_flops": 42799220428800000, "train_loss": 0.012803670167922974, "subset_score_loss": 0.012803670167922974}
+{"step": 3200000, "wall_time": 32219.88967180252, "train_loss_step": 2.531198024749756, "n_params": 4367410, "total_flops": 42933387264000000, "train_loss": 0.013385796546936035, "subset_score_loss": 0.013385796546936035, "memorization_fraction_pixel": 0.7178999781608582, "mean_nn_ratio_pixel": 0.3190600275993347, "fid": 47.32377756277909}
+{"step": 3210000, "wall_time": 32312.64059638977, "train_loss_step": 2.6475329399108887, "n_params": 4367410, "total_flops": 43067554099200000, "train_loss": 0.01275614857673645, "subset_score_loss": 0.01275614857673645}
+{"step": 3220000, "wall_time": 32405.3913667202, "train_loss_step": 2.727959632873535, "n_params": 4367410, "total_flops": 43201720934400000, "train_loss": 0.012886946201324462, "subset_score_loss": 0.012886946201324462}
+{"step": 3230000, "wall_time": 32498.596009254456, "train_loss_step": 2.4911019802093506, "n_params": 4367410, "total_flops": 43335887769600000, "train_loss": 0.01296874761581421, "subset_score_loss": 0.01296874761581421}
+{"step": 3240000, "wall_time": 32588.853872060776, "train_loss_step": 2.8104162216186523, "n_params": 4367410, "total_flops": 43470054604800000, "train_loss": 0.013524993658065795, "subset_score_loss": 0.013524993658065795}
+{"step": 3250000, "wall_time": 32681.363285541534, "train_loss_step": 2.883406400680542, "n_params": 4367410, "total_flops": 43604221440000000, "train_loss": 0.01248374342918396, "subset_score_loss": 0.01248374342918396}
+{"step": 3260000, "wall_time": 32764.796153068542, "train_loss_step": 2.775435447692871, "n_params": 4367410, "total_flops": 43738388275200000, "train_loss": 0.013255033493041992, "subset_score_loss": 0.013255033493041992}
+{"step": 3270000, "wall_time": 32856.387769937515, "train_loss_step": 2.2861292362213135, "n_params": 4367410, "total_flops": 43872555110400000, "train_loss": 0.012412893772125243, "subset_score_loss": 0.012412893772125243}
+{"step": 3280000, "wall_time": 32948.33733010292, "train_loss_step": 2.718783378601074, "n_params": 4367410, "total_flops": 44006721945600000, "train_loss": 0.013240299224853515, "subset_score_loss": 0.013240299224853515}
+{"step": 3290000, "wall_time": 33029.56069493294, "train_loss_step": 2.7169082164764404, "n_params": 4367410, "total_flops": 44140888780800000, "train_loss": 0.012998181581497192, "subset_score_loss": 0.012998181581497192}
+{"step": 3300000, "wall_time": 33192.80372571945, "train_loss_step": 2.859407424926758, "n_params": 4367410, "total_flops": 44275055616000000, "train_loss": 0.012391207218170166, "subset_score_loss": 0.012391207218170166, "memorization_fraction_pixel": 0.7204999923706055, "mean_nn_ratio_pixel": 0.31763553619384766, "fid": 46.96003612444328}
+{"step": 3310000, "wall_time": 33285.65651130676, "train_loss_step": 2.4086201190948486, "n_params": 4367410, "total_flops": 44409222451200000, "train_loss": 0.012765724658966065, "subset_score_loss": 0.012765724658966065}
+{"step": 3320000, "wall_time": 33378.870611429214, "train_loss_step": 2.3687686920166016, "n_params": 4367410, "total_flops": 44543389286400000, "train_loss": 0.013287155628204346, "subset_score_loss": 0.013287155628204346}
+{"step": 3330000, "wall_time": 33471.31063699722, "train_loss_step": 2.784759283065796, "n_params": 4367410, "total_flops": 44677556121600000, "train_loss": 0.01258722186088562, "subset_score_loss": 0.01258722186088562}
+{"step": 3340000, "wall_time": 33562.252668619156, "train_loss_step": 2.6978814601898193, "n_params": 4367410, "total_flops": 44811722956800000, "train_loss": 0.012306505441665649, "subset_score_loss": 0.012306505441665649}
+{"step": 3350000, "wall_time": 33651.534720897675, "train_loss_step": 2.3325393199920654, "n_params": 4367410, "total_flops": 44945889792000000, "train_loss": 0.012692798376083374, "subset_score_loss": 0.012692798376083374}
+{"step": 3360000, "wall_time": 33744.284452199936, "train_loss_step": 2.8793997764587402, "n_params": 4367410, "total_flops": 45080056627200000, "train_loss": 0.011982681751251221, "subset_score_loss": 0.011982681751251221}
+{"step": 3370000, "wall_time": 33835.09618520737, "train_loss_step": 2.642016887664795, "n_params": 4367410, "total_flops": 45214223462400000, "train_loss": 0.012873058319091796, "subset_score_loss": 0.012873058319091796}
+{"step": 3380000, "wall_time": 33927.68512392044, "train_loss_step": 2.4242639541625977, "n_params": 4367410, "total_flops": 45348390297600000, "train_loss": 0.012427009344100952, "subset_score_loss": 0.012427009344100952}
+{"step": 3390000, "wall_time": 34017.076660871506, "train_loss_step": 2.4267029762268066, "n_params": 4367410, "total_flops": 45482557132800000, "train_loss": 0.012131824493408203, "subset_score_loss": 0.012131824493408203}
+{"step": 3400000, "wall_time": 34183.16653943062, "train_loss_step": 2.665879964828491, "n_params": 4367410, "total_flops": 45616723968000000, "train_loss": 0.011818066835403443, "subset_score_loss": 0.011818066835403443, "memorization_fraction_pixel": 0.728600025177002, "mean_nn_ratio_pixel": 0.31548169255256653, "fid": 46.672669140567876}
+{"step": 3410000, "wall_time": 34276.226259469986, "train_loss_step": 2.8048033714294434, "n_params": 4367410, "total_flops": 45750890803200000, "train_loss": 0.012826509475708008, "subset_score_loss": 0.012826509475708008}
+{"step": 3420000, "wall_time": 34369.18761777878, "train_loss_step": 2.3015663623809814, "n_params": 4367410, "total_flops": 45885057638400000, "train_loss": 0.012100123167037964, "subset_score_loss": 0.012100123167037964}
+{"step": 3430000, "wall_time": 34462.02996754646, "train_loss_step": 2.699040412902832, "n_params": 4367410, "total_flops": 46019224473600000, "train_loss": 0.012115693092346192, "subset_score_loss": 0.012115693092346192}
+{"step": 3440000, "wall_time": 34553.065363407135, "train_loss_step": 2.42185640335083, "n_params": 4367410, "total_flops": 46153391308800000, "train_loss": 0.012026201486587524, "subset_score_loss": 0.012026201486587524}
+{"step": 3450000, "wall_time": 34643.071506500244, "train_loss_step": 2.460893392562866, "n_params": 4367410, "total_flops": 46287558144000000, "train_loss": 0.012087063789367676, "subset_score_loss": 0.012087063789367676}
+{"step": 3460000, "wall_time": 34735.922945261, "train_loss_step": 2.5214223861694336, "n_params": 4367410, "total_flops": 46421724979200000, "train_loss": 0.012317880392074584, "subset_score_loss": 0.012317880392074584}
+{"step": 3470000, "wall_time": 34826.989201784134, "train_loss_step": 2.36494779586792, "n_params": 4367410, "total_flops": 46555891814400000, "train_loss": 0.011933473348617553, "subset_score_loss": 0.011933473348617553}
+{"step": 3480000, "wall_time": 34914.576644420624, "train_loss_step": 2.4666528701782227, "n_params": 4367410, "total_flops": 46690058649600000, "train_loss": 0.011565366983413696, "subset_score_loss": 0.011565366983413696}
+{"step": 3490000, "wall_time": 35005.40579199791, "train_loss_step": 2.762464761734009, "n_params": 4367410, "total_flops": 46824225484800000, "train_loss": 0.01157125949859619, "subset_score_loss": 0.01157125949859619}
+{"step": 3500000, "wall_time": 35170.040875434875, "train_loss_step": 2.7826194763183594, "n_params": 4367410, "total_flops": 46958392320000000, "train_loss": 0.011794183254241943, "subset_score_loss": 0.011794183254241943, "memorization_fraction_pixel": 0.728600025177002, "mean_nn_ratio_pixel": 0.314708948135376, "fid": 47.43581023985437}
+{"step": 3510000, "wall_time": 35262.82500886917, "train_loss_step": 2.4436984062194824, "n_params": 4367410, "total_flops": 47092559155200000, "train_loss": 0.011768070459365844, "subset_score_loss": 0.011768070459365844}
+{"step": 3520000, "wall_time": 35355.61614251137, "train_loss_step": 2.3292975425720215, "n_params": 4367410, "total_flops": 47226725990400000, "train_loss": 0.011693549156188966, "subset_score_loss": 0.011693549156188966}
+{"step": 3530000, "wall_time": 35447.97974395752, "train_loss_step": 2.5155763626098633, "n_params": 4367410, "total_flops": 47360892825600000, "train_loss": 0.011854846477508545, "subset_score_loss": 0.011854846477508545}
+{"step": 3540000, "wall_time": 35527.93627691269, "train_loss_step": 2.552548885345459, "n_params": 4367410, "total_flops": 47495059660800000, "train_loss": 0.011422369480133057, "subset_score_loss": 0.011422369480133057}
+{"step": 3550000, "wall_time": 35616.7592048645, "train_loss_step": 2.506971836090088, "n_params": 4367410, "total_flops": 47629226496000000, "train_loss": 0.011785303354263305, "subset_score_loss": 0.011785303354263305}
+{"step": 3560000, "wall_time": 35708.87556552887, "train_loss_step": 2.822089433670044, "n_params": 4367410, "total_flops": 47763393331200000, "train_loss": 0.011536550521850587, "subset_score_loss": 0.011536550521850587}
+{"step": 3570000, "wall_time": 35799.7735748291, "train_loss_step": 2.7214467525482178, "n_params": 4367410, "total_flops": 47897560166400000, "train_loss": 0.01177203893661499, "subset_score_loss": 0.01177203893661499}
+{"step": 3580000, "wall_time": 35882.43349123001, "train_loss_step": 2.529283285140991, "n_params": 4367410, "total_flops": 48031727001600000, "train_loss": 0.011398441791534424, "subset_score_loss": 0.011398441791534424}
+{"step": 3590000, "wall_time": 35975.30603504181, "train_loss_step": 2.5947930812835693, "n_params": 4367410, "total_flops": 48165893836800000, "train_loss": 0.011505341529846192, "subset_score_loss": 0.011505341529846192}
+{"step": 3600000, "wall_time": 36141.18821310997, "train_loss_step": 2.4269022941589355, "n_params": 4367410, "total_flops": 48300060672000000, "train_loss": 0.011691012382507325, "subset_score_loss": 0.011691012382507325, "memorization_fraction_pixel": 0.7387999892234802, "mean_nn_ratio_pixel": 0.31388145685195923, "fid": 47.28934183712356}
+{"step": 3610000, "wall_time": 36233.72915005684, "train_loss_step": 2.6142373085021973, "n_params": 4367410, "total_flops": 48434227507200000, "train_loss": 0.011717079877853394, "subset_score_loss": 0.011717079877853394}
+{"step": 3620000, "wall_time": 36326.34465456009, "train_loss_step": 2.4342989921569824, "n_params": 4367410, "total_flops": 48568394342400000, "train_loss": 0.011600663661956787, "subset_score_loss": 0.011600663661956787}
+{"step": 3630000, "wall_time": 36418.99907422066, "train_loss_step": 2.5135550498962402, "n_params": 4367410, "total_flops": 48702561177600000, "train_loss": 0.010954546928405761, "subset_score_loss": 0.010954546928405761}
+{"step": 3640000, "wall_time": 36501.40852475166, "train_loss_step": 2.663113594055176, "n_params": 4367410, "total_flops": 48836728012800000, "train_loss": 0.011225051879882812, "subset_score_loss": 0.011225051879882812}
+{"step": 3650000, "wall_time": 36592.86712884903, "train_loss_step": 2.430220365524292, "n_params": 4367410, "total_flops": 48970894848000000, "train_loss": 0.011114004850387573, "subset_score_loss": 0.011114004850387573}
+{"step": 3660000, "wall_time": 36685.356516838074, "train_loss_step": 2.4542958736419678, "n_params": 4367410, "total_flops": 49105061683200000, "train_loss": 0.011192728281021119, "subset_score_loss": 0.011192728281021119}
+{"step": 3670000, "wall_time": 36776.29792523384, "train_loss_step": 2.4926133155822754, "n_params": 4367410, "total_flops": 49239228518400000, "train_loss": 0.011500779390335083, "subset_score_loss": 0.011500779390335083}
+{"step": 3680000, "wall_time": 36857.856211185455, "train_loss_step": 2.599794387817383, "n_params": 4367410, "total_flops": 49373395353600000, "train_loss": 0.011181997060775757, "subset_score_loss": 0.011181997060775757}
+{"step": 3690000, "wall_time": 36950.54244327545, "train_loss_step": 2.6397600173950195, "n_params": 4367410, "total_flops": 49507562188800000, "train_loss": 0.011404744386672973, "subset_score_loss": 0.011404744386672973}
+{"step": 3700000, "wall_time": 37115.31631588936, "train_loss_step": 2.477226495742798, "n_params": 4367410, "total_flops": 49641729024000000, "train_loss": 0.011250944137573242, "subset_score_loss": 0.011250944137573242, "memorization_fraction_pixel": 0.7432000041007996, "mean_nn_ratio_pixel": 0.3110080659389496, "fid": 47.11296420021978}
+{"step": 3710000, "wall_time": 37207.72845005989, "train_loss_step": 2.6694955825805664, "n_params": 4367410, "total_flops": 49775895859200000, "train_loss": 0.011573594808578492, "subset_score_loss": 0.011573594808578492}
+{"step": 3720000, "wall_time": 37300.0279648304, "train_loss_step": 2.5243725776672363, "n_params": 4367410, "total_flops": 49910062694400000, "train_loss": 0.011495913267135621, "subset_score_loss": 0.011495913267135621}
+{"step": 3730000, "wall_time": 37392.14863014221, "train_loss_step": 2.7884786128997803, "n_params": 4367410, "total_flops": 50044229529600000, "train_loss": 0.010923608541488647, "subset_score_loss": 0.010923608541488647}
+{"step": 3740000, "wall_time": 37468.13246464729, "train_loss_step": 2.3147401809692383, "n_params": 4367410, "total_flops": 50178396364800000, "train_loss": 0.011070597171783447, "subset_score_loss": 0.011070597171783447}
+{"step": 3750000, "wall_time": 37561.21860742569, "train_loss_step": 2.5464224815368652, "n_params": 4367410, "total_flops": 50312563200000000, "train_loss": 0.011028013229370116, "subset_score_loss": 0.011028013229370116}
+{"step": 3760000, "wall_time": 37651.2196495533, "train_loss_step": 2.710390090942383, "n_params": 4367410, "total_flops": 50446730035200000, "train_loss": 0.01118915319442749, "subset_score_loss": 0.01118915319442749}
+{"step": 3770000, "wall_time": 37740.942912340164, "train_loss_step": 2.314481258392334, "n_params": 4367410, "total_flops": 50580896870400000, "train_loss": 0.010678821802139282, "subset_score_loss": 0.010678821802139282}
+{"step": 3780000, "wall_time": 37820.25387787819, "train_loss_step": 2.503417491912842, "n_params": 4367410, "total_flops": 50715063705600000, "train_loss": 0.01150548219680786, "subset_score_loss": 0.01150548219680786}
+{"step": 3790000, "wall_time": 37912.656749248505, "train_loss_step": 2.3976874351501465, "n_params": 4367410, "total_flops": 50849230540800000, "train_loss": 0.010596418380737304, "subset_score_loss": 0.010596418380737304}
+{"step": 3800000, "wall_time": 38078.31290555, "train_loss_step": 2.5938758850097656, "n_params": 4367410, "total_flops": 50983397376000000, "train_loss": 0.010882105827331543, "subset_score_loss": 0.010882105827331543, "memorization_fraction_pixel": 0.7434999942779541, "mean_nn_ratio_pixel": 0.3117760419845581, "fid": 46.83111883253829}
+{"step": 3810000, "wall_time": 38171.154963970184, "train_loss_step": 2.5071020126342773, "n_params": 4367410, "total_flops": 51117564211200000, "train_loss": 0.01085870385169983, "subset_score_loss": 0.01085870385169983}
+{"step": 3820000, "wall_time": 38262.94380259514, "train_loss_step": 2.460130214691162, "n_params": 4367410, "total_flops": 51251731046400000, "train_loss": 0.010408748388290406, "subset_score_loss": 0.010408748388290406}
+{"step": 3830000, "wall_time": 38355.35150241852, "train_loss_step": 2.362135887145996, "n_params": 4367410, "total_flops": 51385897881600000, "train_loss": 0.011020890474319457, "subset_score_loss": 0.011020890474319457}
+{"step": 3840000, "wall_time": 38434.34428501129, "train_loss_step": 2.800541400909424, "n_params": 4367410, "total_flops": 51520064716800000, "train_loss": 0.010716184377670288, "subset_score_loss": 0.010716184377670288}
+{"step": 3850000, "wall_time": 38526.4694879055, "train_loss_step": 2.3207201957702637, "n_params": 4367410, "total_flops": 51654231552000000, "train_loss": 0.010953851938247681, "subset_score_loss": 0.010953851938247681}
+{"step": 3860000, "wall_time": 38618.011110544205, "train_loss_step": 2.5030393600463867, "n_params": 4367410, "total_flops": 51788398387200000, "train_loss": 0.010491018295288085, "subset_score_loss": 0.010491018295288085}
+{"step": 3870000, "wall_time": 38708.29939389229, "train_loss_step": 2.6953351497650146, "n_params": 4367410, "total_flops": 51922565222400000, "train_loss": 0.010248384475708007, "subset_score_loss": 0.010248384475708007}
+{"step": 3880000, "wall_time": 38785.900044202805, "train_loss_step": 2.6150598526000977, "n_params": 4367410, "total_flops": 52056732057600000, "train_loss": 0.010433151721954345, "subset_score_loss": 0.010433151721954345}
+{"step": 3890000, "wall_time": 38878.38153553009, "train_loss_step": 2.345736026763916, "n_params": 4367410, "total_flops": 52190898892800000, "train_loss": 0.010672769546508788, "subset_score_loss": 0.010672769546508788}
+{"step": 3900000, "wall_time": 39044.56907606125, "train_loss_step": 2.302873373031616, "n_params": 4367410, "total_flops": 52325065728000000, "train_loss": 0.01033000111579895, "subset_score_loss": 0.01033000111579895, "memorization_fraction_pixel": 0.7491000294685364, "mean_nn_ratio_pixel": 0.3093394637107849, "fid": 47.44188491041841}
+{"step": 3910000, "wall_time": 39137.419865846634, "train_loss_step": 2.481931447982788, "n_params": 4367410, "total_flops": 52459232563200000, "train_loss": 0.010967947244644165, "subset_score_loss": 0.010967947244644165}
+{"step": 3920000, "wall_time": 39229.658885240555, "train_loss_step": 2.582313060760498, "n_params": 4367410, "total_flops": 52593399398400000, "train_loss": 0.010415383577346803, "subset_score_loss": 0.010415383577346803}
+{"step": 3930000, "wall_time": 39322.16888308525, "train_loss_step": 2.5498456954956055, "n_params": 4367410, "total_flops": 52727566233600000, "train_loss": 0.010997034311294555, "subset_score_loss": 0.010997034311294555}
+{"step": 3940000, "wall_time": 39406.819736242294, "train_loss_step": 2.573174476623535, "n_params": 4367410, "total_flops": 52861733068800000, "train_loss": 0.01039011001586914, "subset_score_loss": 0.01039011001586914}
+{"step": 3950000, "wall_time": 39498.96191096306, "train_loss_step": 2.3953089714050293, "n_params": 4367410, "total_flops": 52995899904000000, "train_loss": 0.010828821659088135, "subset_score_loss": 0.010828821659088135}
+{"step": 3960000, "wall_time": 39587.6449971199, "train_loss_step": 2.6632866859436035, "n_params": 4367410, "total_flops": 53130066739200000, "train_loss": 0.010716333389282226, "subset_score_loss": 0.010716333389282226}
+{"step": 3970000, "wall_time": 39680.48493885994, "train_loss_step": 2.316061496734619, "n_params": 4367410, "total_flops": 53264233574400000, "train_loss": 0.0105924391746521, "subset_score_loss": 0.0105924391746521}
+{"step": 3980000, "wall_time": 39760.846632003784, "train_loss_step": 2.8362669944763184, "n_params": 4367410, "total_flops": 53398400409600000, "train_loss": 0.010408830642700196, "subset_score_loss": 0.010408830642700196}
+{"step": 3990000, "wall_time": 39853.71759104729, "train_loss_step": 2.494231700897217, "n_params": 4367410, "total_flops": 53532567244800000, "train_loss": 0.010083948373794555, "subset_score_loss": 0.010083948373794555}
+{"step": 4000000, "wall_time": 40019.410682201385, "train_loss_step": 2.6289095878601074, "n_params": 4367410, "total_flops": 53666734080000000, "train_loss": 0.010231280326843261, "subset_score_loss": 0.010231280326843261, "memorization_fraction_pixel": 0.7479000091552734, "mean_nn_ratio_pixel": 0.30944857001304626, "fid": 46.93968029669688}
+{"step": 4010000, "wall_time": 40112.26773715019, "train_loss_step": 2.7694144248962402, "n_params": 4367410, "total_flops": 53800900915200000, "train_loss": 0.010101687908172608, "subset_score_loss": 0.010101687908172608}
+{"step": 4020000, "wall_time": 40205.72493672371, "train_loss_step": 2.5840346813201904, "n_params": 4367410, "total_flops": 53935067750400000, "train_loss": 0.010144487619400025, "subset_score_loss": 0.010144487619400025}
+{"step": 4030000, "wall_time": 40290.89882898331, "train_loss_step": 2.52728271484375, "n_params": 4367410, "total_flops": 54069234585600000, "train_loss": 0.010379468202590942, "subset_score_loss": 0.010379468202590942}
+{"step": 4040000, "wall_time": 40376.843999385834, "train_loss_step": 2.737522840499878, "n_params": 4367410, "total_flops": 54203401420800000, "train_loss": 0.010864404439926147, "subset_score_loss": 0.010864404439926147}
+{"step": 4050000, "wall_time": 40469.002995967865, "train_loss_step": 2.528588056564331, "n_params": 4367410, "total_flops": 54337568256000000, "train_loss": 0.010195863246917725, "subset_score_loss": 0.010195863246917725}
+{"step": 4060000, "wall_time": 40560.13999557495, "train_loss_step": 2.696058750152588, "n_params": 4367410, "total_flops": 54471735091200000, "train_loss": 0.010107684135437011, "subset_score_loss": 0.010107684135437011}
+{"step": 4070000, "wall_time": 40650.76404619217, "train_loss_step": 2.6191043853759766, "n_params": 4367410, "total_flops": 54605901926400000, "train_loss": 0.010983080863952636, "subset_score_loss": 0.010983080863952636}
+{"step": 4080000, "wall_time": 40732.832703351974, "train_loss_step": 2.310703754425049, "n_params": 4367410, "total_flops": 54740068761600000, "train_loss": 0.010439537763595581, "subset_score_loss": 0.010439537763595581}
+{"step": 4090000, "wall_time": 40825.617295503616, "train_loss_step": 2.569573163986206, "n_params": 4367410, "total_flops": 54874235596800000, "train_loss": 0.010588065385818482, "subset_score_loss": 0.010588065385818482}
+{"step": 4100000, "wall_time": 40991.30577468872, "train_loss_step": 2.3385987281799316, "n_params": 4367410, "total_flops": 55008402432000000, "train_loss": 0.010510566234588624, "subset_score_loss": 0.010510566234588624, "memorization_fraction_pixel": 0.7534000277519226, "mean_nn_ratio_pixel": 0.30820518732070923, "fid": 46.9535571686405}
+{"step": 4110000, "wall_time": 41084.01452636719, "train_loss_step": 2.5335564613342285, "n_params": 4367410, "total_flops": 55142569267200000, "train_loss": 0.010219682455062867, "subset_score_loss": 0.010219682455062867}
+{"step": 4120000, "wall_time": 41176.959659814835, "train_loss_step": 2.538938522338867, "n_params": 4367410, "total_flops": 55276736102400000, "train_loss": 0.010055887699127197, "subset_score_loss": 0.010055887699127197}
+{"step": 4130000, "wall_time": 41260.871680259705, "train_loss_step": 2.2983202934265137, "n_params": 4367410, "total_flops": 55410902937600000, "train_loss": 0.010334221124649047, "subset_score_loss": 0.010334221124649047}
+{"step": 4140000, "wall_time": 41349.56469988823, "train_loss_step": 2.6671509742736816, "n_params": 4367410, "total_flops": 55545069772800000, "train_loss": 0.010323078632354736, "subset_score_loss": 0.010323078632354736}
+{"step": 4150000, "wall_time": 41442.029821157455, "train_loss_step": 2.561131477355957, "n_params": 4367410, "total_flops": 55679236608000000, "train_loss": 0.010765976905822754, "subset_score_loss": 0.010765976905822754}
+{"step": 4160000, "wall_time": 41532.70855331421, "train_loss_step": 2.5697669982910156, "n_params": 4367410, "total_flops": 55813403443200000, "train_loss": 0.00969281792640686, "subset_score_loss": 0.00969281792640686}
+{"step": 4170000, "wall_time": 41620.489887714386, "train_loss_step": 2.3858516216278076, "n_params": 4367410, "total_flops": 55947570278400000, "train_loss": 0.00954944372177124, "subset_score_loss": 0.00954944372177124}
+{"step": 4180000, "wall_time": 41699.72517967224, "train_loss_step": 2.464648962020874, "n_params": 4367410, "total_flops": 56081737113600000, "train_loss": 0.010113843679428101, "subset_score_loss": 0.010113843679428101}
+{"step": 4190000, "wall_time": 41792.47907209396, "train_loss_step": 2.612112283706665, "n_params": 4367410, "total_flops": 56215903948800000, "train_loss": 0.010015015602111816, "subset_score_loss": 0.010015015602111816}
+{"step": 4200000, "wall_time": 41958.18544769287, "train_loss_step": 2.4326040744781494, "n_params": 4367410, "total_flops": 56350070784000000, "train_loss": 0.009959565997123719, "subset_score_loss": 0.009959565997123719, "memorization_fraction_pixel": 0.7549999952316284, "mean_nn_ratio_pixel": 0.30674922466278076, "fid": 47.18812226051632}
+{"step": 4210000, "wall_time": 42051.10144281387, "train_loss_step": 2.5312156677246094, "n_params": 4367410, "total_flops": 56484237619200000, "train_loss": 0.009868054389953614, "subset_score_loss": 0.009868054389953614}
+{"step": 4220000, "wall_time": 42144.08918452263, "train_loss_step": 2.3840599060058594, "n_params": 4367410, "total_flops": 56618404454400000, "train_loss": 0.010278149843215942, "subset_score_loss": 0.010278149843215942}
+{"step": 4230000, "wall_time": 42225.1925611496, "train_loss_step": 2.5252790451049805, "n_params": 4367410, "total_flops": 56752571289600000, "train_loss": 0.010017803907394408, "subset_score_loss": 0.010017803907394408}
+{"step": 4240000, "wall_time": 42316.24498009682, "train_loss_step": 2.5537290573120117, "n_params": 4367410, "total_flops": 56886738124800000, "train_loss": 0.009829420447349548, "subset_score_loss": 0.009829420447349548}
+{"step": 4250000, "wall_time": 42408.94198155403, "train_loss_step": 2.456214666366577, "n_params": 4367410, "total_flops": 57020904960000000, "train_loss": 0.01014673948287964, "subset_score_loss": 0.01014673948287964}
+{"step": 4260000, "wall_time": 42499.9140560627, "train_loss_step": 2.357895851135254, "n_params": 4367410, "total_flops": 57155071795200000, "train_loss": 0.009780810475349426, "subset_score_loss": 0.009780810475349426}
+{"step": 4270000, "wall_time": 42593.043999910355, "train_loss_step": 2.377232313156128, "n_params": 4367410, "total_flops": 57289238630400000, "train_loss": 0.009730890393257141, "subset_score_loss": 0.009730890393257141}
+{"step": 4280000, "wall_time": 42669.328058719635, "train_loss_step": 2.437774419784546, "n_params": 4367410, "total_flops": 57423405465600000, "train_loss": 0.01033933162689209, "subset_score_loss": 0.01033933162689209}
+{"step": 4290000, "wall_time": 42762.23373579979, "train_loss_step": 2.5118136405944824, "n_params": 4367410, "total_flops": 57557572300800000, "train_loss": 0.009670147895812988, "subset_score_loss": 0.009670147895812988}
+{"step": 4300000, "wall_time": 42926.34897303581, "train_loss_step": 2.3830695152282715, "n_params": 4367410, "total_flops": 57691739136000000, "train_loss": 0.010030734539031982, "subset_score_loss": 0.010030734539031982, "memorization_fraction_pixel": 0.7626000046730042, "mean_nn_ratio_pixel": 0.3080684244632721, "fid": 47.65398864854532}
+{"step": 4310000, "wall_time": 43019.334599256516, "train_loss_step": 2.3712029457092285, "n_params": 4367410, "total_flops": 57825905971200000, "train_loss": 0.009320012927055359, "subset_score_loss": 0.009320012927055359}
+{"step": 4320000, "wall_time": 43112.38787651062, "train_loss_step": 2.420897960662842, "n_params": 4367410, "total_flops": 57960072806400000, "train_loss": 0.00975092351436615, "subset_score_loss": 0.00975092351436615}
+{"step": 4330000, "wall_time": 43191.5223634243, "train_loss_step": 2.4498021602630615, "n_params": 4367410, "total_flops": 58094239641600000, "train_loss": 0.009709817171096802, "subset_score_loss": 0.009709817171096802}
+{"step": 4340000, "wall_time": 43283.424882888794, "train_loss_step": 2.231605052947998, "n_params": 4367410, "total_flops": 58228406476800000, "train_loss": 0.009761018753051758, "subset_score_loss": 0.009761018753051758}
+{"step": 4350000, "wall_time": 43376.13628196716, "train_loss_step": 2.8873326778411865, "n_params": 4367410, "total_flops": 58362573312000000, "train_loss": 0.009818547368049622, "subset_score_loss": 0.009818547368049622}
+{"step": 4360000, "wall_time": 43466.77818131447, "train_loss_step": 2.452549457550049, "n_params": 4367410, "total_flops": 58496740147200000, "train_loss": 0.00953879177570343, "subset_score_loss": 0.00953879177570343}
+{"step": 4370000, "wall_time": 43559.276970624924, "train_loss_step": 2.614969253540039, "n_params": 4367410, "total_flops": 58630906982400000, "train_loss": 0.010167578458786011, "subset_score_loss": 0.010167578458786011}
+{"step": 4380000, "wall_time": 43636.83639335632, "train_loss_step": 2.6076672077178955, "n_params": 4367410, "total_flops": 58765073817600000, "train_loss": 0.009992386102676392, "subset_score_loss": 0.009992386102676392}
+{"step": 4390000, "wall_time": 43729.82098555565, "train_loss_step": 2.355083465576172, "n_params": 4367410, "total_flops": 58899240652800000, "train_loss": 0.009466944932937623, "subset_score_loss": 0.009466944932937623}
+{"step": 4400000, "wall_time": 43895.110053777695, "train_loss_step": 2.4231152534484863, "n_params": 4367410, "total_flops": 59033407488000000, "train_loss": 0.009473679065704345, "subset_score_loss": 0.009473679065704345, "memorization_fraction_pixel": 0.7620999813079834, "mean_nn_ratio_pixel": 0.30552899837493896, "fid": 47.35113515776026}
+{"step": 4410000, "wall_time": 43988.01712536812, "train_loss_step": 2.403019428253174, "n_params": 4367410, "total_flops": 59167574323200000, "train_loss": 0.009869702458381653, "subset_score_loss": 0.009869702458381653}
+{"step": 4420000, "wall_time": 44080.76520705223, "train_loss_step": 2.3050851821899414, "n_params": 4367410, "total_flops": 59301741158400000, "train_loss": 0.009397700428962708, "subset_score_loss": 0.009397700428962708}
+{"step": 4430000, "wall_time": 44158.000277519226, "train_loss_step": 2.695427894592285, "n_params": 4367410, "total_flops": 59435907993600000, "train_loss": 0.00955100119113922, "subset_score_loss": 0.00955100119113922}
+{"step": 4440000, "wall_time": 44250.39149260521, "train_loss_step": 2.6133151054382324, "n_params": 4367410, "total_flops": 59570074828800000, "train_loss": 0.009674028158187867, "subset_score_loss": 0.009674028158187867}
+{"step": 4450000, "wall_time": 44343.243173360825, "train_loss_step": 2.523674726486206, "n_params": 4367410, "total_flops": 59704241664000000, "train_loss": 0.009718270897865295, "subset_score_loss": 0.009718270897865295}
+{"step": 4460000, "wall_time": 44433.8082716465, "train_loss_step": 2.5115907192230225, "n_params": 4367410, "total_flops": 59838408499200000, "train_loss": 0.009732059836387634, "subset_score_loss": 0.009732059836387634}
+{"step": 4470000, "wall_time": 44524.215314388275, "train_loss_step": 2.3605968952178955, "n_params": 4367410, "total_flops": 59972575334400000, "train_loss": 0.009350242018699646, "subset_score_loss": 0.009350242018699646}
+{"step": 4480000, "wall_time": 44604.986674785614, "train_loss_step": 2.692755699157715, "n_params": 4367410, "total_flops": 60106742169600000, "train_loss": 0.009335373044013977, "subset_score_loss": 0.009335373044013977}
+{"step": 4490000, "wall_time": 44696.395278930664, "train_loss_step": 2.3317220211029053, "n_params": 4367410, "total_flops": 60240909004800000, "train_loss": 0.009874435067176819, "subset_score_loss": 0.009874435067176819}
+{"step": 4500000, "wall_time": 44859.99013209343, "train_loss_step": 2.4189043045043945, "n_params": 4367410, "total_flops": 60375075840000000, "train_loss": 0.010080467462539672, "subset_score_loss": 0.010080467462539672, "memorization_fraction_pixel": 0.7603999972343445, "mean_nn_ratio_pixel": 0.3058377802371979, "fid": 47.283037115897976}
+{"step": 4510000, "wall_time": 44952.88515806198, "train_loss_step": 2.5480549335479736, "n_params": 4367410, "total_flops": 60509242675200000, "train_loss": 0.009397405982017517, "subset_score_loss": 0.009397405982017517}
+{"step": 4520000, "wall_time": 45045.64628243446, "train_loss_step": 2.482171058654785, "n_params": 4367410, "total_flops": 60643409510400000, "train_loss": 0.00975257635116577, "subset_score_loss": 0.00975257635116577}
+{"step": 4530000, "wall_time": 45126.229511260986, "train_loss_step": 2.6462464332580566, "n_params": 4367410, "total_flops": 60777576345600000, "train_loss": 0.008967236876487731, "subset_score_loss": 0.008967236876487731}
+{"step": 4540000, "wall_time": 45218.91136789322, "train_loss_step": 2.4387831687927246, "n_params": 4367410, "total_flops": 60911743180800000, "train_loss": 0.009507258534431457, "subset_score_loss": 0.009507258534431457}
+{"step": 4550000, "wall_time": 45310.14929533005, "train_loss_step": 2.331631898880005, "n_params": 4367410, "total_flops": 61045910016000000, "train_loss": 0.009402138590812683, "subset_score_loss": 0.009402138590812683}
+{"step": 4560000, "wall_time": 45402.263875722885, "train_loss_step": 2.3803625106811523, "n_params": 4367410, "total_flops": 61180076851200000, "train_loss": 0.00937030792236328, "subset_score_loss": 0.00937030792236328}
+{"step": 4570000, "wall_time": 45492.392061948776, "train_loss_step": 2.794222593307495, "n_params": 4367410, "total_flops": 61314243686400000, "train_loss": 0.009472514986991882, "subset_score_loss": 0.009472514986991882}
+{"step": 4580000, "wall_time": 45573.21702528, "train_loss_step": 2.464184284210205, "n_params": 4367410, "total_flops": 61448410521600000, "train_loss": 0.008935227394104003, "subset_score_loss": 0.008935227394104003}
+{"step": 4590000, "wall_time": 45664.15499687195, "train_loss_step": 2.3136205673217773, "n_params": 4367410, "total_flops": 61582577356800000, "train_loss": 0.008987022042274475, "subset_score_loss": 0.008987022042274475}
+{"step": 4600000, "wall_time": 45829.577659368515, "train_loss_step": 2.3761420249938965, "n_params": 4367410, "total_flops": 61716744192000000, "train_loss": 0.009530727863311767, "subset_score_loss": 0.009530727863311767, "memorization_fraction_pixel": 0.7720999717712402, "mean_nn_ratio_pixel": 0.30352210998535156, "fid": 47.11801790314569}
+{"step": 4610000, "wall_time": 45922.333419561386, "train_loss_step": 2.431666851043701, "n_params": 4367410, "total_flops": 61850911027200000, "train_loss": 0.009637025594711303, "subset_score_loss": 0.009637025594711303}
+{"step": 4620000, "wall_time": 46013.92807459831, "train_loss_step": 2.514402389526367, "n_params": 4367410, "total_flops": 61985077862400000, "train_loss": 0.009146165847778321, "subset_score_loss": 0.009146165847778321}
+{"step": 4630000, "wall_time": 46099.47651600838, "train_loss_step": 2.5294013023376465, "n_params": 4367410, "total_flops": 62119244697600000, "train_loss": 0.0092456316947937, "subset_score_loss": 0.0092456316947937}
+{"step": 4640000, "wall_time": 46192.30629706383, "train_loss_step": 2.463402032852173, "n_params": 4367410, "total_flops": 62253411532800000, "train_loss": 0.00869745910167694, "subset_score_loss": 0.00869745910167694}
+{"step": 4650000, "wall_time": 46283.42617607117, "train_loss_step": 2.467498779296875, "n_params": 4367410, "total_flops": 62387578368000000, "train_loss": 0.009203195571899414, "subset_score_loss": 0.009203195571899414}
+{"step": 4660000, "wall_time": 46376.22378063202, "train_loss_step": 2.624696969985962, "n_params": 4367410, "total_flops": 62521745203200000, "train_loss": 0.008895405530929566, "subset_score_loss": 0.008895405530929566}
+{"step": 4670000, "wall_time": 46466.65224957466, "train_loss_step": 2.237454652786255, "n_params": 4367410, "total_flops": 62655912038400000, "train_loss": 0.009072091579437256, "subset_score_loss": 0.009072091579437256}
+{"step": 4680000, "wall_time": 46547.8425347805, "train_loss_step": 2.311157464981079, "n_params": 4367410, "total_flops": 62790078873600000, "train_loss": 0.009011517763137817, "subset_score_loss": 0.009011517763137817}
+{"step": 4690000, "wall_time": 46639.00669193268, "train_loss_step": 2.4642868041992188, "n_params": 4367410, "total_flops": 62924245708800000, "train_loss": 0.008770853281021118, "subset_score_loss": 0.008770853281021118}
+{"step": 4700000, "wall_time": 46803.55354976654, "train_loss_step": 2.635695457458496, "n_params": 4367410, "total_flops": 63058412544000000, "train_loss": 0.009165700674057007, "subset_score_loss": 0.009165700674057007, "memorization_fraction_pixel": 0.765500009059906, "mean_nn_ratio_pixel": 0.30486148595809937, "fid": 47.03276918746556}
+{"step": 4710000, "wall_time": 46895.91434574127, "train_loss_step": 2.292849063873291, "n_params": 4367410, "total_flops": 63192579379200000, "train_loss": 0.00862701952457428, "subset_score_loss": 0.00862701952457428}
+{"step": 4720000, "wall_time": 46979.81490397453, "train_loss_step": 2.4788975715637207, "n_params": 4367410, "total_flops": 63326746214400000, "train_loss": 0.00892589271068573, "subset_score_loss": 0.00892589271068573}
+{"step": 4730000, "wall_time": 47054.40223002434, "train_loss_step": 2.3700478076934814, "n_params": 4367410, "total_flops": 63460913049600000, "train_loss": 0.00903749942779541, "subset_score_loss": 0.00903749942779541}
+{"step": 4740000, "wall_time": 47129.470408439636, "train_loss_step": 2.8144426345825195, "n_params": 4367410, "total_flops": 63595079884800000, "train_loss": 0.009278602600097656, "subset_score_loss": 0.009278602600097656}
+{"step": 4750000, "wall_time": 47202.42739248276, "train_loss_step": 2.4159884452819824, "n_params": 4367410, "total_flops": 63729246720000000, "train_loss": 0.008682819604873658, "subset_score_loss": 0.008682819604873658}
+{"step": 4760000, "wall_time": 47277.18872022629, "train_loss_step": 2.7364253997802734, "n_params": 4367410, "total_flops": 63863413555200000, "train_loss": 0.008925445079803467, "subset_score_loss": 0.008925445079803467}
+{"step": 4770000, "wall_time": 47349.16183924675, "train_loss_step": 2.5000791549682617, "n_params": 4367410, "total_flops": 63997580390400000, "train_loss": 0.009137343168258667, "subset_score_loss": 0.009137343168258667}
+{"step": 4780000, "wall_time": 47405.85135388374, "train_loss_step": 2.3089027404785156, "n_params": 4367410, "total_flops": 64131747225600000, "train_loss": 0.009221451878547669, "subset_score_loss": 0.009221451878547669}
+{"step": 4790000, "wall_time": 47463.1646399498, "train_loss_step": 2.5186767578125, "n_params": 4367410, "total_flops": 64265914060800000, "train_loss": 0.00878989815711975, "subset_score_loss": 0.00878989815711975}
+{"step": 4800000, "wall_time": 47566.70678162575, "train_loss_step": 2.3585667610168457, "n_params": 4367410, "total_flops": 64400080896000000, "train_loss": 0.00951250731945038, "subset_score_loss": 0.00951250731945038, "memorization_fraction_pixel": 0.7718999981880188, "mean_nn_ratio_pixel": 0.30325308442115784, "fid": 46.96294940484343}
+{"step": 4810000, "wall_time": 47624.07187986374, "train_loss_step": 2.288365125656128, "n_params": 4367410, "total_flops": 64534247731200000, "train_loss": 0.008509740233421326, "subset_score_loss": 0.008509740233421326}
+{"step": 4820000, "wall_time": 47681.42476296425, "train_loss_step": 2.379337787628174, "n_params": 4367410, "total_flops": 64668414566400000, "train_loss": 0.009101961255073548, "subset_score_loss": 0.009101961255073548}
+{"step": 4830000, "wall_time": 47738.842838048935, "train_loss_step": 2.589634895324707, "n_params": 4367410, "total_flops": 64802581401600000, "train_loss": 0.008635784983634948, "subset_score_loss": 0.008635784983634948}
+{"step": 4840000, "wall_time": 47796.27670669556, "train_loss_step": 2.5709452629089355, "n_params": 4367410, "total_flops": 64936748236800000, "train_loss": 0.00897725224494934, "subset_score_loss": 0.00897725224494934}
+{"step": 4850000, "wall_time": 47838.96061205864, "train_loss_step": 2.641573429107666, "n_params": 4367410, "total_flops": 65070915072000000, "train_loss": 0.008646965026855469, "subset_score_loss": 0.008646965026855469}
+{"step": 4860000, "wall_time": 47876.86625146866, "train_loss_step": 2.5163159370422363, "n_params": 4367410, "total_flops": 65205081907200000, "train_loss": 0.008867557644844055, "subset_score_loss": 0.008867557644844055}
+{"step": 4870000, "wall_time": 47914.789320230484, "train_loss_step": 2.1939244270324707, "n_params": 4367410, "total_flops": 65339248742400000, "train_loss": 0.008816502094268798, "subset_score_loss": 0.008816502094268798}
+{"step": 4880000, "wall_time": 47952.78638625145, "train_loss_step": 2.2615013122558594, "n_params": 4367410, "total_flops": 65473415577600000, "train_loss": 0.008704372048377991, "subset_score_loss": 0.008704372048377991}
+{"step": 4890000, "wall_time": 47990.77756047249, "train_loss_step": 2.469557285308838, "n_params": 4367410, "total_flops": 65607582412800000, "train_loss": 0.008993647694587707, "subset_score_loss": 0.008993647694587707}
+{"step": 4900000, "wall_time": 48060.789873838425, "train_loss_step": 2.2319536209106445, "n_params": 4367410, "total_flops": 65741749248000000, "train_loss": 0.00875380277633667, "subset_score_loss": 0.00875380277633667, "memorization_fraction_pixel": 0.7555000185966492, "mean_nn_ratio_pixel": 0.30668699741363525, "fid": 47.703100725571694}
+{"step": 4910000, "wall_time": 48098.761657714844, "train_loss_step": 2.3675408363342285, "n_params": 4367410, "total_flops": 65875916083200000, "train_loss": 0.00874017596244812, "subset_score_loss": 0.00874017596244812}
+{"step": 4920000, "wall_time": 48136.730062007904, "train_loss_step": 2.6100826263427734, "n_params": 4367410, "total_flops": 66010082918400000, "train_loss": 0.008770513534545898, "subset_score_loss": 0.008770513534545898}
+{"step": 4930000, "wall_time": 48174.698457956314, "train_loss_step": 2.3495097160339355, "n_params": 4367410, "total_flops": 66144249753600000, "train_loss": 0.008500479459762574, "subset_score_loss": 0.008500479459762574}
+{"step": 4940000, "wall_time": 48212.62642621994, "train_loss_step": 2.473384380340576, "n_params": 4367410, "total_flops": 66278416588800000, "train_loss": 0.008524015545845032, "subset_score_loss": 0.008524015545845032}
+{"step": 4950000, "wall_time": 48250.342360019684, "train_loss_step": 2.2370221614837646, "n_params": 4367410, "total_flops": 66412583424000000, "train_loss": 0.008448063731193542, "subset_score_loss": 0.008448063731193542}
+{"step": 4960000, "wall_time": 48288.23750257492, "train_loss_step": 2.457254648208618, "n_params": 4367410, "total_flops": 66546750259200000, "train_loss": 0.008712191581726075, "subset_score_loss": 0.008712191581726075}
+{"step": 4970000, "wall_time": 48326.208827495575, "train_loss_step": 2.4733872413635254, "n_params": 4367410, "total_flops": 66680917094400000, "train_loss": 0.008829214572906495, "subset_score_loss": 0.008829214572906495}
+{"step": 4980000, "wall_time": 48364.18447351456, "train_loss_step": 2.4684910774230957, "n_params": 4367410, "total_flops": 66815083929600000, "train_loss": 0.00847433865070343, "subset_score_loss": 0.00847433865070343}
+{"step": 4990000, "wall_time": 48402.15454053879, "train_loss_step": 2.415343999862671, "n_params": 4367410, "total_flops": 66949250764800000, "train_loss": 0.009122734665870666, "subset_score_loss": 0.009122734665870666}
+{"step": 5000000, "wall_time": 48472.52214598656, "train_loss_step": 2.314596176147461, "n_params": 4367410, "total_flops": 67083417600000000, "train_loss": 0.008432407975196838, "subset_score_loss": 0.008432407975196838, "memorization_fraction_pixel": 0.7702999711036682, "mean_nn_ratio_pixel": 0.30214565992355347, "fid": 46.94894326413366}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d50/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d50/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..fc1992895049884a77fa70f373ffac113fe834af
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d50/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     72s | train_loss=1.0025 | fid=245.4731
+  step   10000 |    165s | train_loss=0.8594
+  step   20000 |    258s | train_loss=0.8012
+  step   30000 |    352s | train_loss=0.7134
+  step   40000 |    445s | train_loss=0.5800
+  step   50000 |    538s | train_loss=0.4157
+  step   60000 |    632s | train_loss=0.2920
+  step   70000 |    725s | train_loss=0.2228
+  step   80000 |    818s | train_loss=0.1844
+  step   90000 |    912s | train_loss=0.1632
+  step  100000 |   1074s | train_loss=0.1475 | fid=57.4411
+  step  110000 |   1165s | train_loss=0.1362
+  step  120000 |   1258s | train_loss=0.1277
+  step  130000 |   1352s | train_loss=0.1195
+  step  140000 |   1445s | train_loss=0.1143
+  step  150000 |   1538s | train_loss=0.1073
+  step  160000 |   1631s | train_loss=0.1035
+  step  170000 |   1724s | train_loss=0.0977
+  step  180000 |   1818s | train_loss=0.0945
+  step  190000 |   1910s | train_loss=0.0911
+  step  200000 |   2074s | train_loss=0.0878 | fid=55.7627
+  step  210000 |   2165s | train_loss=0.0849
+  step  220000 |   2258s | train_loss=0.0816
+  step  230000 |   2351s | train_loss=0.0787
+  step  240000 |   2444s | train_loss=0.0780
+  step  250000 |   2537s | train_loss=0.0738
+  step  260000 |   2630s | train_loss=0.0727
+  step  270000 |   2723s | train_loss=0.0705
+  step  280000 |   2816s | train_loss=0.0677
+  step  290000 |   2902s | train_loss=0.0685
+  step  300000 |   3071s | train_loss=0.0657 | fid=53.6406
+  step  310000 |   3164s | train_loss=0.0637
+  step  320000 |   3255s | train_loss=0.0622
+  step  330000 |   3346s | train_loss=0.0624
+  step  340000 |   3439s | train_loss=0.0612
+  step  350000 |   3532s | train_loss=0.0590
+  step  360000 |   3625s | train_loss=0.0592
+  step  370000 |   3718s | train_loss=0.0581
+  step  380000 |   3806s | train_loss=0.0558
+  step  390000 |   3897s | train_loss=0.0552
+  step  400000 |   4065s | train_loss=0.0539 | fid=53.1491
+  step  410000 |   4159s | train_loss=0.0534
+  step  420000 |   4250s | train_loss=0.0529
+  step  430000 |   4342s | train_loss=0.0521
+  step  440000 |   4435s | train_loss=0.0510
+  step  450000 |   4528s | train_loss=0.0506
+  step  460000 |   4621s | train_loss=0.0497
+  step  470000 |   4712s | train_loss=0.0490
+  step  480000 |   4799s | train_loss=0.0480
+  step  490000 |   4892s | train_loss=0.0481
+  step  500000 |   5084s | train_loss=0.0472 | fid=52.0490
+  step  510000 |   5177s | train_loss=0.0458
+  step  520000 |   5268s | train_loss=0.0464
+  step  530000 |   5360s | train_loss=0.0456
+  step  540000 |   5453s | train_loss=0.0452
+  step  550000 |   5546s | train_loss=0.0453
+  step  560000 |   5637s | train_loss=0.0436
+  step  570000 |   5726s | train_loss=0.0436
+  step  580000 |   5819s | train_loss=0.0432
+  step  590000 |   5912s | train_loss=0.0425
+  step  600000 |   6078s | train_loss=0.0423 | fid=50.1917
+  step  610000 |   6171s | train_loss=0.0420
+  step  620000 |   6263s | train_loss=0.0413
+  step  630000 |   6355s | train_loss=0.0410
+  step  640000 |   6448s | train_loss=0.0404
+  step  650000 |   6537s | train_loss=0.0414
+  step  660000 |   6619s | train_loss=0.0393
+  step  670000 |   6708s | train_loss=0.0398
+  step  680000 |   6798s | train_loss=0.0395
+  step  690000 |   6891s | train_loss=0.0382
+  step  700000 |   7057s | train_loss=0.0382 | fid=49.2124
+  step  710000 |   7150s | train_loss=0.0378
+  step  720000 |   7243s | train_loss=0.0373
+  step  730000 |   7334s | train_loss=0.0379
+  step  740000 |   7426s | train_loss=0.0374
+  step  750000 |   7516s | train_loss=0.0371
+  step  760000 |   7598s | train_loss=0.0358
+  step  770000 |   7692s | train_loss=0.0368
+  step  780000 |   7784s | train_loss=0.0354
+  step  790000 |   7877s | train_loss=0.0362
+  step  800000 |   8081s | train_loss=0.0357 | fid=49.5452
+  step  810000 |   8174s | train_loss=0.0358
+  step  820000 |   8266s | train_loss=0.0352
+  step  830000 |   8357s | train_loss=0.0352
+  step  840000 |   8440s | train_loss=0.0347
+  step  850000 |   8521s | train_loss=0.0351
+  step  860000 |   8610s | train_loss=0.0337
+  step  870000 |   8703s | train_loss=0.0334
+  step  880000 |   8795s | train_loss=0.0338
+  step  890000 |   8887s | train_loss=0.0327
+  step  900000 |   9100s | train_loss=0.0330 | fid=48.2461
+  step  910000 |   9193s | train_loss=0.0333
+  step  920000 |   9284s | train_loss=0.0326
+  step  930000 |   9368s | train_loss=0.0323
+  step  940000 |   9456s | train_loss=0.0327
+  step  950000 |   9535s | train_loss=0.0325
+  step  960000 |   9628s | train_loss=0.0319
+  step  970000 |   9720s | train_loss=0.0321
+  step  980000 |   9814s | train_loss=0.0318
+  step  990000 |   9905s | train_loss=0.0308
+  step 1000000 |  10126s | train_loss=0.0309 | fid=48.9833
+  step 1010000 |  10219s | train_loss=0.0304
+  step 1020000 |  10296s | train_loss=0.0308
+  step 1030000 |  10388s | train_loss=0.0300
+  step 1040000 |  10468s | train_loss=0.0298
+  step 1050000 |  10556s | train_loss=0.0302
+  step 1060000 |  10648s | train_loss=0.0301
+  step 1070000 |  10741s | train_loss=0.0297
+  step 1080000 |  10832s | train_loss=0.0298
+  step 1090000 |  10925s | train_loss=0.0297
+  step 1100000 |  11149s | train_loss=0.0294 | fid=48.4839
+  step 1110000 |  11234s | train_loss=0.0292
+  step 1120000 |  11325s | train_loss=0.0286
+  step 1130000 |  11412s | train_loss=0.0289
+  step 1140000 |  11501s | train_loss=0.0287
+  step 1150000 |  11593s | train_loss=0.0286
+  step 1160000 |  11687s | train_loss=0.0285
+  step 1170000 |  11778s | train_loss=0.0280
+  step 1180000 |  11871s | train_loss=0.0278
+  step 1190000 |  11964s | train_loss=0.0277
+  step 1200000 |  12153s | train_loss=0.0280 | fid=47.5979
+  step 1210000 |  12244s | train_loss=0.0278
+  step 1220000 |  12336s | train_loss=0.0277
+  step 1230000 |  12426s | train_loss=0.0282
+  step 1240000 |  12519s | train_loss=0.0270
+  step 1250000 |  12612s | train_loss=0.0270
+  step 1260000 |  12703s | train_loss=0.0263
+  step 1270000 |  12796s | train_loss=0.0268
+  step 1280000 |  12889s | train_loss=0.0274
+  step 1290000 |  12982s | train_loss=0.0265
+  step 1300000 |  13149s | train_loss=0.0263 | fid=48.5711
+  step 1310000 |  13242s | train_loss=0.0257
+  step 1320000 |  13329s | train_loss=0.0262
+  step 1330000 |  13422s | train_loss=0.0256
+  step 1340000 |  13515s | train_loss=0.0257
+  step 1350000 |  13608s | train_loss=0.0259
+  step 1360000 |  13700s | train_loss=0.0260
+  step 1370000 |  13792s | train_loss=0.0247
+  step 1380000 |  13885s | train_loss=0.0260
+  step 1390000 |  13976s | train_loss=0.0246
+  step 1400000 |  14142s | train_loss=0.0254 | fid=47.8537
+  step 1410000 |  14232s | train_loss=0.0251
+  step 1420000 |  14323s | train_loss=0.0248
+  step 1430000 |  14416s | train_loss=0.0250
+  step 1440000 |  14509s | train_loss=0.0248
+  step 1450000 |  14602s | train_loss=0.0246
+  step 1460000 |  14693s | train_loss=0.0242
+  step 1470000 |  14786s | train_loss=0.0245
+  step 1480000 |  14879s | train_loss=0.0242
+  step 1490000 |  14969s | train_loss=0.0242
+  step 1500000 |  15136s | train_loss=0.0240 | fid=46.8409
+  step 1510000 |  15228s | train_loss=0.0242
+  step 1520000 |  15321s | train_loss=0.0235
+  step 1530000 |  15412s | train_loss=0.0234
+  step 1540000 |  15504s | train_loss=0.0232
+  step 1550000 |  15596s | train_loss=0.0241
+  step 1560000 |  15688s | train_loss=0.0231
+  step 1570000 |  15781s | train_loss=0.0240
+  step 1580000 |  15871s | train_loss=0.0234
+  step 1590000 |  15963s | train_loss=0.0226
+  step 1600000 |  16129s | train_loss=0.0230 | fid=46.4274
+  step 1610000 |  16221s | train_loss=0.0230
+  step 1620000 |  16315s | train_loss=0.0231
+  step 1630000 |  16406s | train_loss=0.0223
+  step 1640000 |  16499s | train_loss=0.0228
+  step 1650000 |  16591s | train_loss=0.0221
+  step 1660000 |  16684s | train_loss=0.0232
+  step 1670000 |  16770s | train_loss=0.0222
+  step 1680000 |  16856s | train_loss=0.0220
+  step 1690000 |  16949s | train_loss=0.0221
+  step 1700000 |  17159s | train_loss=0.0219 | fid=46.8640
+  step 1710000 |  17252s | train_loss=0.0229
+  step 1720000 |  17345s | train_loss=0.0227
+  step 1730000 |  17435s | train_loss=0.0216
+  step 1740000 |  17527s | train_loss=0.0214
+  step 1750000 |  17620s | train_loss=0.0217
+  step 1760000 |  17708s | train_loss=0.0210
+  step 1770000 |  17792s | train_loss=0.0214
+  step 1780000 |  17885s | train_loss=0.0213
+  step 1790000 |  17969s | train_loss=0.0219
+  step 1800000 |  18203s | train_loss=0.0214 | fid=47.5106
+  step 1810000 |  18296s | train_loss=0.0209
+  step 1820000 |  18388s | train_loss=0.0212
+  step 1830000 |  18479s | train_loss=0.0212
+  step 1840000 |  18572s | train_loss=0.0213
+  step 1850000 |  18661s | train_loss=0.0205
+  step 1860000 |  18753s | train_loss=0.0202
+  step 1870000 |  18846s | train_loss=0.0215
+  step 1880000 |  18936s | train_loss=0.0212
+  step 1890000 |  19028s | train_loss=0.0204
+  step 1900000 |  19199s | train_loss=0.0204 | fid=46.8226
+  step 1910000 |  19292s | train_loss=0.0196
+  step 1920000 |  19384s | train_loss=0.0200
+  step 1930000 |  19475s | train_loss=0.0201
+  step 1940000 |  19567s | train_loss=0.0200
+  step 1950000 |  19654s | train_loss=0.0196
+  step 1960000 |  19746s | train_loss=0.0199
+  step 1970000 |  19831s | train_loss=0.0194
+  step 1980000 |  19924s | train_loss=0.0194
+  step 1990000 |  20017s | train_loss=0.0201
+  step 2000000 |  20187s | train_loss=0.0193 | fid=47.1385
+  step 2010000 |  20280s | train_loss=0.0194
+  step 2020000 |  20374s | train_loss=0.0200
+  step 2030000 |  20463s | train_loss=0.0189
+  step 2040000 |  20553s | train_loss=0.0187
+  step 2050000 |  20644s | train_loss=0.0190
+  step 2060000 |  20736s | train_loss=0.0189
+  step 2070000 |  20817s | train_loss=0.0193
+  step 2080000 |  20910s | train_loss=0.0186
+  step 2090000 |  21002s | train_loss=0.0191
+  step 2100000 |  21220s | train_loss=0.0190 | fid=47.2612
+  step 2110000 |  21313s | train_loss=0.0183
+  step 2120000 |  21402s | train_loss=0.0189
+  step 2130000 |  21485s | train_loss=0.0187
+  step 2140000 |  21577s | train_loss=0.0182
+  step 2150000 |  21669s | train_loss=0.0192
+  step 2160000 |  21751s | train_loss=0.0182
+  step 2170000 |  21843s | train_loss=0.0177
+  step 2180000 |  21936s | train_loss=0.0187
+  step 2190000 |  22029s | train_loss=0.0176
+  step 2200000 |  22252s | train_loss=0.0181 | fid=46.3238
+  step 2210000 |  22342s | train_loss=0.0185
+  step 2220000 |  22418s | train_loss=0.0177
+  step 2230000 |  22510s | train_loss=0.0181
+  step 2240000 |  22602s | train_loss=0.0177
+  step 2250000 |  22691s | train_loss=0.0175
+  step 2260000 |  22784s | train_loss=0.0171
+  step 2270000 |  22878s | train_loss=0.0175
+  step 2280000 |  22970s | train_loss=0.0174
+  step 2290000 |  23063s | train_loss=0.0173
+  step 2300000 |  23267s | train_loss=0.0176 | fid=46.9600
+  step 2310000 |  23349s | train_loss=0.0177
+  step 2320000 |  23432s | train_loss=0.0178
+  step 2330000 |  23524s | train_loss=0.0171
+  step 2340000 |  23602s | train_loss=0.0181
+  step 2350000 |  23695s | train_loss=0.0174
+  step 2360000 |  23789s | train_loss=0.0173
+  step 2370000 |  23882s | train_loss=0.0169
+  step 2380000 |  23974s | train_loss=0.0167
+  step 2390000 |  24067s | train_loss=0.0167
+  step 2400000 |  24276s | train_loss=0.0163 | fid=46.7667
+  step 2410000 |  24358s | train_loss=0.0171
+  step 2420000 |  24448s | train_loss=0.0167
+  step 2430000 |  24531s | train_loss=0.0167
+  step 2440000 |  24624s | train_loss=0.0174
+  step 2450000 |  24717s | train_loss=0.0169
+  step 2460000 |  24809s | train_loss=0.0169
+  step 2470000 |  24902s | train_loss=0.0161
+  step 2480000 |  24995s | train_loss=0.0169
+  step 2490000 |  25087s | train_loss=0.0159
+  step 2500000 |  25261s | train_loss=0.0161 | fid=47.0073
+  step 2510000 |  25354s | train_loss=0.0166
+  step 2520000 |  25444s | train_loss=0.0155
+  step 2530000 |  25535s | train_loss=0.0171
+  step 2540000 |  25628s | train_loss=0.0155
+  step 2550000 |  25721s | train_loss=0.0161
+  step 2560000 |  25814s | train_loss=0.0155
+  step 2570000 |  25906s | train_loss=0.0156
+  step 2580000 |  26000s | train_loss=0.0161
+  step 2590000 |  26093s | train_loss=0.0154
+  step 2600000 |  26280s | train_loss=0.0157 | fid=47.2926
+  step 2610000 |  26371s | train_loss=0.0157
+  step 2620000 |  26450s | train_loss=0.0161
+  step 2630000 |  26543s | train_loss=0.0155
+  step 2640000 |  26636s | train_loss=0.0158
+  step 2650000 |  26729s | train_loss=0.0153
+  step 2660000 |  26822s | train_loss=0.0149
+  step 2670000 |  26914s | train_loss=0.0152
+  step 2680000 |  27007s | train_loss=0.0151
+  step 2690000 |  27095s | train_loss=0.0155
+  step 2700000 |  27257s | train_loss=0.0158 | fid=47.4872
+  step 2710000 |  27347s | train_loss=0.0145
+  step 2720000 |  27438s | train_loss=0.0146
+  step 2730000 |  27531s | train_loss=0.0148
+  step 2740000 |  27624s | train_loss=0.0156
+  step 2750000 |  27717s | train_loss=0.0146
+  step 2760000 |  27810s | train_loss=0.0150
+  step 2770000 |  27903s | train_loss=0.0151
+  step 2780000 |  27996s | train_loss=0.0151
+  step 2790000 |  28079s | train_loss=0.0141
+  step 2800000 |  28269s | train_loss=0.0144 | fid=46.8084
+  step 2810000 |  28349s | train_loss=0.0143
+  step 2820000 |  28440s | train_loss=0.0148
+  step 2830000 |  28533s | train_loss=0.0149
+  step 2840000 |  28626s | train_loss=0.0140
+  step 2850000 |  28719s | train_loss=0.0139
+  step 2860000 |  28812s | train_loss=0.0143
+  step 2870000 |  28904s | train_loss=0.0149
+  step 2880000 |  28988s | train_loss=0.0139
+  step 2890000 |  29078s | train_loss=0.0141
+  step 2900000 |  29245s | train_loss=0.0138 | fid=47.3339
+  step 2910000 |  29333s | train_loss=0.0137
+  step 2920000 |  29425s | train_loss=0.0139
+  step 2930000 |  29517s | train_loss=0.0136
+  step 2940000 |  29610s | train_loss=0.0141
+  step 2950000 |  29702s | train_loss=0.0143
+  step 2960000 |  29795s | train_loss=0.0144
+  step 2970000 |  29888s | train_loss=0.0142
+  step 2980000 |  29976s | train_loss=0.0138
+  step 2990000 |  30068s | train_loss=0.0139
+  step 3000000 |  30236s | train_loss=0.0137 | fid=46.5433
+  step 3010000 |  30329s | train_loss=0.0140
+  step 3020000 |  30423s | train_loss=0.0141
+  step 3030000 |  30514s | train_loss=0.0140
+  step 3040000 |  30606s | train_loss=0.0132
+  step 3050000 |  30699s | train_loss=0.0131
+  step 3060000 |  30792s | train_loss=0.0138
+  step 3070000 |  30882s | train_loss=0.0145
+  step 3080000 |  30973s | train_loss=0.0132
+  step 3090000 |  31065s | train_loss=0.0134
+  step 3100000 |  31228s | train_loss=0.0134 | fid=46.5444
+  step 3110000 |  31321s | train_loss=0.0133
+  step 3120000 |  31414s | train_loss=0.0129
+  step 3130000 |  31506s | train_loss=0.0131
+  step 3140000 |  31598s | train_loss=0.0130
+  step 3150000 |  31691s | train_loss=0.0129
+  step 3160000 |  31780s | train_loss=0.0127
+  step 3170000 |  31873s | train_loss=0.0129
+  step 3180000 |  31964s | train_loss=0.0130
+  step 3190000 |  32056s | train_loss=0.0128
+  step 3200000 |  32220s | train_loss=0.0134 | fid=47.3238
+  step 3210000 |  32313s | train_loss=0.0128
+  step 3220000 |  32405s | train_loss=0.0129
+  step 3230000 |  32499s | train_loss=0.0130
+  step 3240000 |  32589s | train_loss=0.0135
+  step 3250000 |  32681s | train_loss=0.0125
+  step 3260000 |  32765s | train_loss=0.0133
+  step 3270000 |  32856s | train_loss=0.0124
+  step 3280000 |  32948s | train_loss=0.0132
+  step 3290000 |  33030s | train_loss=0.0130
+  step 3300000 |  33193s | train_loss=0.0124 | fid=46.9600
+  step 3310000 |  33286s | train_loss=0.0128
+  step 3320000 |  33379s | train_loss=0.0133
+  step 3330000 |  33471s | train_loss=0.0126
+  step 3340000 |  33562s | train_loss=0.0123
+  step 3350000 |  33652s | train_loss=0.0127
+  step 3360000 |  33744s | train_loss=0.0120
+  step 3370000 |  33835s | train_loss=0.0129
+  step 3380000 |  33928s | train_loss=0.0124
+  step 3390000 |  34017s | train_loss=0.0121
+  step 3400000 |  34183s | train_loss=0.0118 | fid=46.6727
+  step 3410000 |  34276s | train_loss=0.0128
+  step 3420000 |  34369s | train_loss=0.0121
+  step 3430000 |  34462s | train_loss=0.0121
+  step 3440000 |  34553s | train_loss=0.0120
+  step 3450000 |  34643s | train_loss=0.0121
+  step 3460000 |  34736s | train_loss=0.0123
+  step 3470000 |  34827s | train_loss=0.0119
+  step 3480000 |  34915s | train_loss=0.0116
+  step 3490000 |  35005s | train_loss=0.0116
+  step 3500000 |  35170s | train_loss=0.0118 | fid=47.4358
+  step 3510000 |  35263s | train_loss=0.0118
+  step 3520000 |  35356s | train_loss=0.0117
+  step 3530000 |  35448s | train_loss=0.0119
+  step 3540000 |  35528s | train_loss=0.0114
+  step 3550000 |  35617s | train_loss=0.0118
+  step 3560000 |  35709s | train_loss=0.0115
+  step 3570000 |  35800s | train_loss=0.0118
+  step 3580000 |  35882s | train_loss=0.0114
+  step 3590000 |  35975s | train_loss=0.0115
+  step 3600000 |  36141s | train_loss=0.0117 | fid=47.2893
+  step 3610000 |  36234s | train_loss=0.0117
+  step 3620000 |  36326s | train_loss=0.0116
+  step 3630000 |  36419s | train_loss=0.0110
+  step 3640000 |  36501s | train_loss=0.0112
+  step 3650000 |  36593s | train_loss=0.0111
+  step 3660000 |  36685s | train_loss=0.0112
+  step 3670000 |  36776s | train_loss=0.0115
+  step 3680000 |  36858s | train_loss=0.0112
+  step 3690000 |  36951s | train_loss=0.0114
+  step 3700000 |  37115s | train_loss=0.0113 | fid=47.1130
+  step 3710000 |  37208s | train_loss=0.0116
+  step 3720000 |  37300s | train_loss=0.0115
+  step 3730000 |  37392s | train_loss=0.0109
+  step 3740000 |  37468s | train_loss=0.0111
+  step 3750000 |  37561s | train_loss=0.0110
+  step 3760000 |  37651s | train_loss=0.0112
+  step 3770000 |  37741s | train_loss=0.0107
+  step 3780000 |  37820s | train_loss=0.0115
+  step 3790000 |  37913s | train_loss=0.0106
+  step 3800000 |  38078s | train_loss=0.0109 | fid=46.8311
+  step 3810000 |  38171s | train_loss=0.0109
+  step 3820000 |  38263s | train_loss=0.0104
+  step 3830000 |  38355s | train_loss=0.0110
+  step 3840000 |  38434s | train_loss=0.0107
+  step 3850000 |  38526s | train_loss=0.0110
+  step 3860000 |  38618s | train_loss=0.0105
+  step 3870000 |  38708s | train_loss=0.0102
+  step 3880000 |  38786s | train_loss=0.0104
+  step 3890000 |  38878s | train_loss=0.0107
+  step 3900000 |  39045s | train_loss=0.0103 | fid=47.4419
+  step 3910000 |  39137s | train_loss=0.0110
+  step 3920000 |  39230s | train_loss=0.0104
+  step 3930000 |  39322s | train_loss=0.0110
+  step 3940000 |  39407s | train_loss=0.0104
+  step 3950000 |  39499s | train_loss=0.0108
+  step 3960000 |  39588s | train_loss=0.0107
+  step 3970000 |  39680s | train_loss=0.0106
+  step 3980000 |  39761s | train_loss=0.0104
+  step 3990000 |  39854s | train_loss=0.0101
+  step 4000000 |  40019s | train_loss=0.0102 | fid=46.9397
+  step 4010000 |  40112s | train_loss=0.0101
+  step 4020000 |  40206s | train_loss=0.0101
+  step 4030000 |  40291s | train_loss=0.0104
+  step 4040000 |  40377s | train_loss=0.0109
+  step 4050000 |  40469s | train_loss=0.0102
+  step 4060000 |  40560s | train_loss=0.0101
+  step 4070000 |  40651s | train_loss=0.0110
+  step 4080000 |  40733s | train_loss=0.0104
+  step 4090000 |  40826s | train_loss=0.0106
+  step 4100000 |  40991s | train_loss=0.0105 | fid=46.9536
+  step 4110000 |  41084s | train_loss=0.0102
+  step 4120000 |  41177s | train_loss=0.0101
+  step 4130000 |  41261s | train_loss=0.0103
+  step 4140000 |  41350s | train_loss=0.0103
+  step 4150000 |  41442s | train_loss=0.0108
+  step 4160000 |  41533s | train_loss=0.0097
+  step 4170000 |  41620s | train_loss=0.0095
+  step 4180000 |  41700s | train_loss=0.0101
+  step 4190000 |  41792s | train_loss=0.0100
+  step 4200000 |  41958s | train_loss=0.0100 | fid=47.1881
+  step 4210000 |  42051s | train_loss=0.0099
+  step 4220000 |  42144s | train_loss=0.0103
+  step 4230000 |  42225s | train_loss=0.0100
+  step 4240000 |  42316s | train_loss=0.0098
+  step 4250000 |  42409s | train_loss=0.0101
+  step 4260000 |  42500s | train_loss=0.0098
+  step 4270000 |  42593s | train_loss=0.0097
+  step 4280000 |  42669s | train_loss=0.0103
+  step 4290000 |  42762s | train_loss=0.0097
+  step 4300000 |  42926s | train_loss=0.0100 | fid=47.6540
+  step 4310000 |  43019s | train_loss=0.0093
+  step 4320000 |  43112s | train_loss=0.0098
+  step 4330000 |  43192s | train_loss=0.0097
+  step 4340000 |  43283s | train_loss=0.0098
+  step 4350000 |  43376s | train_loss=0.0098
+  step 4360000 |  43467s | train_loss=0.0095
+  step 4370000 |  43559s | train_loss=0.0102
+  step 4380000 |  43637s | train_loss=0.0100
+  step 4390000 |  43730s | train_loss=0.0095
+  step 4400000 |  43895s | train_loss=0.0095 | fid=47.3511
+  step 4410000 |  43988s | train_loss=0.0099
+  step 4420000 |  44081s | train_loss=0.0094
+  step 4430000 |  44158s | train_loss=0.0096
+  step 4440000 |  44250s | train_loss=0.0097
+  step 4450000 |  44343s | train_loss=0.0097
+  step 4460000 |  44434s | train_loss=0.0097
+  step 4470000 |  44524s | train_loss=0.0094
+  step 4480000 |  44605s | train_loss=0.0093
+  step 4490000 |  44696s | train_loss=0.0099
+  step 4500000 |  44860s | train_loss=0.0101 | fid=47.2830
+  step 4510000 |  44953s | train_loss=0.0094
+  step 4520000 |  45046s | train_loss=0.0098
+  step 4530000 |  45126s | train_loss=0.0090
+  step 4540000 |  45219s | train_loss=0.0095
+  step 4550000 |  45310s | train_loss=0.0094
+  step 4560000 |  45402s | train_loss=0.0094
+  step 4570000 |  45492s | train_loss=0.0095
+  step 4580000 |  45573s | train_loss=0.0089
+  step 4590000 |  45664s | train_loss=0.0090
+  step 4600000 |  45830s | train_loss=0.0095 | fid=47.1180
+  step 4610000 |  45922s | train_loss=0.0096
+  step 4620000 |  46014s | train_loss=0.0091
+  step 4630000 |  46099s | train_loss=0.0092
+  step 4640000 |  46192s | train_loss=0.0087
+  step 4650000 |  46283s | train_loss=0.0092
+  step 4660000 |  46376s | train_loss=0.0089
+  step 4670000 |  46467s | train_loss=0.0091
+  step 4680000 |  46548s | train_loss=0.0090
+  step 4690000 |  46639s | train_loss=0.0088
+  step 4700000 |  46804s | train_loss=0.0092 | fid=47.0328
+  step 4710000 |  46896s | train_loss=0.0086
+  step 4720000 |  46980s | train_loss=0.0089
+  step 4730000 |  47054s | train_loss=0.0090
+  step 4740000 |  47129s | train_loss=0.0093
+  step 4750000 |  47202s | train_loss=0.0087
+  step 4760000 |  47277s | train_loss=0.0089
+  step 4770000 |  47349s | train_loss=0.0091
+  step 4780000 |  47406s | train_loss=0.0092
+  step 4790000 |  47463s | train_loss=0.0088
+  step 4800000 |  47567s | train_loss=0.0095 | fid=46.9629
+  step 4810000 |  47624s | train_loss=0.0085
+  step 4820000 |  47681s | train_loss=0.0091
+  step 4830000 |  47739s | train_loss=0.0086
+  step 4840000 |  47796s | train_loss=0.0090
+  step 4850000 |  47839s | train_loss=0.0086
+  step 4860000 |  47877s | train_loss=0.0089
+  step 4870000 |  47915s | train_loss=0.0088
+  step 4880000 |  47953s | train_loss=0.0087
+  step 4890000 |  47991s | train_loss=0.0090
+  step 4900000 |  48061s | train_loss=0.0088 | fid=47.7031
+  step 4910000 |  48099s | train_loss=0.0087
+  step 4920000 |  48137s | train_loss=0.0088
+  step 4930000 |  48175s | train_loss=0.0085
+  step 4940000 |  48213s | train_loss=0.0085
+  step 4950000 |  48250s | train_loss=0.0084
+  step 4960000 |  48288s | train_loss=0.0087
+  step 4970000 |  48326s | train_loss=0.0088
+  step 4980000 |  48364s | train_loss=0.0085
+  step 4990000 |  48402s | train_loss=0.0091
+  step 5000000 |  48473s | train_loss=0.0084 | fid=46.9489
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d60/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d60/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..63f85fe20f06a9cf4986854e7f36fb462aa2d880
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d60/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d60/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d60",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 46,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d60/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d60/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..1b9074669c27de0305fc0b3a882e93f182ab7756
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d60/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 60, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d60/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 46}
+{"step": 1, "wall_time": 69.44831013679504, "train_loss_step": 60.127925872802734, "n_params": 4387900, "total_flops": 13479628800, "train_loss": 1.0031591415405274, "subset_score_loss": 1.0031591415405274, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9759441614151001, "fid": 298.40836121753733}
+{"step": 10000, "wall_time": 154.4472668170929, "train_loss_step": 13.709604263305664, "n_params": 4387900, "total_flops": 134796288000000, "train_loss": 0.8407108306884765, "subset_score_loss": 0.8407108306884765}
+{"step": 20000, "wall_time": 239.75103187561035, "train_loss_step": 11.446647644042969, "n_params": 4387900, "total_flops": 269592576000000, "train_loss": 0.7627233505249024, "subset_score_loss": 0.7627233505249024}
+{"step": 30000, "wall_time": 325.0446436405182, "train_loss_step": 9.741609573364258, "n_params": 4387900, "total_flops": 404388864000000, "train_loss": 0.654872449239095, "subset_score_loss": 0.654872449239095}
+{"step": 40000, "wall_time": 410.33795189857483, "train_loss_step": 8.49406909942627, "n_params": 4387900, "total_flops": 539185152000000, "train_loss": 0.4974799156188965, "subset_score_loss": 0.4974799156188965}
+{"step": 50000, "wall_time": 495.58425211906433, "train_loss_step": 7.748461723327637, "n_params": 4387900, "total_flops": 673981440000000, "train_loss": 0.3396968205769857, "subset_score_loss": 0.3396968205769857}
+{"step": 60000, "wall_time": 580.867701292038, "train_loss_step": 6.830739974975586, "n_params": 4387900, "total_flops": 808777728000000, "train_loss": 0.24229691823323568, "subset_score_loss": 0.24229691823323568}
+{"step": 70000, "wall_time": 666.1711337566376, "train_loss_step": 6.297135829925537, "n_params": 4387900, "total_flops": 943574016000000, "train_loss": 0.19328160285949708, "subset_score_loss": 0.19328160285949708}
+{"step": 80000, "wall_time": 751.4537580013275, "train_loss_step": 6.440393924713135, "n_params": 4387900, "total_flops": 1078370304000000, "train_loss": 0.1642027537027995, "subset_score_loss": 0.1642027537027995}
+{"step": 90000, "wall_time": 836.6997227668762, "train_loss_step": 5.435640335083008, "n_params": 4387900, "total_flops": 1213166592000000, "train_loss": 0.1463270346323649, "subset_score_loss": 0.1463270346323649}
+{"step": 100000, "wall_time": 988.2177977561951, "train_loss_step": 5.419066905975342, "n_params": 4387900, "total_flops": 1347962880000000, "train_loss": 0.13569100697835287, "subset_score_loss": 0.13569100697835287, "memorization_fraction_pixel": 0.0017999999690800905, "mean_nn_ratio_pixel": 0.8832115530967712, "fid": 57.61644028325091}
+{"step": 110000, "wall_time": 1066.8070435523987, "train_loss_step": 5.33735466003418, "n_params": 4387900, "total_flops": 1482759168000000, "train_loss": 0.12781391938527426, "subset_score_loss": 0.12781391938527426}
+{"step": 120000, "wall_time": 1152.0745179653168, "train_loss_step": 5.372956275939941, "n_params": 4387900, "total_flops": 1617555456000000, "train_loss": 0.11779924233754475, "subset_score_loss": 0.11779924233754475}
+{"step": 130000, "wall_time": 1237.358056306839, "train_loss_step": 5.538492202758789, "n_params": 4387900, "total_flops": 1752351744000000, "train_loss": 0.11275516351064047, "subset_score_loss": 0.11275516351064047}
+{"step": 140000, "wall_time": 1322.6661276817322, "train_loss_step": 5.324626445770264, "n_params": 4387900, "total_flops": 1887148032000000, "train_loss": 0.10747777620951335, "subset_score_loss": 0.10747777620951335}
+{"step": 150000, "wall_time": 1407.9812602996826, "train_loss_step": 5.271604061126709, "n_params": 4387900, "total_flops": 2021944320000000, "train_loss": 0.10144404570261638, "subset_score_loss": 0.10144404570261638}
+{"step": 160000, "wall_time": 1493.270175933838, "train_loss_step": 5.100010871887207, "n_params": 4387900, "total_flops": 2156740608000000, "train_loss": 0.09831276734670004, "subset_score_loss": 0.09831276734670004}
+{"step": 170000, "wall_time": 1578.5574152469635, "train_loss_step": 4.99329137802124, "n_params": 4387900, "total_flops": 2291536896000000, "train_loss": 0.09461967945098877, "subset_score_loss": 0.09461967945098877}
+{"step": 180000, "wall_time": 1663.8677718639374, "train_loss_step": 5.1989216804504395, "n_params": 4387900, "total_flops": 2426333184000000, "train_loss": 0.09017264048258464, "subset_score_loss": 0.09017264048258464}
+{"step": 190000, "wall_time": 1749.1239898204803, "train_loss_step": 5.117193222045898, "n_params": 4387900, "total_flops": 2561129472000000, "train_loss": 0.08705890973409017, "subset_score_loss": 0.08705890973409017}
+{"step": 200000, "wall_time": 1901.664800643921, "train_loss_step": 4.557777404785156, "n_params": 4387900, "total_flops": 2695925760000000, "train_loss": 0.08467761675516765, "subset_score_loss": 0.08467761675516765, "memorization_fraction_pixel": 0.02290000021457672, "mean_nn_ratio_pixel": 0.8040343523025513, "fid": 54.60015082085215}
+{"step": 210000, "wall_time": 1981.4766125679016, "train_loss_step": 4.789693355560303, "n_params": 4387900, "total_flops": 2830722048000000, "train_loss": 0.0827083667119344, "subset_score_loss": 0.0827083667119344}
+{"step": 220000, "wall_time": 2064.353106737137, "train_loss_step": 4.549098968505859, "n_params": 4387900, "total_flops": 2965518336000000, "train_loss": 0.08037554423014323, "subset_score_loss": 0.08037554423014323}
+{"step": 230000, "wall_time": 2149.6688141822815, "train_loss_step": 5.018644332885742, "n_params": 4387900, "total_flops": 3100314624000000, "train_loss": 0.07721519470214844, "subset_score_loss": 0.07721519470214844}
+{"step": 240000, "wall_time": 2234.9281516075134, "train_loss_step": 4.764850616455078, "n_params": 4387900, "total_flops": 3235110912000000, "train_loss": 0.07503048578898112, "subset_score_loss": 0.07503048578898112}
+{"step": 250000, "wall_time": 2320.2298352718353, "train_loss_step": 4.275176048278809, "n_params": 4387900, "total_flops": 3369907200000000, "train_loss": 0.07298616568247478, "subset_score_loss": 0.07298616568247478}
+{"step": 260000, "wall_time": 2405.3959720134735, "train_loss_step": 4.654072284698486, "n_params": 4387900, "total_flops": 3504703488000000, "train_loss": 0.07158942222595215, "subset_score_loss": 0.07158942222595215}
+{"step": 270000, "wall_time": 2490.9801161289215, "train_loss_step": 4.2773942947387695, "n_params": 4387900, "total_flops": 3639499776000000, "train_loss": 0.0704110066095988, "subset_score_loss": 0.0704110066095988}
+{"step": 280000, "wall_time": 2576.5307552814484, "train_loss_step": 4.773647308349609, "n_params": 4387900, "total_flops": 3774296064000000, "train_loss": 0.06729359626770019, "subset_score_loss": 0.06729359626770019}
+{"step": 290000, "wall_time": 2662.152064561844, "train_loss_step": 4.502429485321045, "n_params": 4387900, "total_flops": 3909092352000000, "train_loss": 0.06798427899678548, "subset_score_loss": 0.06798427899678548}
+{"step": 300000, "wall_time": 2818.6490581035614, "train_loss_step": 4.231683731079102, "n_params": 4387900, "total_flops": 4043888640000000, "train_loss": 0.06428674459457398, "subset_score_loss": 0.06428674459457398, "memorization_fraction_pixel": 0.0640999972820282, "mean_nn_ratio_pixel": 0.7406563758850098, "fid": 52.56300301871658}
+{"step": 310000, "wall_time": 2897.4504549503326, "train_loss_step": 4.624738693237305, "n_params": 4387900, "total_flops": 4178684928000000, "train_loss": 0.0640593409538269, "subset_score_loss": 0.0640593409538269}
+{"step": 320000, "wall_time": 2983.4047758579254, "train_loss_step": 3.849527359008789, "n_params": 4387900, "total_flops": 4313481216000000, "train_loss": 0.0625255028406779, "subset_score_loss": 0.0625255028406779}
+{"step": 330000, "wall_time": 3065.370772123337, "train_loss_step": 4.364718914031982, "n_params": 4387900, "total_flops": 4448277504000000, "train_loss": 0.06186060508092244, "subset_score_loss": 0.06186060508092244}
+{"step": 340000, "wall_time": 3150.967764854431, "train_loss_step": 4.132471084594727, "n_params": 4387900, "total_flops": 4583073792000000, "train_loss": 0.060783382256825766, "subset_score_loss": 0.060783382256825766}
+{"step": 350000, "wall_time": 3236.4900867938995, "train_loss_step": 4.163483142852783, "n_params": 4387900, "total_flops": 4717870080000000, "train_loss": 0.058865431944529215, "subset_score_loss": 0.058865431944529215}
+{"step": 360000, "wall_time": 3321.6523580551147, "train_loss_step": 4.140000343322754, "n_params": 4387900, "total_flops": 4852666368000000, "train_loss": 0.05826069513956706, "subset_score_loss": 0.05826069513956706}
+{"step": 370000, "wall_time": 3406.939021587372, "train_loss_step": 4.321197986602783, "n_params": 4387900, "total_flops": 4987462656000000, "train_loss": 0.05765825112660726, "subset_score_loss": 0.05765825112660726}
+{"step": 380000, "wall_time": 3492.5266795158386, "train_loss_step": 4.160311698913574, "n_params": 4387900, "total_flops": 5122258944000000, "train_loss": 0.05642418066660563, "subset_score_loss": 0.05642418066660563}
+{"step": 390000, "wall_time": 3578.0996997356415, "train_loss_step": 4.013683795928955, "n_params": 4387900, "total_flops": 5257055232000000, "train_loss": 0.055589763323465984, "subset_score_loss": 0.055589763323465984}
+{"step": 400000, "wall_time": 3734.7056908607483, "train_loss_step": 4.120441436767578, "n_params": 4387900, "total_flops": 5391851520000000, "train_loss": 0.0544243335723877, "subset_score_loss": 0.0544243335723877, "memorization_fraction_pixel": 0.10809999704360962, "mean_nn_ratio_pixel": 0.6982441544532776, "fid": 51.47065202181483}
+{"step": 410000, "wall_time": 3813.316487789154, "train_loss_step": 4.3160810470581055, "n_params": 4387900, "total_flops": 5526647808000000, "train_loss": 0.053982007503509524, "subset_score_loss": 0.053982007503509524}
+{"step": 420000, "wall_time": 3898.817539215088, "train_loss_step": 4.1424336433410645, "n_params": 4387900, "total_flops": 5661444096000000, "train_loss": 0.0543444037437439, "subset_score_loss": 0.0543444037437439}
+{"step": 430000, "wall_time": 3984.4184312820435, "train_loss_step": 4.090263843536377, "n_params": 4387900, "total_flops": 5796240384000000, "train_loss": 0.051767019430796306, "subset_score_loss": 0.051767019430796306}
+{"step": 440000, "wall_time": 4066.2044484615326, "train_loss_step": 4.1295061111450195, "n_params": 4387900, "total_flops": 5931036672000000, "train_loss": 0.051923521359761554, "subset_score_loss": 0.051923521359761554}
+{"step": 450000, "wall_time": 4151.717103004456, "train_loss_step": 4.08242130279541, "n_params": 4387900, "total_flops": 6065832960000000, "train_loss": 0.050907361507415774, "subset_score_loss": 0.050907361507415774}
+{"step": 460000, "wall_time": 4237.050767421722, "train_loss_step": 3.9377188682556152, "n_params": 4387900, "total_flops": 6200629248000000, "train_loss": 0.05075000921885173, "subset_score_loss": 0.05075000921885173}
+{"step": 470000, "wall_time": 4322.4723472595215, "train_loss_step": 4.283947944641113, "n_params": 4387900, "total_flops": 6335425536000000, "train_loss": 0.05011355479558309, "subset_score_loss": 0.05011355479558309}
+{"step": 480000, "wall_time": 4407.9024250507355, "train_loss_step": 3.714597702026367, "n_params": 4387900, "total_flops": 6470221824000000, "train_loss": 0.04930629332860311, "subset_score_loss": 0.04930629332860311}
+{"step": 490000, "wall_time": 4493.5648403167725, "train_loss_step": 4.115978717803955, "n_params": 4387900, "total_flops": 6605018112000000, "train_loss": 0.048850103219350176, "subset_score_loss": 0.048850103219350176}
+{"step": 500000, "wall_time": 4650.7696413993835, "train_loss_step": 3.9868521690368652, "n_params": 4387900, "total_flops": 6739814400000000, "train_loss": 0.048305169741312666, "subset_score_loss": 0.048305169741312666, "memorization_fraction_pixel": 0.14869999885559082, "mean_nn_ratio_pixel": 0.6574905514717102, "fid": 51.027684713921715}
+{"step": 510000, "wall_time": 4730.354123592377, "train_loss_step": 3.9823336601257324, "n_params": 4387900, "total_flops": 6874610688000000, "train_loss": 0.046918737888336184, "subset_score_loss": 0.046918737888336184}
+{"step": 520000, "wall_time": 4816.129357814789, "train_loss_step": 3.9921724796295166, "n_params": 4387900, "total_flops": 7009406976000000, "train_loss": 0.04742420514424642, "subset_score_loss": 0.04742420514424642}
+{"step": 530000, "wall_time": 4901.84203004837, "train_loss_step": 3.9482383728027344, "n_params": 4387900, "total_flops": 7144203264000000, "train_loss": 0.04694410959879557, "subset_score_loss": 0.04694410959879557}
+{"step": 540000, "wall_time": 4985.406938791275, "train_loss_step": 3.6375045776367188, "n_params": 4387900, "total_flops": 7278999552000000, "train_loss": 0.04580938418706258, "subset_score_loss": 0.04580938418706258}
+{"step": 550000, "wall_time": 5069.702223062515, "train_loss_step": 3.8368546962738037, "n_params": 4387900, "total_flops": 7413795840000000, "train_loss": 0.04477081298828125, "subset_score_loss": 0.04477081298828125}
+{"step": 560000, "wall_time": 5154.733507633209, "train_loss_step": 3.9718475341796875, "n_params": 4387900, "total_flops": 7548592128000000, "train_loss": 0.04474443991978963, "subset_score_loss": 0.04474443991978963}
+{"step": 570000, "wall_time": 5240.275284051895, "train_loss_step": 4.149533271789551, "n_params": 4387900, "total_flops": 7683388416000000, "train_loss": 0.044957272211710614, "subset_score_loss": 0.044957272211710614}
+{"step": 580000, "wall_time": 5325.601437568665, "train_loss_step": 3.8400352001190186, "n_params": 4387900, "total_flops": 7818184704000000, "train_loss": 0.04410570065180461, "subset_score_loss": 0.04410570065180461}
+{"step": 590000, "wall_time": 5411.086588144302, "train_loss_step": 3.996345281600952, "n_params": 4387900, "total_flops": 7952980992000000, "train_loss": 0.04270579814910889, "subset_score_loss": 0.04270579814910889}
+{"step": 600000, "wall_time": 5569.559346914291, "train_loss_step": 3.841125965118408, "n_params": 4387900, "total_flops": 8087777280000000, "train_loss": 0.04359757502873739, "subset_score_loss": 0.04359757502873739, "memorization_fraction_pixel": 0.19920000433921814, "mean_nn_ratio_pixel": 0.6190146207809448, "fid": 49.25702022508632}
+{"step": 610000, "wall_time": 5647.753140449524, "train_loss_step": 3.857609748840332, "n_params": 4387900, "total_flops": 8222573568000000, "train_loss": 0.04401154120763143, "subset_score_loss": 0.04401154120763143}
+{"step": 620000, "wall_time": 5733.364943742752, "train_loss_step": 3.8075191974639893, "n_params": 4387900, "total_flops": 8357369856000000, "train_loss": 0.042244823773701985, "subset_score_loss": 0.042244823773701985}
+{"step": 630000, "wall_time": 5818.951711654663, "train_loss_step": 3.888735294342041, "n_params": 4387900, "total_flops": 8492166144000000, "train_loss": 0.04266961415608724, "subset_score_loss": 0.04266961415608724}
+{"step": 640000, "wall_time": 5904.572181463242, "train_loss_step": 3.7863962650299072, "n_params": 4387900, "total_flops": 8626962432000000, "train_loss": 0.041316179434458415, "subset_score_loss": 0.041316179434458415}
+{"step": 650000, "wall_time": 5987.802686214447, "train_loss_step": 3.7814314365386963, "n_params": 4387900, "total_flops": 8761758720000000, "train_loss": 0.04160954554875692, "subset_score_loss": 0.04160954554875692}
+{"step": 660000, "wall_time": 6071.941832780838, "train_loss_step": 3.9299404621124268, "n_params": 4387900, "total_flops": 8896555008000000, "train_loss": 0.040296411514282225, "subset_score_loss": 0.040296411514282225}
+{"step": 670000, "wall_time": 6157.395466804504, "train_loss_step": 3.7965283393859863, "n_params": 4387900, "total_flops": 9031351296000000, "train_loss": 0.04087495803833008, "subset_score_loss": 0.04087495803833008}
+{"step": 680000, "wall_time": 6242.987008571625, "train_loss_step": 3.725620746612549, "n_params": 4387900, "total_flops": 9166147584000000, "train_loss": 0.04037927389144898, "subset_score_loss": 0.04037927389144898}
+{"step": 690000, "wall_time": 6328.336474657059, "train_loss_step": 3.926767587661743, "n_params": 4387900, "total_flops": 9300943872000000, "train_loss": 0.039928833643595375, "subset_score_loss": 0.039928833643595375}
+{"step": 700000, "wall_time": 6484.923000335693, "train_loss_step": 3.71064829826355, "n_params": 4387900, "total_flops": 9435740160000000, "train_loss": 0.03930754661560058, "subset_score_loss": 0.03930754661560058, "memorization_fraction_pixel": 0.24609999358654022, "mean_nn_ratio_pixel": 0.5802794694900513, "fid": 47.962115277790645}
+{"step": 710000, "wall_time": 6562.285457849503, "train_loss_step": 3.7681713104248047, "n_params": 4387900, "total_flops": 9570536448000000, "train_loss": 0.038994797070821124, "subset_score_loss": 0.038994797070821124}
+{"step": 720000, "wall_time": 6646.9136209487915, "train_loss_step": 3.721395969390869, "n_params": 4387900, "total_flops": 9705332736000000, "train_loss": 0.03874661525090536, "subset_score_loss": 0.03874661525090536}
+{"step": 730000, "wall_time": 6731.613486289978, "train_loss_step": 3.5561728477478027, "n_params": 4387900, "total_flops": 9840129024000000, "train_loss": 0.03941550652186076, "subset_score_loss": 0.03941550652186076}
+{"step": 740000, "wall_time": 6816.881525278091, "train_loss_step": 3.7702460289001465, "n_params": 4387900, "total_flops": 9974925312000000, "train_loss": 0.03928030729293823, "subset_score_loss": 0.03928030729293823}
+{"step": 750000, "wall_time": 6902.634982347488, "train_loss_step": 3.4629549980163574, "n_params": 4387900, "total_flops": 10109721600000000, "train_loss": 0.037778647740681966, "subset_score_loss": 0.037778647740681966}
+{"step": 760000, "wall_time": 6985.798538208008, "train_loss_step": 3.6879734992980957, "n_params": 4387900, "total_flops": 10244517888000000, "train_loss": 0.03739178975423177, "subset_score_loss": 0.03739178975423177}
+{"step": 770000, "wall_time": 7069.863299369812, "train_loss_step": 3.897383689880371, "n_params": 4387900, "total_flops": 10379314176000000, "train_loss": 0.03829770882924398, "subset_score_loss": 0.03829770882924398}
+{"step": 780000, "wall_time": 7155.389988422394, "train_loss_step": 3.4795913696289062, "n_params": 4387900, "total_flops": 10514110464000000, "train_loss": 0.0370055874188741, "subset_score_loss": 0.0370055874188741}
+{"step": 790000, "wall_time": 7240.943421840668, "train_loss_step": 3.5661814212799072, "n_params": 4387900, "total_flops": 10648906752000000, "train_loss": 0.036181358496348064, "subset_score_loss": 0.036181358496348064}
+{"step": 800000, "wall_time": 7394.619086265564, "train_loss_step": 3.6050515174865723, "n_params": 4387900, "total_flops": 10783703040000000, "train_loss": 0.036457590262095135, "subset_score_loss": 0.036457590262095135, "memorization_fraction_pixel": 0.28029999136924744, "mean_nn_ratio_pixel": 0.5621637105941772, "fid": 46.719200540251066}
+{"step": 810000, "wall_time": 7473.7810888290405, "train_loss_step": 3.590757131576538, "n_params": 4387900, "total_flops": 10918499328000000, "train_loss": 0.03627177476882935, "subset_score_loss": 0.03627177476882935}
+{"step": 820000, "wall_time": 7559.267114877701, "train_loss_step": 3.2918238639831543, "n_params": 4387900, "total_flops": 11053295616000000, "train_loss": 0.0352988322575887, "subset_score_loss": 0.0352988322575887}
+{"step": 830000, "wall_time": 7644.875617742538, "train_loss_step": 3.5790929794311523, "n_params": 4387900, "total_flops": 11188091904000000, "train_loss": 0.03530116478602092, "subset_score_loss": 0.03530116478602092}
+{"step": 840000, "wall_time": 7730.392440319061, "train_loss_step": 3.5471725463867188, "n_params": 4387900, "total_flops": 11322888192000000, "train_loss": 0.03546972672144572, "subset_score_loss": 0.03546972672144572}
+{"step": 850000, "wall_time": 7815.848893880844, "train_loss_step": 3.4908220767974854, "n_params": 4387900, "total_flops": 11457684480000000, "train_loss": 0.03677332798639933, "subset_score_loss": 0.03677332798639933}
+{"step": 860000, "wall_time": 7901.790509223938, "train_loss_step": 3.8536548614501953, "n_params": 4387900, "total_flops": 11592480768000000, "train_loss": 0.034972365697224936, "subset_score_loss": 0.034972365697224936}
+{"step": 870000, "wall_time": 7984.816150903702, "train_loss_step": 3.4968338012695312, "n_params": 4387900, "total_flops": 11727277056000000, "train_loss": 0.035242871443430586, "subset_score_loss": 0.035242871443430586}
+{"step": 880000, "wall_time": 8069.140087842941, "train_loss_step": 3.6750874519348145, "n_params": 4387900, "total_flops": 11862073344000000, "train_loss": 0.034321026007334395, "subset_score_loss": 0.034321026007334395}
+{"step": 890000, "wall_time": 8154.761516094208, "train_loss_step": 3.3904528617858887, "n_params": 4387900, "total_flops": 11996869632000000, "train_loss": 0.03422368764877319, "subset_score_loss": 0.03422368764877319}
+{"step": 900000, "wall_time": 8309.1207549572, "train_loss_step": 3.365562915802002, "n_params": 4387900, "total_flops": 12131665920000000, "train_loss": 0.033979113896687826, "subset_score_loss": 0.033979113896687826, "memorization_fraction_pixel": 0.3257000148296356, "mean_nn_ratio_pixel": 0.5288759469985962, "fid": 47.119115557360416}
+{"step": 910000, "wall_time": 8388.688150644302, "train_loss_step": 3.677821159362793, "n_params": 4387900, "total_flops": 12266462208000000, "train_loss": 0.03498458067576091, "subset_score_loss": 0.03498458067576091}
+{"step": 920000, "wall_time": 8456.862186431885, "train_loss_step": 3.8206911087036133, "n_params": 4387900, "total_flops": 12401258496000000, "train_loss": 0.0345531423886617, "subset_score_loss": 0.0345531423886617}
+{"step": 930000, "wall_time": 8542.4225025177, "train_loss_step": 3.614288330078125, "n_params": 4387900, "total_flops": 12536054784000000, "train_loss": 0.03289181192715963, "subset_score_loss": 0.03289181192715963}
+{"step": 940000, "wall_time": 8628.102501869202, "train_loss_step": 3.4976556301116943, "n_params": 4387900, "total_flops": 12670851072000000, "train_loss": 0.03346320390701294, "subset_score_loss": 0.03346320390701294}
+{"step": 950000, "wall_time": 8713.704052209854, "train_loss_step": 3.534740924835205, "n_params": 4387900, "total_flops": 12805647360000000, "train_loss": 0.03348602453867595, "subset_score_loss": 0.03348602453867595}
+{"step": 960000, "wall_time": 8799.155672550201, "train_loss_step": 3.434342861175537, "n_params": 4387900, "total_flops": 12940443648000000, "train_loss": 0.03239766955375671, "subset_score_loss": 0.03239766955375671}
+{"step": 970000, "wall_time": 8882.812121391296, "train_loss_step": 3.685833692550659, "n_params": 4387900, "total_flops": 13075239936000000, "train_loss": 0.032504457235336306, "subset_score_loss": 0.032504457235336306}
+{"step": 980000, "wall_time": 8968.49211549759, "train_loss_step": 3.4282453060150146, "n_params": 4387900, "total_flops": 13210036224000000, "train_loss": 0.03286479711532593, "subset_score_loss": 0.03286479711532593}
+{"step": 990000, "wall_time": 9052.397957801819, "train_loss_step": 3.355783700942993, "n_params": 4387900, "total_flops": 13344832512000000, "train_loss": 0.03213512897491455, "subset_score_loss": 0.03213512897491455}
+{"step": 1000000, "wall_time": 9203.741278648376, "train_loss_step": 3.549923896789551, "n_params": 4387900, "total_flops": 13479628800000000, "train_loss": 0.03206769029299418, "subset_score_loss": 0.03206769029299418, "memorization_fraction_pixel": 0.37869998812675476, "mean_nn_ratio_pixel": 0.5034304261207581, "fid": 46.265706146172796}
+{"step": 1010000, "wall_time": 9289.083196163177, "train_loss_step": 3.6126203536987305, "n_params": 4387900, "total_flops": 13614425088000000, "train_loss": 0.031759001811345416, "subset_score_loss": 0.031759001811345416}
+{"step": 1020000, "wall_time": 9358.505218029022, "train_loss_step": 3.3235604763031006, "n_params": 4387900, "total_flops": 13749221376000000, "train_loss": 0.032136499881744385, "subset_score_loss": 0.032136499881744385}
+{"step": 1030000, "wall_time": 9440.944402456284, "train_loss_step": 3.254484176635742, "n_params": 4387900, "total_flops": 13884017664000000, "train_loss": 0.03202568491299947, "subset_score_loss": 0.03202568491299947}
+{"step": 1040000, "wall_time": 9526.48492717743, "train_loss_step": 3.4840445518493652, "n_params": 4387900, "total_flops": 14018813952000000, "train_loss": 0.030790561437606813, "subset_score_loss": 0.030790561437606813}
+{"step": 1050000, "wall_time": 9612.137345075607, "train_loss_step": 3.3682260513305664, "n_params": 4387900, "total_flops": 14153610240000000, "train_loss": 0.030954378843307494, "subset_score_loss": 0.030954378843307494}
+{"step": 1060000, "wall_time": 9697.519859790802, "train_loss_step": 3.449610710144043, "n_params": 4387900, "total_flops": 14288406528000000, "train_loss": 0.03065667152404785, "subset_score_loss": 0.03065667152404785}
+{"step": 1070000, "wall_time": 9783.167545557022, "train_loss_step": 3.3053228855133057, "n_params": 4387900, "total_flops": 14423202816000000, "train_loss": 0.031249705950419107, "subset_score_loss": 0.031249705950419107}
+{"step": 1080000, "wall_time": 9866.49713563919, "train_loss_step": 3.3988418579101562, "n_params": 4387900, "total_flops": 14557999104000000, "train_loss": 0.03024676044782003, "subset_score_loss": 0.03024676044782003}
+{"step": 1090000, "wall_time": 9952.094170331955, "train_loss_step": 3.15220308303833, "n_params": 4387900, "total_flops": 14692795392000000, "train_loss": 0.030243011315663655, "subset_score_loss": 0.030243011315663655}
+{"step": 1100000, "wall_time": 10103.465579032898, "train_loss_step": 3.4912991523742676, "n_params": 4387900, "total_flops": 14827591680000000, "train_loss": 0.030858834584554035, "subset_score_loss": 0.030858834584554035, "memorization_fraction_pixel": 0.39730000495910645, "mean_nn_ratio_pixel": 0.49040499329566956, "fid": 46.60464821969417}
+{"step": 1110000, "wall_time": 10189.065282583237, "train_loss_step": 3.2328763008117676, "n_params": 4387900, "total_flops": 14962387968000000, "train_loss": 0.03028062383333842, "subset_score_loss": 0.03028062383333842}
+{"step": 1120000, "wall_time": 10272.75791835785, "train_loss_step": 3.6993448734283447, "n_params": 4387900, "total_flops": 15097184256000000, "train_loss": 0.029296672344207762, "subset_score_loss": 0.029296672344207762}
+{"step": 1130000, "wall_time": 10340.01860666275, "train_loss_step": 3.4418044090270996, "n_params": 4387900, "total_flops": 15231980544000000, "train_loss": 0.030308701594670615, "subset_score_loss": 0.030308701594670615}
+{"step": 1140000, "wall_time": 10425.44738483429, "train_loss_step": 3.4346635341644287, "n_params": 4387900, "total_flops": 15366776832000000, "train_loss": 0.029359461863835652, "subset_score_loss": 0.029359461863835652}
+{"step": 1150000, "wall_time": 10510.991094350815, "train_loss_step": 3.2979631423950195, "n_params": 4387900, "total_flops": 15501573120000000, "train_loss": 0.029135336478551228, "subset_score_loss": 0.029135336478551228}
+{"step": 1160000, "wall_time": 10596.517261505127, "train_loss_step": 3.418558120727539, "n_params": 4387900, "total_flops": 15636369408000000, "train_loss": 0.028988856077194213, "subset_score_loss": 0.028988856077194213}
+{"step": 1170000, "wall_time": 10682.120630264282, "train_loss_step": 3.4413304328918457, "n_params": 4387900, "total_flops": 15771165696000000, "train_loss": 0.029438183705012003, "subset_score_loss": 0.029438183705012003}
+{"step": 1180000, "wall_time": 10767.816764831543, "train_loss_step": 3.543898105621338, "n_params": 4387900, "total_flops": 15905961984000000, "train_loss": 0.029446874062220255, "subset_score_loss": 0.029446874062220255}
+{"step": 1190000, "wall_time": 10851.145077466965, "train_loss_step": 3.482431173324585, "n_params": 4387900, "total_flops": 16040758272000000, "train_loss": 0.028680314620335896, "subset_score_loss": 0.028680314620335896}
+{"step": 1200000, "wall_time": 11003.793523788452, "train_loss_step": 3.4713659286499023, "n_params": 4387900, "total_flops": 16175554560000000, "train_loss": 0.0285489022731781, "subset_score_loss": 0.0285489022731781, "memorization_fraction_pixel": 0.4595000147819519, "mean_nn_ratio_pixel": 0.45761626958847046, "fid": 46.03259099660237}
+{"step": 1210000, "wall_time": 11087.957917928696, "train_loss_step": 3.1831300258636475, "n_params": 4387900, "total_flops": 16310350848000000, "train_loss": 0.028533867994944253, "subset_score_loss": 0.028533867994944253}
+{"step": 1220000, "wall_time": 11173.394078731537, "train_loss_step": 3.544565200805664, "n_params": 4387900, "total_flops": 16445147136000000, "train_loss": 0.02813087304433187, "subset_score_loss": 0.02813087304433187}
+{"step": 1230000, "wall_time": 11245.029011964798, "train_loss_step": 3.3974170684814453, "n_params": 4387900, "total_flops": 16579943424000000, "train_loss": 0.0282405952612559, "subset_score_loss": 0.0282405952612559}
+{"step": 1240000, "wall_time": 11316.393606901169, "train_loss_step": 3.2651071548461914, "n_params": 4387900, "total_flops": 16714739712000000, "train_loss": 0.02860955595970154, "subset_score_loss": 0.02860955595970154}
+{"step": 1250000, "wall_time": 11402.022026538849, "train_loss_step": 2.936811923980713, "n_params": 4387900, "total_flops": 16849536000000000, "train_loss": 0.02796324094136556, "subset_score_loss": 0.02796324094136556}
+{"step": 1260000, "wall_time": 11487.501816749573, "train_loss_step": 3.5955018997192383, "n_params": 4387900, "total_flops": 16984332288000000, "train_loss": 0.027292591333389283, "subset_score_loss": 0.027292591333389283}
+{"step": 1270000, "wall_time": 11572.687952518463, "train_loss_step": 3.6506354808807373, "n_params": 4387900, "total_flops": 17119128576000000, "train_loss": 0.027884270747502646, "subset_score_loss": 0.027884270747502646}
+{"step": 1280000, "wall_time": 11658.286514043808, "train_loss_step": 3.4409444332122803, "n_params": 4387900, "total_flops": 17253924864000000, "train_loss": 0.027558682362238567, "subset_score_loss": 0.027558682362238567}
+{"step": 1290000, "wall_time": 11744.072216749191, "train_loss_step": 3.2741036415100098, "n_params": 4387900, "total_flops": 17388721152000000, "train_loss": 0.027297971645991008, "subset_score_loss": 0.027297971645991008}
+{"step": 1300000, "wall_time": 11894.3338367939, "train_loss_step": 3.0396552085876465, "n_params": 4387900, "total_flops": 17523517440000000, "train_loss": 0.027762983242670694, "subset_score_loss": 0.027762983242670694, "memorization_fraction_pixel": 0.48089998960494995, "mean_nn_ratio_pixel": 0.44580185413360596, "fid": 45.25047663293537}
+{"step": 1310000, "wall_time": 11980.343120574951, "train_loss_step": 2.974262237548828, "n_params": 4387900, "total_flops": 17658313728000000, "train_loss": 0.026168821255366008, "subset_score_loss": 0.026168821255366008}
+{"step": 1320000, "wall_time": 12064.353869438171, "train_loss_step": 3.5020992755889893, "n_params": 4387900, "total_flops": 17793110016000000, "train_loss": 0.027021731932957968, "subset_score_loss": 0.027021731932957968}
+{"step": 1330000, "wall_time": 12149.628905773163, "train_loss_step": 3.2394909858703613, "n_params": 4387900, "total_flops": 17927906304000000, "train_loss": 0.026277655363082887, "subset_score_loss": 0.026277655363082887}
+{"step": 1340000, "wall_time": 12223.90493273735, "train_loss_step": 3.4315743446350098, "n_params": 4387900, "total_flops": 18062702592000000, "train_loss": 0.026756274700164794, "subset_score_loss": 0.026756274700164794}
+{"step": 1350000, "wall_time": 12309.591376543045, "train_loss_step": 2.9845170974731445, "n_params": 4387900, "total_flops": 18197498880000000, "train_loss": 0.026859140396118163, "subset_score_loss": 0.026859140396118163}
+{"step": 1360000, "wall_time": 12395.075290679932, "train_loss_step": 3.36065936088562, "n_params": 4387900, "total_flops": 18332295168000000, "train_loss": 0.027011791865030926, "subset_score_loss": 0.027011791865030926}
+{"step": 1370000, "wall_time": 12480.479540586472, "train_loss_step": 3.6323797702789307, "n_params": 4387900, "total_flops": 18467091456000000, "train_loss": 0.02657010555267334, "subset_score_loss": 0.02657010555267334}
+{"step": 1380000, "wall_time": 12566.241900205612, "train_loss_step": 3.226201295852661, "n_params": 4387900, "total_flops": 18601887744000000, "train_loss": 0.026438162724177042, "subset_score_loss": 0.026438162724177042}
+{"step": 1390000, "wall_time": 12651.783658981323, "train_loss_step": 3.19388484954834, "n_params": 4387900, "total_flops": 18736684032000000, "train_loss": 0.02631525198618571, "subset_score_loss": 0.02631525198618571}
+{"step": 1400000, "wall_time": 12800.983474254608, "train_loss_step": 3.009028911590576, "n_params": 4387900, "total_flops": 18871480320000000, "train_loss": 0.02566043734550476, "subset_score_loss": 0.02566043734550476, "memorization_fraction_pixel": 0.5116000175476074, "mean_nn_ratio_pixel": 0.4294377565383911, "fid": 44.961725535677076}
+{"step": 1410000, "wall_time": 12886.678587436676, "train_loss_step": 3.3202316761016846, "n_params": 4387900, "total_flops": 19006276608000000, "train_loss": 0.026450749238332114, "subset_score_loss": 0.026450749238332114}
+{"step": 1420000, "wall_time": 12972.407519102097, "train_loss_step": 3.1800599098205566, "n_params": 4387900, "total_flops": 19141072896000000, "train_loss": 0.025722567240397134, "subset_score_loss": 0.025722567240397134}
+{"step": 1430000, "wall_time": 13056.543449163437, "train_loss_step": 3.1925160884857178, "n_params": 4387900, "total_flops": 19275869184000000, "train_loss": 0.02525168259938558, "subset_score_loss": 0.02525168259938558}
+{"step": 1440000, "wall_time": 13135.26973772049, "train_loss_step": 3.329812526702881, "n_params": 4387900, "total_flops": 19410665472000000, "train_loss": 0.025505455334981282, "subset_score_loss": 0.025505455334981282}
+{"step": 1450000, "wall_time": 13220.840031862259, "train_loss_step": 2.9200894832611084, "n_params": 4387900, "total_flops": 19545461760000000, "train_loss": 0.024802176157633464, "subset_score_loss": 0.024802176157633464}
+{"step": 1460000, "wall_time": 13306.410877227783, "train_loss_step": 3.1033365726470947, "n_params": 4387900, "total_flops": 19680258048000000, "train_loss": 0.025111323595046996, "subset_score_loss": 0.025111323595046996}
+{"step": 1470000, "wall_time": 13391.868606328964, "train_loss_step": 3.1553831100463867, "n_params": 4387900, "total_flops": 19815054336000000, "train_loss": 0.02523897687594096, "subset_score_loss": 0.02523897687594096}
+{"step": 1480000, "wall_time": 13477.565872430801, "train_loss_step": 3.1932997703552246, "n_params": 4387900, "total_flops": 19949850624000000, "train_loss": 0.025178825855255126, "subset_score_loss": 0.025178825855255126}
+{"step": 1490000, "wall_time": 13563.30204463005, "train_loss_step": 3.2733967304229736, "n_params": 4387900, "total_flops": 20084646912000000, "train_loss": 0.02509137193361918, "subset_score_loss": 0.02509137193361918}
+{"step": 1500000, "wall_time": 13715.988571882248, "train_loss_step": 3.394132375717163, "n_params": 4387900, "total_flops": 20219443200000000, "train_loss": 0.024785548448562622, "subset_score_loss": 0.024785548448562622, "memorization_fraction_pixel": 0.5525000095367432, "mean_nn_ratio_pixel": 0.40829527378082275, "fid": 44.44503817712337}
+{"step": 1510000, "wall_time": 13799.414070129395, "train_loss_step": 2.7856123447418213, "n_params": 4387900, "total_flops": 20354239488000000, "train_loss": 0.02463342746098836, "subset_score_loss": 0.02463342746098836}
+{"step": 1520000, "wall_time": 13884.886634349823, "train_loss_step": 2.9881792068481445, "n_params": 4387900, "total_flops": 20489035776000000, "train_loss": 0.02480290730794271, "subset_score_loss": 0.02480290730794271}
+{"step": 1530000, "wall_time": 13970.51472401619, "train_loss_step": 3.4669108390808105, "n_params": 4387900, "total_flops": 20623832064000000, "train_loss": 0.02392574946085612, "subset_score_loss": 0.02392574946085612}
+{"step": 1540000, "wall_time": 14050.595896959305, "train_loss_step": 3.370229482650757, "n_params": 4387900, "total_flops": 20758628352000000, "train_loss": 0.024172526597976685, "subset_score_loss": 0.024172526597976685}
+{"step": 1550000, "wall_time": 14133.090396404266, "train_loss_step": 3.1483240127563477, "n_params": 4387900, "total_flops": 20893424640000000, "train_loss": 0.023640445868174233, "subset_score_loss": 0.023640445868174233}
+{"step": 1560000, "wall_time": 14218.46584033966, "train_loss_step": 3.0923824310302734, "n_params": 4387900, "total_flops": 21028220928000000, "train_loss": 0.02387097676595052, "subset_score_loss": 0.02387097676595052}
+{"step": 1570000, "wall_time": 14304.048929452896, "train_loss_step": 3.4625582695007324, "n_params": 4387900, "total_flops": 21163017216000000, "train_loss": 0.02494909365971883, "subset_score_loss": 0.02494909365971883}
+{"step": 1580000, "wall_time": 14389.58225774765, "train_loss_step": 3.370222568511963, "n_params": 4387900, "total_flops": 21297813504000000, "train_loss": 0.02376980185508728, "subset_score_loss": 0.02376980185508728}
+{"step": 1590000, "wall_time": 14475.223631620407, "train_loss_step": 3.3060121536254883, "n_params": 4387900, "total_flops": 21432609792000000, "train_loss": 0.024415409564971922, "subset_score_loss": 0.024415409564971922}
+{"step": 1600000, "wall_time": 14626.47975730896, "train_loss_step": 3.3040785789489746, "n_params": 4387900, "total_flops": 21567406080000000, "train_loss": 0.023055030902226766, "subset_score_loss": 0.023055030902226766, "memorization_fraction_pixel": 0.5763000249862671, "mean_nn_ratio_pixel": 0.3958057761192322, "fid": 44.34286005809257}
+{"step": 1610000, "wall_time": 14712.648251771927, "train_loss_step": 3.0740914344787598, "n_params": 4387900, "total_flops": 21702202368000000, "train_loss": 0.022956587870915732, "subset_score_loss": 0.022956587870915732}
+{"step": 1620000, "wall_time": 14795.932279586792, "train_loss_step": 3.04648494720459, "n_params": 4387900, "total_flops": 21836998656000000, "train_loss": 0.022957239548365274, "subset_score_loss": 0.022957239548365274}
+{"step": 1630000, "wall_time": 14881.542134284973, "train_loss_step": 2.844312906265259, "n_params": 4387900, "total_flops": 21971794944000000, "train_loss": 0.02290884852409363, "subset_score_loss": 0.02290884852409363}
+{"step": 1640000, "wall_time": 14966.911489486694, "train_loss_step": 3.1294565200805664, "n_params": 4387900, "total_flops": 22106591232000000, "train_loss": 0.02344740430514018, "subset_score_loss": 0.02344740430514018}
+{"step": 1650000, "wall_time": 15045.150077342987, "train_loss_step": 3.06494140625, "n_params": 4387900, "total_flops": 22241387520000000, "train_loss": 0.022563334306081137, "subset_score_loss": 0.022563334306081137}
+{"step": 1660000, "wall_time": 15130.583687067032, "train_loss_step": 3.1908211708068848, "n_params": 4387900, "total_flops": 22376183808000000, "train_loss": 0.02320479353268941, "subset_score_loss": 0.02320479353268941}
+{"step": 1670000, "wall_time": 15215.971489667892, "train_loss_step": 3.47457218170166, "n_params": 4387900, "total_flops": 22510980096000000, "train_loss": 0.02244874437650045, "subset_score_loss": 0.02244874437650045}
+{"step": 1680000, "wall_time": 15301.617592334747, "train_loss_step": 3.0286636352539062, "n_params": 4387900, "total_flops": 22645776384000000, "train_loss": 0.022518283128738402, "subset_score_loss": 0.022518283128738402}
+{"step": 1690000, "wall_time": 15387.266617298126, "train_loss_step": 2.9810361862182617, "n_params": 4387900, "total_flops": 22780572672000000, "train_loss": 0.022560654083887736, "subset_score_loss": 0.022560654083887736}
+{"step": 1700000, "wall_time": 15539.627398014069, "train_loss_step": 3.170999050140381, "n_params": 4387900, "total_flops": 22915368960000000, "train_loss": 0.022107454140981038, "subset_score_loss": 0.022107454140981038, "memorization_fraction_pixel": 0.6226999759674072, "mean_nn_ratio_pixel": 0.3769133687019348, "fid": 44.30952190665456}
+{"step": 1710000, "wall_time": 15625.302370071411, "train_loss_step": 3.3838229179382324, "n_params": 4387900, "total_flops": 23050165248000000, "train_loss": 0.02250567078590393, "subset_score_loss": 0.02250567078590393}
+{"step": 1720000, "wall_time": 15711.548625707626, "train_loss_step": 3.0065484046936035, "n_params": 4387900, "total_flops": 23184961536000000, "train_loss": 0.022747443119684855, "subset_score_loss": 0.022747443119684855}
+{"step": 1730000, "wall_time": 15794.594432115555, "train_loss_step": 3.040207624435425, "n_params": 4387900, "total_flops": 23319757824000000, "train_loss": 0.022094239791234333, "subset_score_loss": 0.022094239791234333}
+{"step": 1740000, "wall_time": 15880.057953834534, "train_loss_step": 2.892015218734741, "n_params": 4387900, "total_flops": 23454554112000000, "train_loss": 0.02184615929921468, "subset_score_loss": 0.02184615929921468}
+{"step": 1750000, "wall_time": 15958.878633499146, "train_loss_step": 2.933403491973877, "n_params": 4387900, "total_flops": 23589350400000000, "train_loss": 0.022217424710591634, "subset_score_loss": 0.022217424710591634}
+{"step": 1760000, "wall_time": 16043.091598272324, "train_loss_step": 3.1768696308135986, "n_params": 4387900, "total_flops": 23724146688000000, "train_loss": 0.021551348765691123, "subset_score_loss": 0.021551348765691123}
+{"step": 1770000, "wall_time": 16128.192032337189, "train_loss_step": 2.817627429962158, "n_params": 4387900, "total_flops": 23858942976000000, "train_loss": 0.02170383930206299, "subset_score_loss": 0.02170383930206299}
+{"step": 1780000, "wall_time": 16213.79485964775, "train_loss_step": 3.128325939178467, "n_params": 4387900, "total_flops": 23993739264000000, "train_loss": 0.02158425052960714, "subset_score_loss": 0.02158425052960714}
+{"step": 1790000, "wall_time": 16299.465392827988, "train_loss_step": 3.0475826263427734, "n_params": 4387900, "total_flops": 24128535552000000, "train_loss": 0.021016935507456463, "subset_score_loss": 0.021016935507456463}
+{"step": 1800000, "wall_time": 16452.089386940002, "train_loss_step": 3.1282906532287598, "n_params": 4387900, "total_flops": 24263331840000000, "train_loss": 0.020914047956466675, "subset_score_loss": 0.020914047956466675, "memorization_fraction_pixel": 0.6392999887466431, "mean_nn_ratio_pixel": 0.36931630969047546, "fid": 44.525503140500504}
+{"step": 1810000, "wall_time": 16537.71589779854, "train_loss_step": 3.0932836532592773, "n_params": 4387900, "total_flops": 24398128128000000, "train_loss": 0.021568775177001953, "subset_score_loss": 0.021568775177001953}
+{"step": 1820000, "wall_time": 16623.257034778595, "train_loss_step": 2.9040815830230713, "n_params": 4387900, "total_flops": 24532924416000000, "train_loss": 0.02098206877708435, "subset_score_loss": 0.02098206877708435}
+{"step": 1830000, "wall_time": 16707.347088575363, "train_loss_step": 3.073573112487793, "n_params": 4387900, "total_flops": 24667720704000000, "train_loss": 0.021163022518157958, "subset_score_loss": 0.021163022518157958}
+{"step": 1840000, "wall_time": 16792.22643661499, "train_loss_step": 3.090834140777588, "n_params": 4387900, "total_flops": 24802516992000000, "train_loss": 0.02087151606877645, "subset_score_loss": 0.02087151606877645}
+{"step": 1850000, "wall_time": 16857.51221036911, "train_loss_step": 2.9141273498535156, "n_params": 4387900, "total_flops": 24937313280000000, "train_loss": 0.020561931530634563, "subset_score_loss": 0.020561931530634563}
+{"step": 1860000, "wall_time": 16941.95959711075, "train_loss_step": 3.1211490631103516, "n_params": 4387900, "total_flops": 25072109568000000, "train_loss": 0.021362207333246865, "subset_score_loss": 0.021362207333246865}
+{"step": 1870000, "wall_time": 17025.974056243896, "train_loss_step": 3.035571575164795, "n_params": 4387900, "total_flops": 25206905856000000, "train_loss": 0.0210293710231781, "subset_score_loss": 0.0210293710231781}
+{"step": 1880000, "wall_time": 17111.24977207184, "train_loss_step": 3.220308303833008, "n_params": 4387900, "total_flops": 25341702144000000, "train_loss": 0.021226527293523152, "subset_score_loss": 0.021226527293523152}
+{"step": 1890000, "wall_time": 17196.758785247803, "train_loss_step": 3.0782415866851807, "n_params": 4387900, "total_flops": 25476498432000000, "train_loss": 0.020476782321929933, "subset_score_loss": 0.020476782321929933}
+{"step": 1900000, "wall_time": 17349.211752414703, "train_loss_step": 2.9884049892425537, "n_params": 4387900, "total_flops": 25611294720000000, "train_loss": 0.019550528128941855, "subset_score_loss": 0.019550528128941855, "memorization_fraction_pixel": 0.666100025177002, "mean_nn_ratio_pixel": 0.35766732692718506, "fid": 44.30313367617236}
+{"step": 1910000, "wall_time": 17434.750252723694, "train_loss_step": 3.1409122943878174, "n_params": 4387900, "total_flops": 25746091008000000, "train_loss": 0.02038737932840983, "subset_score_loss": 0.02038737932840983}
+{"step": 1920000, "wall_time": 17520.299404859543, "train_loss_step": 3.1250102519989014, "n_params": 4387900, "total_flops": 25880887296000000, "train_loss": 0.020222644011179607, "subset_score_loss": 0.020222644011179607}
+{"step": 1930000, "wall_time": 17605.859879732132, "train_loss_step": 3.1084399223327637, "n_params": 4387900, "total_flops": 26015683584000000, "train_loss": 0.020699548721313476, "subset_score_loss": 0.020699548721313476}
+{"step": 1940000, "wall_time": 17689.953619003296, "train_loss_step": 2.9537816047668457, "n_params": 4387900, "total_flops": 26150479872000000, "train_loss": 0.020032201210657755, "subset_score_loss": 0.020032201210657755}
+{"step": 1950000, "wall_time": 17774.926458597183, "train_loss_step": 2.8058061599731445, "n_params": 4387900, "total_flops": 26285276160000000, "train_loss": 0.019618682066599526, "subset_score_loss": 0.019618682066599526}
+{"step": 1960000, "wall_time": 17840.84669971466, "train_loss_step": 2.740945816040039, "n_params": 4387900, "total_flops": 26420072448000000, "train_loss": 0.019518921772638958, "subset_score_loss": 0.019518921772638958}
+{"step": 1970000, "wall_time": 17926.42976999283, "train_loss_step": 2.879688262939453, "n_params": 4387900, "total_flops": 26554868736000000, "train_loss": 0.019615046183268228, "subset_score_loss": 0.019615046183268228}
+{"step": 1980000, "wall_time": 18011.002266168594, "train_loss_step": 2.7429776191711426, "n_params": 4387900, "total_flops": 26689665024000000, "train_loss": 0.019571600357691447, "subset_score_loss": 0.019571600357691447}
+{"step": 1990000, "wall_time": 18095.812773942947, "train_loss_step": 3.183021068572998, "n_params": 4387900, "total_flops": 26824461312000000, "train_loss": 0.019874203205108642, "subset_score_loss": 0.019874203205108642}
+{"step": 2000000, "wall_time": 18246.933205127716, "train_loss_step": 2.802460193634033, "n_params": 4387900, "total_flops": 26959257600000000, "train_loss": 0.019736729065577188, "subset_score_loss": 0.019736729065577188, "memorization_fraction_pixel": 0.6754000186920166, "mean_nn_ratio_pixel": 0.3547990322113037, "fid": 44.072305026972415}
+{"step": 2010000, "wall_time": 18332.59975552559, "train_loss_step": 2.9469785690307617, "n_params": 4387900, "total_flops": 27094053888000000, "train_loss": 0.019199053446451824, "subset_score_loss": 0.019199053446451824}
+{"step": 2020000, "wall_time": 18418.2549636364, "train_loss_step": 2.8600783348083496, "n_params": 4387900, "total_flops": 27228850176000000, "train_loss": 0.019301211833953856, "subset_score_loss": 0.019301211833953856}
+{"step": 2030000, "wall_time": 18503.745294332504, "train_loss_step": 2.987016201019287, "n_params": 4387900, "total_flops": 27363646464000000, "train_loss": 0.019038059314092002, "subset_score_loss": 0.019038059314092002}
+{"step": 2040000, "wall_time": 18589.345302581787, "train_loss_step": 2.8332762718200684, "n_params": 4387900, "total_flops": 27498442752000000, "train_loss": 0.018796008825302125, "subset_score_loss": 0.018796008825302125}
+{"step": 2050000, "wall_time": 18673.300387859344, "train_loss_step": 3.2337124347686768, "n_params": 4387900, "total_flops": 27633239040000000, "train_loss": 0.019681658347447714, "subset_score_loss": 0.019681658347447714}
+{"step": 2060000, "wall_time": 18751.127723932266, "train_loss_step": 2.859076499938965, "n_params": 4387900, "total_flops": 27768035328000000, "train_loss": 0.018704915046691896, "subset_score_loss": 0.018704915046691896}
+{"step": 2070000, "wall_time": 18836.71493124962, "train_loss_step": 2.776153087615967, "n_params": 4387900, "total_flops": 27902831616000000, "train_loss": 0.01925180753072103, "subset_score_loss": 0.01925180753072103}
+{"step": 2080000, "wall_time": 18922.09265112877, "train_loss_step": 3.058732748031616, "n_params": 4387900, "total_flops": 28037627904000000, "train_loss": 0.01852060357729594, "subset_score_loss": 0.01852060357729594}
+{"step": 2090000, "wall_time": 19008.072246789932, "train_loss_step": 3.0251822471618652, "n_params": 4387900, "total_flops": 28172424192000000, "train_loss": 0.019357482592264812, "subset_score_loss": 0.019357482592264812}
+{"step": 2100000, "wall_time": 19158.592820882797, "train_loss_step": 2.825282335281372, "n_params": 4387900, "total_flops": 28307220480000000, "train_loss": 0.018560306231180827, "subset_score_loss": 0.018560306231180827, "memorization_fraction_pixel": 0.6933000087738037, "mean_nn_ratio_pixel": 0.3460744023323059, "fid": 44.458429851630726}
+{"step": 2110000, "wall_time": 19244.25092434883, "train_loss_step": 3.000541925430298, "n_params": 4387900, "total_flops": 28442016768000000, "train_loss": 0.018440256516138714, "subset_score_loss": 0.018440256516138714}
+{"step": 2120000, "wall_time": 19329.81560564041, "train_loss_step": 2.6351609230041504, "n_params": 4387900, "total_flops": 28576813056000000, "train_loss": 0.019564102093378704, "subset_score_loss": 0.019564102093378704}
+{"step": 2130000, "wall_time": 19415.350133419037, "train_loss_step": 3.0122241973876953, "n_params": 4387900, "total_flops": 28711609344000000, "train_loss": 0.018741883834203086, "subset_score_loss": 0.018741883834203086}
+{"step": 2140000, "wall_time": 19500.87393450737, "train_loss_step": 3.0381550788879395, "n_params": 4387900, "total_flops": 28846405632000000, "train_loss": 0.018004842599232993, "subset_score_loss": 0.018004842599232993}
+{"step": 2150000, "wall_time": 19586.459341049194, "train_loss_step": 3.0680456161499023, "n_params": 4387900, "total_flops": 28981201920000000, "train_loss": 0.018635729948679607, "subset_score_loss": 0.018635729948679607}
+{"step": 2160000, "wall_time": 19663.307296276093, "train_loss_step": 2.831763505935669, "n_params": 4387900, "total_flops": 29115998208000000, "train_loss": 0.01825881004333496, "subset_score_loss": 0.01825881004333496}
+{"step": 2170000, "wall_time": 19732.511994838715, "train_loss_step": 2.772329568862915, "n_params": 4387900, "total_flops": 29250794496000000, "train_loss": 0.01788904666900635, "subset_score_loss": 0.01788904666900635}
+{"step": 2180000, "wall_time": 19817.827705144882, "train_loss_step": 3.103675603866577, "n_params": 4387900, "total_flops": 29385590784000000, "train_loss": 0.018585111697514853, "subset_score_loss": 0.018585111697514853}
+{"step": 2190000, "wall_time": 19903.400854825974, "train_loss_step": 2.8392436504364014, "n_params": 4387900, "total_flops": 29520387072000000, "train_loss": 0.017284999291102093, "subset_score_loss": 0.017284999291102093}
+{"step": 2200000, "wall_time": 20054.444808244705, "train_loss_step": 2.8650567531585693, "n_params": 4387900, "total_flops": 29655183360000000, "train_loss": 0.017671712239583335, "subset_score_loss": 0.017671712239583335, "memorization_fraction_pixel": 0.715499997138977, "mean_nn_ratio_pixel": 0.3382260501384735, "fid": 44.00499694967728}
+{"step": 2210000, "wall_time": 20140.101172447205, "train_loss_step": 3.085407257080078, "n_params": 4387900, "total_flops": 29789979648000000, "train_loss": 0.017636181910832723, "subset_score_loss": 0.017636181910832723}
+{"step": 2220000, "wall_time": 20225.72681069374, "train_loss_step": 2.906783103942871, "n_params": 4387900, "total_flops": 29924775936000000, "train_loss": 0.01826785405476888, "subset_score_loss": 0.01826785405476888}
+{"step": 2230000, "wall_time": 20311.336339712143, "train_loss_step": 2.777139186859131, "n_params": 4387900, "total_flops": 30059572224000000, "train_loss": 0.019206905364990236, "subset_score_loss": 0.019206905364990236}
+{"step": 2240000, "wall_time": 20397.01265144348, "train_loss_step": 3.0611572265625, "n_params": 4387900, "total_flops": 30194368512000000, "train_loss": 0.0167964776357015, "subset_score_loss": 0.0167964776357015}
+{"step": 2250000, "wall_time": 20482.467326402664, "train_loss_step": 2.8381009101867676, "n_params": 4387900, "total_flops": 30329164800000000, "train_loss": 0.017937318483988444, "subset_score_loss": 0.017937318483988444}
+{"step": 2260000, "wall_time": 20568.229114294052, "train_loss_step": 2.674042224884033, "n_params": 4387900, "total_flops": 30463961088000000, "train_loss": 0.017009143034617105, "subset_score_loss": 0.017009143034617105}
+{"step": 2270000, "wall_time": 20633.20472240448, "train_loss_step": 2.5481362342834473, "n_params": 4387900, "total_flops": 30598757376000000, "train_loss": 0.017577036221822103, "subset_score_loss": 0.017577036221822103}
+{"step": 2280000, "wall_time": 20715.591686725616, "train_loss_step": 2.8718719482421875, "n_params": 4387900, "total_flops": 30733553664000000, "train_loss": 0.017259812355041503, "subset_score_loss": 0.017259812355041503}
+{"step": 2290000, "wall_time": 20801.051424741745, "train_loss_step": 2.7483248710632324, "n_params": 4387900, "total_flops": 30868349952000000, "train_loss": 0.017026281356811522, "subset_score_loss": 0.017026281356811522}
+{"step": 2300000, "wall_time": 20953.750633001328, "train_loss_step": 3.0023860931396484, "n_params": 4387900, "total_flops": 31003146240000000, "train_loss": 0.017058587074279784, "subset_score_loss": 0.017058587074279784, "memorization_fraction_pixel": 0.7315999865531921, "mean_nn_ratio_pixel": 0.3329843282699585, "fid": 44.625246089686826}
+{"step": 2310000, "wall_time": 21037.826468229294, "train_loss_step": 2.877021074295044, "n_params": 4387900, "total_flops": 31137942528000000, "train_loss": 0.01733634869257609, "subset_score_loss": 0.01733634869257609}
+{"step": 2320000, "wall_time": 21123.432519435883, "train_loss_step": 2.7092106342315674, "n_params": 4387900, "total_flops": 31272738816000000, "train_loss": 0.016536723574002585, "subset_score_loss": 0.016536723574002585}
+{"step": 2330000, "wall_time": 21208.959176301956, "train_loss_step": 2.8411903381347656, "n_params": 4387900, "total_flops": 31407535104000000, "train_loss": 0.01733487645785014, "subset_score_loss": 0.01733487645785014}
+{"step": 2340000, "wall_time": 21294.47573375702, "train_loss_step": 2.8603343963623047, "n_params": 4387900, "total_flops": 31542331392000000, "train_loss": 0.017274638017018635, "subset_score_loss": 0.017274638017018635}
+{"step": 2350000, "wall_time": 21380.038946151733, "train_loss_step": 2.7736334800720215, "n_params": 4387900, "total_flops": 31677127680000000, "train_loss": 0.01760286887486776, "subset_score_loss": 0.01760286887486776}
+{"step": 2360000, "wall_time": 21465.41475534439, "train_loss_step": 3.071542978286743, "n_params": 4387900, "total_flops": 31811923968000000, "train_loss": 0.016752264897028604, "subset_score_loss": 0.016752264897028604}
+{"step": 2370000, "wall_time": 21551.173124074936, "train_loss_step": 2.7719645500183105, "n_params": 4387900, "total_flops": 31946720256000000, "train_loss": 0.01639621059099833, "subset_score_loss": 0.01639621059099833}
+{"step": 2380000, "wall_time": 21613.369742393494, "train_loss_step": 2.8813395500183105, "n_params": 4387900, "total_flops": 32081516544000000, "train_loss": 0.016369142134984336, "subset_score_loss": 0.016369142134984336}
+{"step": 2390000, "wall_time": 21698.58669734001, "train_loss_step": 2.9950778484344482, "n_params": 4387900, "total_flops": 32216312832000000, "train_loss": 0.016435792048772175, "subset_score_loss": 0.016435792048772175}
+{"step": 2400000, "wall_time": 21849.754977703094, "train_loss_step": 2.915524959564209, "n_params": 4387900, "total_flops": 32351109120000000, "train_loss": 0.016504154602686564, "subset_score_loss": 0.016504154602686564, "memorization_fraction_pixel": 0.7441999912261963, "mean_nn_ratio_pixel": 0.32696428894996643, "fid": 43.93675159387257}
+{"step": 2410000, "wall_time": 21935.414714574814, "train_loss_step": 2.933995008468628, "n_params": 4387900, "total_flops": 32485905408000000, "train_loss": 0.016422731677691142, "subset_score_loss": 0.016422731677691142}
+{"step": 2420000, "wall_time": 22019.480259656906, "train_loss_step": 2.7853877544403076, "n_params": 4387900, "total_flops": 32620701696000000, "train_loss": 0.016632725795110066, "subset_score_loss": 0.016632725795110066}
+{"step": 2430000, "wall_time": 22105.123824596405, "train_loss_step": 2.712440252304077, "n_params": 4387900, "total_flops": 32755497984000000, "train_loss": 0.01671207547187805, "subset_score_loss": 0.01671207547187805}
+{"step": 2440000, "wall_time": 22190.664580106735, "train_loss_step": 2.5269761085510254, "n_params": 4387900, "total_flops": 32890294272000000, "train_loss": 0.017119963963826496, "subset_score_loss": 0.017119963963826496}
+{"step": 2450000, "wall_time": 22276.093183517456, "train_loss_step": 2.5748069286346436, "n_params": 4387900, "total_flops": 33025090560000000, "train_loss": 0.017026050885518392, "subset_score_loss": 0.017026050885518392}
+{"step": 2460000, "wall_time": 22361.65146946907, "train_loss_step": 2.8249757289886475, "n_params": 4387900, "total_flops": 33159886848000000, "train_loss": 0.016281140844027202, "subset_score_loss": 0.016281140844027202}
+{"step": 2470000, "wall_time": 22447.09649705887, "train_loss_step": 2.7933530807495117, "n_params": 4387900, "total_flops": 33294683136000000, "train_loss": 0.015796937545140586, "subset_score_loss": 0.015796937545140586}
+{"step": 2480000, "wall_time": 22519.831784009933, "train_loss_step": 2.769710063934326, "n_params": 4387900, "total_flops": 33429479424000000, "train_loss": 0.015811946988105775, "subset_score_loss": 0.015811946988105775}
+{"step": 2490000, "wall_time": 22589.030451774597, "train_loss_step": 2.7275490760803223, "n_params": 4387900, "total_flops": 33564275712000000, "train_loss": 0.01576905051867167, "subset_score_loss": 0.01576905051867167}
+{"step": 2500000, "wall_time": 22740.382869243622, "train_loss_step": 3.0390429496765137, "n_params": 4387900, "total_flops": 33699072000000000, "train_loss": 0.016258999705314636, "subset_score_loss": 0.016258999705314636, "memorization_fraction_pixel": 0.7419000267982483, "mean_nn_ratio_pixel": 0.32853588461875916, "fid": 44.8897968388343}
+{"step": 2510000, "wall_time": 22826.11376953125, "train_loss_step": 2.675173282623291, "n_params": 4387900, "total_flops": 33833868288000000, "train_loss": 0.016935930649439494, "subset_score_loss": 0.016935930649439494}
+{"step": 2520000, "wall_time": 22911.761384010315, "train_loss_step": 2.8043484687805176, "n_params": 4387900, "total_flops": 33968664576000000, "train_loss": 0.015324241916338603, "subset_score_loss": 0.015324241916338603}
+{"step": 2530000, "wall_time": 22995.875968694687, "train_loss_step": 2.7432899475097656, "n_params": 4387900, "total_flops": 34103460864000000, "train_loss": 0.01706791321436564, "subset_score_loss": 0.01706791321436564}
+{"step": 2540000, "wall_time": 23081.498795986176, "train_loss_step": 3.076448440551758, "n_params": 4387900, "total_flops": 34238257152000000, "train_loss": 0.015520665049552917, "subset_score_loss": 0.015520665049552917}
+{"step": 2550000, "wall_time": 23167.16020989418, "train_loss_step": 3.267824172973633, "n_params": 4387900, "total_flops": 34373053440000000, "train_loss": 0.015463387966156006, "subset_score_loss": 0.015463387966156006}
+{"step": 2560000, "wall_time": 23252.667274475098, "train_loss_step": 2.843005418777466, "n_params": 4387900, "total_flops": 34507849728000000, "train_loss": 0.01546691358089447, "subset_score_loss": 0.01546691358089447}
+{"step": 2570000, "wall_time": 23338.067098617554, "train_loss_step": 2.6347038745880127, "n_params": 4387900, "total_flops": 34642646016000000, "train_loss": 0.015129493673642476, "subset_score_loss": 0.015129493673642476}
+{"step": 2580000, "wall_time": 23423.504325389862, "train_loss_step": 3.0717787742614746, "n_params": 4387900, "total_flops": 34777442304000000, "train_loss": 0.014972891410191853, "subset_score_loss": 0.014972891410191853}
+{"step": 2590000, "wall_time": 23487.77483868599, "train_loss_step": 2.9489336013793945, "n_params": 4387900, "total_flops": 34912238592000000, "train_loss": 0.014847899476687113, "subset_score_loss": 0.014847899476687113}
+{"step": 2600000, "wall_time": 23638.52996778488, "train_loss_step": 2.6554532051086426, "n_params": 4387900, "total_flops": 35047034880000000, "train_loss": 0.014646467566490174, "subset_score_loss": 0.014646467566490174, "memorization_fraction_pixel": 0.7524999976158142, "mean_nn_ratio_pixel": 0.32361435890197754, "fid": 44.10589735885916}
+{"step": 2610000, "wall_time": 23724.19921875, "train_loss_step": 2.866954803466797, "n_params": 4387900, "total_flops": 35181831168000000, "train_loss": 0.01516583263874054, "subset_score_loss": 0.01516583263874054}
+{"step": 2620000, "wall_time": 23809.833082437515, "train_loss_step": 2.699721097946167, "n_params": 4387900, "total_flops": 35316627456000000, "train_loss": 0.015800521771113078, "subset_score_loss": 0.015800521771113078}
+{"step": 2630000, "wall_time": 23895.418238162994, "train_loss_step": 2.890192985534668, "n_params": 4387900, "total_flops": 35451423744000000, "train_loss": 0.014882207910219828, "subset_score_loss": 0.014882207910219828}
+{"step": 2640000, "wall_time": 23979.824283838272, "train_loss_step": 2.9123475551605225, "n_params": 4387900, "total_flops": 35586220032000000, "train_loss": 0.01565412183602651, "subset_score_loss": 0.01565412183602651}
+{"step": 2650000, "wall_time": 24065.357897996902, "train_loss_step": 2.758553981781006, "n_params": 4387900, "total_flops": 35721016320000000, "train_loss": 0.014769621690114339, "subset_score_loss": 0.014769621690114339}
+{"step": 2660000, "wall_time": 24150.886187553406, "train_loss_step": 2.6983890533447266, "n_params": 4387900, "total_flops": 35855812608000000, "train_loss": 0.014945910374323527, "subset_score_loss": 0.014945910374323527}
+{"step": 2670000, "wall_time": 24236.37337398529, "train_loss_step": 2.7680835723876953, "n_params": 4387900, "total_flops": 35990608896000000, "train_loss": 0.015243613719940185, "subset_score_loss": 0.015243613719940185}
+{"step": 2680000, "wall_time": 24321.785454034805, "train_loss_step": 2.8464648723602295, "n_params": 4387900, "total_flops": 36125405184000000, "train_loss": 0.014176286260286967, "subset_score_loss": 0.014176286260286967}
+{"step": 2690000, "wall_time": 24404.516909122467, "train_loss_step": 2.560957908630371, "n_params": 4387900, "total_flops": 36260201472000000, "train_loss": 0.015105878313382467, "subset_score_loss": 0.015105878313382467}
+{"step": 2700000, "wall_time": 24532.022874355316, "train_loss_step": 2.8711447715759277, "n_params": 4387900, "total_flops": 36394997760000000, "train_loss": 0.014994729558626812, "subset_score_loss": 0.014994729558626812, "memorization_fraction_pixel": 0.7684000134468079, "mean_nn_ratio_pixel": 0.3196038007736206, "fid": 44.45546969677717}
+{"step": 2710000, "wall_time": 24617.642800331116, "train_loss_step": 2.8040196895599365, "n_params": 4387900, "total_flops": 36529794048000000, "train_loss": 0.014353538552920023, "subset_score_loss": 0.014353538552920023}
+{"step": 2720000, "wall_time": 24703.281878232956, "train_loss_step": 2.9511122703552246, "n_params": 4387900, "total_flops": 36664590336000000, "train_loss": 0.014549484848976136, "subset_score_loss": 0.014549484848976136}
+{"step": 2730000, "wall_time": 24788.937804222107, "train_loss_step": 2.869232416152954, "n_params": 4387900, "total_flops": 36799386624000000, "train_loss": 0.014576505621274312, "subset_score_loss": 0.014576505621274312}
+{"step": 2740000, "wall_time": 24874.49951314926, "train_loss_step": 2.5518455505371094, "n_params": 4387900, "total_flops": 36934182912000000, "train_loss": 0.015168699622154235, "subset_score_loss": 0.015168699622154235}
+{"step": 2750000, "wall_time": 24958.675371408463, "train_loss_step": 3.1104397773742676, "n_params": 4387900, "total_flops": 37068979200000000, "train_loss": 0.015134294827779135, "subset_score_loss": 0.015134294827779135}
+{"step": 2760000, "wall_time": 25044.006635904312, "train_loss_step": 2.7631142139434814, "n_params": 4387900, "total_flops": 37203775488000000, "train_loss": 0.014483371376991272, "subset_score_loss": 0.014483371376991272}
+{"step": 2770000, "wall_time": 25129.537237882614, "train_loss_step": 2.9609484672546387, "n_params": 4387900, "total_flops": 37338571776000000, "train_loss": 0.014239120483398437, "subset_score_loss": 0.014239120483398437}
+{"step": 2780000, "wall_time": 25215.122117996216, "train_loss_step": 3.129373788833618, "n_params": 4387900, "total_flops": 37473368064000000, "train_loss": 0.014321806033452351, "subset_score_loss": 0.014321806033452351}
+{"step": 2790000, "wall_time": 25300.044678211212, "train_loss_step": 2.741708517074585, "n_params": 4387900, "total_flops": 37608164352000000, "train_loss": 0.013581693172454834, "subset_score_loss": 0.013581693172454834}
+{"step": 2800000, "wall_time": 25443.259407281876, "train_loss_step": 2.496306896209717, "n_params": 4387900, "total_flops": 37742960640000000, "train_loss": 0.01435027023156484, "subset_score_loss": 0.01435027023156484, "memorization_fraction_pixel": 0.7764999866485596, "mean_nn_ratio_pixel": 0.31618088483810425, "fid": 43.9595231465902}
+{"step": 2810000, "wall_time": 25528.719962120056, "train_loss_step": 2.53692626953125, "n_params": 4387900, "total_flops": 37877756928000000, "train_loss": 0.013966624935468039, "subset_score_loss": 0.013966624935468039}
+{"step": 2820000, "wall_time": 25614.301618099213, "train_loss_step": 3.055863380432129, "n_params": 4387900, "total_flops": 38012553216000000, "train_loss": 0.014186455806096395, "subset_score_loss": 0.014186455806096395}
+{"step": 2830000, "wall_time": 25699.905673503876, "train_loss_step": 2.6136553287506104, "n_params": 4387900, "total_flops": 38147349504000000, "train_loss": 0.014120347301165263, "subset_score_loss": 0.014120347301165263}
+{"step": 2840000, "wall_time": 25785.48233294487, "train_loss_step": 2.8442227840423584, "n_params": 4387900, "total_flops": 38282145792000000, "train_loss": 0.013858821988105775, "subset_score_loss": 0.013858821988105775}
+{"step": 2850000, "wall_time": 25870.983495235443, "train_loss_step": 2.8940281867980957, "n_params": 4387900, "total_flops": 38416942080000000, "train_loss": 0.013446545600891114, "subset_score_loss": 0.013446545600891114}
+{"step": 2860000, "wall_time": 25955.16785788536, "train_loss_step": 3.0428426265716553, "n_params": 4387900, "total_flops": 38551738368000000, "train_loss": 0.013921745618184407, "subset_score_loss": 0.013921745618184407}
+{"step": 2870000, "wall_time": 26040.653995513916, "train_loss_step": 2.8826963901519775, "n_params": 4387900, "total_flops": 38686534656000000, "train_loss": 0.014437244335810343, "subset_score_loss": 0.014437244335810343}
+{"step": 2880000, "wall_time": 26126.252571344376, "train_loss_step": 2.908083438873291, "n_params": 4387900, "total_flops": 38821330944000000, "train_loss": 0.013698540131251017, "subset_score_loss": 0.013698540131251017}
+{"step": 2890000, "wall_time": 26211.548053741455, "train_loss_step": 2.762287139892578, "n_params": 4387900, "total_flops": 38956127232000000, "train_loss": 0.013895809650421143, "subset_score_loss": 0.013895809650421143}
+{"step": 2900000, "wall_time": 26341.003475904465, "train_loss_step": 2.586480140686035, "n_params": 4387900, "total_flops": 39090923520000000, "train_loss": 0.013436024387677511, "subset_score_loss": 0.013436024387677511, "memorization_fraction_pixel": 0.7832000255584717, "mean_nn_ratio_pixel": 0.31256672739982605, "fid": 44.22552482890274}
+{"step": 2910000, "wall_time": 26425.028550624847, "train_loss_step": 2.511618137359619, "n_params": 4387900, "total_flops": 39225719808000000, "train_loss": 0.01306852102279663, "subset_score_loss": 0.01306852102279663}
+{"step": 2920000, "wall_time": 26510.516907691956, "train_loss_step": 2.7333803176879883, "n_params": 4387900, "total_flops": 39360516096000000, "train_loss": 0.01323250929514567, "subset_score_loss": 0.01323250929514567}
+{"step": 2930000, "wall_time": 26596.04315519333, "train_loss_step": 2.567477226257324, "n_params": 4387900, "total_flops": 39495312384000000, "train_loss": 0.013266966740290324, "subset_score_loss": 0.013266966740290324}
+{"step": 2940000, "wall_time": 26681.711591959, "train_loss_step": 2.7773690223693848, "n_params": 4387900, "total_flops": 39630108672000000, "train_loss": 0.013451335827509563, "subset_score_loss": 0.013451335827509563}
+{"step": 2950000, "wall_time": 26767.307291030884, "train_loss_step": 2.5035712718963623, "n_params": 4387900, "total_flops": 39764904960000000, "train_loss": 0.014194599787394206, "subset_score_loss": 0.014194599787394206}
+{"step": 2960000, "wall_time": 26852.839836120605, "train_loss_step": 2.8360953330993652, "n_params": 4387900, "total_flops": 39899701248000000, "train_loss": 0.013313975930213929, "subset_score_loss": 0.013313975930213929}
+{"step": 2970000, "wall_time": 26936.93160676956, "train_loss_step": 2.7904839515686035, "n_params": 4387900, "total_flops": 40034497536000000, "train_loss": 0.013972349961598714, "subset_score_loss": 0.013972349961598714}
+{"step": 2980000, "wall_time": 27022.38768839836, "train_loss_step": 2.994143009185791, "n_params": 4387900, "total_flops": 40169293824000000, "train_loss": 0.013650861382484437, "subset_score_loss": 0.013650861382484437}
+{"step": 2990000, "wall_time": 27107.77077317238, "train_loss_step": 2.606070041656494, "n_params": 4387900, "total_flops": 40304090112000000, "train_loss": 0.013834695021311441, "subset_score_loss": 0.013834695021311441}
+{"step": 3000000, "wall_time": 27254.10482954979, "train_loss_step": 2.8211121559143066, "n_params": 4387900, "total_flops": 40438886400000000, "train_loss": 0.013324840863545736, "subset_score_loss": 0.013324840863545736, "memorization_fraction_pixel": 0.7785999774932861, "mean_nn_ratio_pixel": 0.31507426500320435, "fid": 44.238078337934965}
+{"step": 3010000, "wall_time": 27339.6501121521, "train_loss_step": 2.8425142765045166, "n_params": 4387900, "total_flops": 40573682688000000, "train_loss": 0.013268158833185831, "subset_score_loss": 0.013268158833185831}
+{"step": 3020000, "wall_time": 27423.41417145729, "train_loss_step": 2.6965107917785645, "n_params": 4387900, "total_flops": 40708478976000000, "train_loss": 0.013249186674753825, "subset_score_loss": 0.013249186674753825}
+{"step": 3030000, "wall_time": 27508.956211090088, "train_loss_step": 2.880527973175049, "n_params": 4387900, "total_flops": 40843275264000000, "train_loss": 0.013623831669489543, "subset_score_loss": 0.013623831669489543}
+{"step": 3040000, "wall_time": 27594.576080083847, "train_loss_step": 2.7786970138549805, "n_params": 4387900, "total_flops": 40978071552000000, "train_loss": 0.013151381413141887, "subset_score_loss": 0.013151381413141887}
+{"step": 3050000, "wall_time": 27680.159883975983, "train_loss_step": 2.630552053451538, "n_params": 4387900, "total_flops": 41112867840000000, "train_loss": 0.012480870882670084, "subset_score_loss": 0.012480870882670084}
+{"step": 3060000, "wall_time": 27765.80258154869, "train_loss_step": 2.4662163257598877, "n_params": 4387900, "total_flops": 41247664128000000, "train_loss": 0.01336304545402527, "subset_score_loss": 0.01336304545402527}
+{"step": 3070000, "wall_time": 27851.31337618828, "train_loss_step": 2.843733310699463, "n_params": 4387900, "total_flops": 41382460416000000, "train_loss": 0.013287375370661417, "subset_score_loss": 0.013287375370661417}
+{"step": 3080000, "wall_time": 27935.43552017212, "train_loss_step": 2.899174690246582, "n_params": 4387900, "total_flops": 41517256704000000, "train_loss": 0.012851176659266154, "subset_score_loss": 0.012851176659266154}
+{"step": 3090000, "wall_time": 28020.926655054092, "train_loss_step": 2.7415525913238525, "n_params": 4387900, "total_flops": 41652052992000000, "train_loss": 0.012780305743217469, "subset_score_loss": 0.012780305743217469}
+{"step": 3100000, "wall_time": 28172.861911058426, "train_loss_step": 2.74153733253479, "n_params": 4387900, "total_flops": 41786849280000000, "train_loss": 0.012971527377764384, "subset_score_loss": 0.012971527377764384, "memorization_fraction_pixel": 0.7875999808311462, "mean_nn_ratio_pixel": 0.3112310469150543, "fid": 44.51491550818514}
+{"step": 3110000, "wall_time": 28238.378602981567, "train_loss_step": 2.6571662425994873, "n_params": 4387900, "total_flops": 41921645568000000, "train_loss": 0.012716622153917948, "subset_score_loss": 0.012716622153917948}
+{"step": 3120000, "wall_time": 28324.315302848816, "train_loss_step": 2.65852427482605, "n_params": 4387900, "total_flops": 42056441856000000, "train_loss": 0.012545939286549885, "subset_score_loss": 0.012545939286549885}
+{"step": 3130000, "wall_time": 28407.957431077957, "train_loss_step": 2.6875534057617188, "n_params": 4387900, "total_flops": 42191238144000000, "train_loss": 0.012535259127616882, "subset_score_loss": 0.012535259127616882}
+{"step": 3140000, "wall_time": 28493.529861450195, "train_loss_step": 2.8611502647399902, "n_params": 4387900, "total_flops": 42326034432000000, "train_loss": 0.012673046191533406, "subset_score_loss": 0.012673046191533406}
+{"step": 3150000, "wall_time": 28579.015237808228, "train_loss_step": 2.8021860122680664, "n_params": 4387900, "total_flops": 42460830720000000, "train_loss": 0.012584821383158366, "subset_score_loss": 0.012584821383158366}
+{"step": 3160000, "wall_time": 28664.623459100723, "train_loss_step": 2.4925055503845215, "n_params": 4387900, "total_flops": 42595627008000000, "train_loss": 0.012655692299207051, "subset_score_loss": 0.012655692299207051}
+{"step": 3170000, "wall_time": 28750.19523048401, "train_loss_step": 2.778778076171875, "n_params": 4387900, "total_flops": 42730423296000000, "train_loss": 0.012563385566075643, "subset_score_loss": 0.012563385566075643}
+{"step": 3180000, "wall_time": 28835.633786916733, "train_loss_step": 3.020724296569824, "n_params": 4387900, "total_flops": 42865219584000000, "train_loss": 0.012289534012476603, "subset_score_loss": 0.012289534012476603}
+{"step": 3190000, "wall_time": 28919.74270248413, "train_loss_step": 2.4654836654663086, "n_params": 4387900, "total_flops": 43000015872000000, "train_loss": 0.012552652756373088, "subset_score_loss": 0.012552652756373088}
+{"step": 3200000, "wall_time": 29071.88410115242, "train_loss_step": 2.5107574462890625, "n_params": 4387900, "total_flops": 43134812160000000, "train_loss": 0.01279029647509257, "subset_score_loss": 0.01279029647509257, "memorization_fraction_pixel": 0.786899983882904, "mean_nn_ratio_pixel": 0.3130781054496765, "fid": 43.880578259254946}
+{"step": 3210000, "wall_time": 29142.43135857582, "train_loss_step": 2.947850227355957, "n_params": 4387900, "total_flops": 43269608448000000, "train_loss": 0.01188745399316152, "subset_score_loss": 0.01188745399316152}
+{"step": 3220000, "wall_time": 29221.31331562996, "train_loss_step": 3.0195765495300293, "n_params": 4387900, "total_flops": 43404404736000000, "train_loss": 0.012784688671429952, "subset_score_loss": 0.012784688671429952}
+{"step": 3230000, "wall_time": 29305.651428937912, "train_loss_step": 2.795614242553711, "n_params": 4387900, "total_flops": 43539201024000000, "train_loss": 0.012569214900334675, "subset_score_loss": 0.012569214900334675}
+{"step": 3240000, "wall_time": 29391.286319732666, "train_loss_step": 3.0715231895446777, "n_params": 4387900, "total_flops": 43673997312000000, "train_loss": 0.012603957454363506, "subset_score_loss": 0.012603957454363506}
+{"step": 3250000, "wall_time": 29476.939915418625, "train_loss_step": 2.929562568664551, "n_params": 4387900, "total_flops": 43808793600000000, "train_loss": 0.012141842643419902, "subset_score_loss": 0.012141842643419902}
+{"step": 3260000, "wall_time": 29562.492784261703, "train_loss_step": 2.9413788318634033, "n_params": 4387900, "total_flops": 43943589888000000, "train_loss": 0.013392521937688192, "subset_score_loss": 0.013392521937688192}
+{"step": 3270000, "wall_time": 29648.127004384995, "train_loss_step": 2.7162024974823, "n_params": 4387900, "total_flops": 44078386176000000, "train_loss": 0.012146699428558349, "subset_score_loss": 0.012146699428558349}
+{"step": 3280000, "wall_time": 29733.795706033707, "train_loss_step": 2.525378942489624, "n_params": 4387900, "total_flops": 44213182464000000, "train_loss": 0.013056408365567524, "subset_score_loss": 0.013056408365567524}
+{"step": 3290000, "wall_time": 29819.43940114975, "train_loss_step": 2.675527572631836, "n_params": 4387900, "total_flops": 44347978752000000, "train_loss": 0.01272326409816742, "subset_score_loss": 0.01272326409816742}
+{"step": 3300000, "wall_time": 29970.29055428505, "train_loss_step": 2.6811742782592773, "n_params": 4387900, "total_flops": 44482775040000000, "train_loss": 0.011922378341356914, "subset_score_loss": 0.011922378341356914, "memorization_fraction_pixel": 0.8019999861717224, "mean_nn_ratio_pixel": 0.30874669551849365, "fid": 44.31687610749426}
+{"step": 3310000, "wall_time": 30055.564742565155, "train_loss_step": 2.5468523502349854, "n_params": 4387900, "total_flops": 44617571328000000, "train_loss": 0.01269821027914683, "subset_score_loss": 0.01269821027914683}
+{"step": 3320000, "wall_time": 30128.973084449768, "train_loss_step": 2.587308168411255, "n_params": 4387900, "total_flops": 44752367616000000, "train_loss": 0.012480164567629496, "subset_score_loss": 0.012480164567629496}
+{"step": 3330000, "wall_time": 30214.414772987366, "train_loss_step": 3.0167927742004395, "n_params": 4387900, "total_flops": 44887163904000000, "train_loss": 0.012166446447372437, "subset_score_loss": 0.012166446447372437}
+{"step": 3340000, "wall_time": 30298.63525724411, "train_loss_step": 2.712456703186035, "n_params": 4387900, "total_flops": 45021960192000000, "train_loss": 0.012020612756411234, "subset_score_loss": 0.012020612756411234}
+{"step": 3350000, "wall_time": 30384.217794179916, "train_loss_step": 2.729550838470459, "n_params": 4387900, "total_flops": 45156756480000000, "train_loss": 0.012450342377026876, "subset_score_loss": 0.012450342377026876}
+{"step": 3360000, "wall_time": 30469.840849161148, "train_loss_step": 2.777952194213867, "n_params": 4387900, "total_flops": 45291552768000000, "train_loss": 0.01183813512325287, "subset_score_loss": 0.01183813512325287}
+{"step": 3370000, "wall_time": 30555.321152687073, "train_loss_step": 2.7137467861175537, "n_params": 4387900, "total_flops": 45426349056000000, "train_loss": 0.012581834197044372, "subset_score_loss": 0.012581834197044372}
+{"step": 3380000, "wall_time": 30640.92299771309, "train_loss_step": 2.396672248840332, "n_params": 4387900, "total_flops": 45561145344000000, "train_loss": 0.01202359696229299, "subset_score_loss": 0.01202359696229299}
+{"step": 3390000, "wall_time": 30726.488985061646, "train_loss_step": 2.76697039604187, "n_params": 4387900, "total_flops": 45695941632000000, "train_loss": 0.011647933721542358, "subset_score_loss": 0.011647933721542358}
+{"step": 3400000, "wall_time": 30878.89230298996, "train_loss_step": 2.892667531967163, "n_params": 4387900, "total_flops": 45830737920000000, "train_loss": 0.011627895633379619, "subset_score_loss": 0.011627895633379619, "memorization_fraction_pixel": 0.8080999851226807, "mean_nn_ratio_pixel": 0.3062448799610138, "fid": 44.74196613617934}
+{"step": 3410000, "wall_time": 30962.73763203621, "train_loss_step": 2.826937675476074, "n_params": 4387900, "total_flops": 45965534208000000, "train_loss": 0.012643874684969584, "subset_score_loss": 0.012643874684969584}
+{"step": 3420000, "wall_time": 31042.041687488556, "train_loss_step": 2.30812406539917, "n_params": 4387900, "total_flops": 46100330496000000, "train_loss": 0.01198050578435262, "subset_score_loss": 0.01198050578435262}
+{"step": 3430000, "wall_time": 31127.658545970917, "train_loss_step": 2.6487231254577637, "n_params": 4387900, "total_flops": 46235126784000000, "train_loss": 0.01127069095770518, "subset_score_loss": 0.01127069095770518}
+{"step": 3440000, "wall_time": 31213.199895620346, "train_loss_step": 2.534842014312744, "n_params": 4387900, "total_flops": 46369923072000000, "train_loss": 0.011526451508204142, "subset_score_loss": 0.011526451508204142}
+{"step": 3450000, "wall_time": 31297.163050174713, "train_loss_step": 2.949751377105713, "n_params": 4387900, "total_flops": 46504719360000000, "train_loss": 0.011798187096913656, "subset_score_loss": 0.011798187096913656}
+{"step": 3460000, "wall_time": 31382.64581465721, "train_loss_step": 2.896263599395752, "n_params": 4387900, "total_flops": 46639515648000000, "train_loss": 0.012715359528859457, "subset_score_loss": 0.012715359528859457}
+{"step": 3470000, "wall_time": 31468.205275058746, "train_loss_step": 2.733034610748291, "n_params": 4387900, "total_flops": 46774311936000000, "train_loss": 0.011356671651204428, "subset_score_loss": 0.011356671651204428}
+{"step": 3480000, "wall_time": 31553.67674612999, "train_loss_step": 2.412752628326416, "n_params": 4387900, "total_flops": 46909108224000000, "train_loss": 0.011441455284754435, "subset_score_loss": 0.011441455284754435}
+{"step": 3490000, "wall_time": 31639.26984000206, "train_loss_step": 2.8006057739257812, "n_params": 4387900, "total_flops": 47043904512000000, "train_loss": 0.011564781268437704, "subset_score_loss": 0.011564781268437704}
+{"step": 3500000, "wall_time": 31791.398700237274, "train_loss_step": 2.5553054809570312, "n_params": 4387900, "total_flops": 47178700800000000, "train_loss": 0.011368006467819214, "subset_score_loss": 0.011368006467819214, "memorization_fraction_pixel": 0.7972999811172485, "mean_nn_ratio_pixel": 0.3097875416278839, "fid": 44.97559780425571}
+{"step": 3510000, "wall_time": 31877.26097512245, "train_loss_step": 2.6687679290771484, "n_params": 4387900, "total_flops": 47313497088000000, "train_loss": 0.011809696753819784, "subset_score_loss": 0.011809696753819784}
+{"step": 3520000, "wall_time": 31954.948957920074, "train_loss_step": 2.584383010864258, "n_params": 4387900, "total_flops": 47448293376000000, "train_loss": 0.011475867033004761, "subset_score_loss": 0.011475867033004761}
+{"step": 3530000, "wall_time": 32040.548516511917, "train_loss_step": 2.475759983062744, "n_params": 4387900, "total_flops": 47583089664000000, "train_loss": 0.012339013814926147, "subset_score_loss": 0.012339013814926147}
+{"step": 3540000, "wall_time": 32126.048381090164, "train_loss_step": 2.932607889175415, "n_params": 4387900, "total_flops": 47717885952000000, "train_loss": 0.010898959636688233, "subset_score_loss": 0.010898959636688233}
+{"step": 3550000, "wall_time": 32211.888122797012, "train_loss_step": 2.41654896736145, "n_params": 4387900, "total_flops": 47852682240000000, "train_loss": 0.011008504033088683, "subset_score_loss": 0.011008504033088683}
+{"step": 3560000, "wall_time": 32295.758373260498, "train_loss_step": 2.6853065490722656, "n_params": 4387900, "total_flops": 47987478528000000, "train_loss": 0.011058337489763896, "subset_score_loss": 0.011058337489763896}
+{"step": 3570000, "wall_time": 32381.330000162125, "train_loss_step": 2.638947010040283, "n_params": 4387900, "total_flops": 48122274816000000, "train_loss": 0.012333340446154277, "subset_score_loss": 0.012333340446154277}
+{"step": 3580000, "wall_time": 32466.998784303665, "train_loss_step": 2.8477320671081543, "n_params": 4387900, "total_flops": 48257071104000000, "train_loss": 0.011068146427472432, "subset_score_loss": 0.011068146427472432}
+{"step": 3590000, "wall_time": 32552.3414375782, "train_loss_step": 2.5494654178619385, "n_params": 4387900, "total_flops": 48391867392000000, "train_loss": 0.01131083865960439, "subset_score_loss": 0.01131083865960439}
+{"step": 3600000, "wall_time": 32704.581257343292, "train_loss_step": 2.3534493446350098, "n_params": 4387900, "total_flops": 48526663680000000, "train_loss": 0.011076738437016806, "subset_score_loss": 0.011076738437016806, "memorization_fraction_pixel": 0.8145999908447266, "mean_nn_ratio_pixel": 0.303485631942749, "fid": 44.62803204787005}
+{"step": 3610000, "wall_time": 32790.04165315628, "train_loss_step": 2.7141458988189697, "n_params": 4387900, "total_flops": 48661459968000000, "train_loss": 0.011036958297093709, "subset_score_loss": 0.011036958297093709}
+{"step": 3620000, "wall_time": 32868.91648507118, "train_loss_step": 2.7479941844940186, "n_params": 4387900, "total_flops": 48796256256000000, "train_loss": 0.010939528544743856, "subset_score_loss": 0.010939528544743856}
+{"step": 3630000, "wall_time": 32934.445501327515, "train_loss_step": 2.8968122005462646, "n_params": 4387900, "total_flops": 48931052544000000, "train_loss": 0.010936886072158813, "subset_score_loss": 0.010936886072158813}
+{"step": 3640000, "wall_time": 33020.072509765625, "train_loss_step": 2.859921455383301, "n_params": 4387900, "total_flops": 49065848832000000, "train_loss": 0.011011068026224773, "subset_score_loss": 0.011011068026224773}
+{"step": 3650000, "wall_time": 33105.616694927216, "train_loss_step": 2.8029227256774902, "n_params": 4387900, "total_flops": 49200645120000000, "train_loss": 0.011289213101069133, "subset_score_loss": 0.011289213101069133}
+{"step": 3660000, "wall_time": 33191.610362291336, "train_loss_step": 2.6152524948120117, "n_params": 4387900, "total_flops": 49335441408000000, "train_loss": 0.010915890336036682, "subset_score_loss": 0.010915890336036682}
+{"step": 3670000, "wall_time": 33275.333733558655, "train_loss_step": 2.729600429534912, "n_params": 4387900, "total_flops": 49470237696000000, "train_loss": 0.01132004161675771, "subset_score_loss": 0.01132004161675771}
+{"step": 3680000, "wall_time": 33360.90619516373, "train_loss_step": 2.506223678588867, "n_params": 4387900, "total_flops": 49605033984000000, "train_loss": 0.011286905407905579, "subset_score_loss": 0.011286905407905579}
+{"step": 3690000, "wall_time": 33446.35299181938, "train_loss_step": 2.4553630352020264, "n_params": 4387900, "total_flops": 49739830272000000, "train_loss": 0.011096509297688802, "subset_score_loss": 0.011096509297688802}
+{"step": 3700000, "wall_time": 33598.49443125725, "train_loss_step": 2.836895704269409, "n_params": 4387900, "total_flops": 49874626560000000, "train_loss": 0.010762583216031392, "subset_score_loss": 0.010762583216031392, "memorization_fraction_pixel": 0.8069000244140625, "mean_nn_ratio_pixel": 0.3055577576160431, "fid": 44.48557765283932}
+{"step": 3710000, "wall_time": 33683.944014787674, "train_loss_step": 2.842402458190918, "n_params": 4387900, "total_flops": 50009422848000000, "train_loss": 0.011468986670176188, "subset_score_loss": 0.011468986670176188}
+{"step": 3720000, "wall_time": 33769.36465167999, "train_loss_step": 2.5191566944122314, "n_params": 4387900, "total_flops": 50144219136000000, "train_loss": 0.011081559459368388, "subset_score_loss": 0.011081559459368388}
+{"step": 3730000, "wall_time": 33848.31361293793, "train_loss_step": 2.806270122528076, "n_params": 4387900, "total_flops": 50279015424000000, "train_loss": 0.010701948404312133, "subset_score_loss": 0.010701948404312133}
+{"step": 3740000, "wall_time": 33932.292837142944, "train_loss_step": 2.6087069511413574, "n_params": 4387900, "total_flops": 50413811712000000, "train_loss": 0.010981722672780355, "subset_score_loss": 0.010981722672780355}
+{"step": 3750000, "wall_time": 34017.72503876686, "train_loss_step": 2.450573205947876, "n_params": 4387900, "total_flops": 50548608000000000, "train_loss": 0.011125275492668152, "subset_score_loss": 0.011125275492668152}
+{"step": 3760000, "wall_time": 34103.31683540344, "train_loss_step": 2.6380748748779297, "n_params": 4387900, "total_flops": 50683404288000000, "train_loss": 0.010617878039677937, "subset_score_loss": 0.010617878039677937}
+{"step": 3770000, "wall_time": 34189.15948557854, "train_loss_step": 2.4926328659057617, "n_params": 4387900, "total_flops": 50818200576000000, "train_loss": 0.010920093456904093, "subset_score_loss": 0.010920093456904093}
+{"step": 3780000, "wall_time": 34272.866997003555, "train_loss_step": 2.625631093978882, "n_params": 4387900, "total_flops": 50952996864000000, "train_loss": 0.011334507664044698, "subset_score_loss": 0.011334507664044698}
+{"step": 3790000, "wall_time": 34358.486755132675, "train_loss_step": 2.5619406700134277, "n_params": 4387900, "total_flops": 51087793152000000, "train_loss": 0.010602460304896037, "subset_score_loss": 0.010602460304896037}
+{"step": 3800000, "wall_time": 34510.82767057419, "train_loss_step": 2.694345474243164, "n_params": 4387900, "total_flops": 51222589440000000, "train_loss": 0.010862732927004496, "subset_score_loss": 0.010862732927004496, "memorization_fraction_pixel": 0.8185999989509583, "mean_nn_ratio_pixel": 0.3029521107673645, "fid": 44.27404306485582}
+{"step": 3810000, "wall_time": 34596.326320409775, "train_loss_step": 2.604205369949341, "n_params": 4387900, "total_flops": 51357385728000000, "train_loss": 0.010450992981592815, "subset_score_loss": 0.010450992981592815}
+{"step": 3820000, "wall_time": 34681.86828804016, "train_loss_step": 2.6249656677246094, "n_params": 4387900, "total_flops": 51492182016000000, "train_loss": 0.010214706261952719, "subset_score_loss": 0.010214706261952719}
+{"step": 3830000, "wall_time": 34760.80366039276, "train_loss_step": 2.544153928756714, "n_params": 4387900, "total_flops": 51626978304000000, "train_loss": 0.010813971360524496, "subset_score_loss": 0.010813971360524496}
+{"step": 3840000, "wall_time": 34846.45268392563, "train_loss_step": 2.625533103942871, "n_params": 4387900, "total_flops": 51761774592000000, "train_loss": 0.010594586531321207, "subset_score_loss": 0.010594586531321207}
+{"step": 3850000, "wall_time": 34930.60043621063, "train_loss_step": 2.5734195709228516, "n_params": 4387900, "total_flops": 51896570880000000, "train_loss": 0.010153923432032268, "subset_score_loss": 0.010153923432032268}
+{"step": 3860000, "wall_time": 35016.10821723938, "train_loss_step": 2.602158546447754, "n_params": 4387900, "total_flops": 52031367168000000, "train_loss": 0.010549794634183247, "subset_score_loss": 0.010549794634183247}
+{"step": 3870000, "wall_time": 35101.71665382385, "train_loss_step": 2.481048822402954, "n_params": 4387900, "total_flops": 52166163456000000, "train_loss": 0.010131765405337017, "subset_score_loss": 0.010131765405337017}
+{"step": 3880000, "wall_time": 35185.90001773834, "train_loss_step": 2.51560115814209, "n_params": 4387900, "total_flops": 52300959744000000, "train_loss": 0.010380819439888, "subset_score_loss": 0.010380819439888}
+{"step": 3890000, "wall_time": 35271.48344421387, "train_loss_step": 2.5016913414001465, "n_params": 4387900, "total_flops": 52435756032000000, "train_loss": 0.011264199018478393, "subset_score_loss": 0.011264199018478393}
+{"step": 3900000, "wall_time": 35423.957278966904, "train_loss_step": 2.525761604309082, "n_params": 4387900, "total_flops": 52570552320000000, "train_loss": 0.010132165749867757, "subset_score_loss": 0.010132165749867757, "memorization_fraction_pixel": 0.8151999711990356, "mean_nn_ratio_pixel": 0.30299487709999084, "fid": 44.44348744619485}
+{"step": 3910000, "wall_time": 35509.370249032974, "train_loss_step": 2.6428868770599365, "n_params": 4387900, "total_flops": 52705348608000000, "train_loss": 0.010884923736254375, "subset_score_loss": 0.010884923736254375}
+{"step": 3920000, "wall_time": 35594.90473341942, "train_loss_step": 2.4157469272613525, "n_params": 4387900, "total_flops": 52840144896000000, "train_loss": 0.010711832841237386, "subset_score_loss": 0.010711832841237386}
+{"step": 3930000, "wall_time": 35674.266995191574, "train_loss_step": 2.470653772354126, "n_params": 4387900, "total_flops": 52974941184000000, "train_loss": 0.010528810818990071, "subset_score_loss": 0.010528810818990071}
+{"step": 3940000, "wall_time": 35747.65656757355, "train_loss_step": 2.5567948818206787, "n_params": 4387900, "total_flops": 53109737472000000, "train_loss": 0.010406702756881714, "subset_score_loss": 0.010406702756881714}
+{"step": 3950000, "wall_time": 35833.10193371773, "train_loss_step": 2.825157642364502, "n_params": 4387900, "total_flops": 53244533760000000, "train_loss": 0.010814843575159709, "subset_score_loss": 0.010814843575159709}
+{"step": 3960000, "wall_time": 35916.99725484848, "train_loss_step": 2.6082193851470947, "n_params": 4387900, "total_flops": 53379330048000000, "train_loss": 0.010566610097885131, "subset_score_loss": 0.010566610097885131}
+{"step": 3970000, "wall_time": 36002.57158064842, "train_loss_step": 2.572023630142212, "n_params": 4387900, "total_flops": 53514126336000000, "train_loss": 0.010398293534914652, "subset_score_loss": 0.010398293534914652}
+{"step": 3980000, "wall_time": 36088.20364689827, "train_loss_step": 2.711430072784424, "n_params": 4387900, "total_flops": 53648922624000000, "train_loss": 0.010332643985748291, "subset_score_loss": 0.010332643985748291}
+{"step": 3990000, "wall_time": 36172.175381183624, "train_loss_step": 2.3965673446655273, "n_params": 4387900, "total_flops": 53783718912000000, "train_loss": 0.01028604010740916, "subset_score_loss": 0.01028604010740916}
+{"step": 4000000, "wall_time": 36324.63852548599, "train_loss_step": 2.858311414718628, "n_params": 4387900, "total_flops": 53918515200000000, "train_loss": 0.010522117217381796, "subset_score_loss": 0.010522117217381796, "memorization_fraction_pixel": 0.8138999938964844, "mean_nn_ratio_pixel": 0.3040519058704376, "fid": 44.46263555401393}
+{"step": 4010000, "wall_time": 36410.18615460396, "train_loss_step": 2.677605628967285, "n_params": 4387900, "total_flops": 54053311488000000, "train_loss": 0.009827067454655966, "subset_score_loss": 0.009827067454655966}
+{"step": 4020000, "wall_time": 36495.70141029358, "train_loss_step": 2.577744245529175, "n_params": 4387900, "total_flops": 54188107776000000, "train_loss": 0.010603737831115723, "subset_score_loss": 0.010603737831115723}
+{"step": 4030000, "wall_time": 36581.243045568466, "train_loss_step": 2.5650813579559326, "n_params": 4387900, "total_flops": 54322904064000000, "train_loss": 0.0103787362575531, "subset_score_loss": 0.0103787362575531}
+{"step": 4040000, "wall_time": 36647.20956635475, "train_loss_step": 2.770463466644287, "n_params": 4387900, "total_flops": 54457700352000000, "train_loss": 0.010631311933199565, "subset_score_loss": 0.010631311933199565}
+{"step": 4050000, "wall_time": 36732.7352848053, "train_loss_step": 2.718360662460327, "n_params": 4387900, "total_flops": 54592496640000000, "train_loss": 0.010233380397160848, "subset_score_loss": 0.010233380397160848}
+{"step": 4060000, "wall_time": 36818.138805389404, "train_loss_step": 2.4687886238098145, "n_params": 4387900, "total_flops": 54727292928000000, "train_loss": 0.009946701924006145, "subset_score_loss": 0.009946701924006145}
+{"step": 4070000, "wall_time": 36902.49878406525, "train_loss_step": 3.008817195892334, "n_params": 4387900, "total_flops": 54862089216000000, "train_loss": 0.010915822784105937, "subset_score_loss": 0.010915822784105937}
+{"step": 4080000, "wall_time": 36988.03159713745, "train_loss_step": 2.863645076751709, "n_params": 4387900, "total_flops": 54996885504000000, "train_loss": 0.010409448544184368, "subset_score_loss": 0.010409448544184368}
+{"step": 4090000, "wall_time": 37073.72252249718, "train_loss_step": 2.558516025543213, "n_params": 4387900, "total_flops": 55131681792000000, "train_loss": 0.009982621669769287, "subset_score_loss": 0.009982621669769287}
+{"step": 4100000, "wall_time": 37223.26550960541, "train_loss_step": 2.769235610961914, "n_params": 4387900, "total_flops": 55266478080000000, "train_loss": 0.010679307579994201, "subset_score_loss": 0.010679307579994201, "memorization_fraction_pixel": 0.8065000176429749, "mean_nn_ratio_pixel": 0.3065899908542633, "fid": 44.77806607895648}
+{"step": 4110000, "wall_time": 37308.86109161377, "train_loss_step": 2.6656863689422607, "n_params": 4387900, "total_flops": 55401274368000000, "train_loss": 0.010135764877001444, "subset_score_loss": 0.010135764877001444}
+{"step": 4120000, "wall_time": 37394.31594610214, "train_loss_step": 2.666750431060791, "n_params": 4387900, "total_flops": 55536070656000000, "train_loss": 0.009894418716430663, "subset_score_loss": 0.009894418716430663}
+{"step": 4130000, "wall_time": 37479.85398888588, "train_loss_step": 2.494710683822632, "n_params": 4387900, "total_flops": 55670866944000000, "train_loss": 0.010160516699155171, "subset_score_loss": 0.010160516699155171}
+{"step": 4140000, "wall_time": 37561.622905015945, "train_loss_step": 2.5214288234710693, "n_params": 4387900, "total_flops": 55805663232000000, "train_loss": 0.010271039605140687, "subset_score_loss": 0.010271039605140687}
+{"step": 4150000, "wall_time": 37628.86572241783, "train_loss_step": 2.643402576446533, "n_params": 4387900, "total_flops": 55940459520000000, "train_loss": 0.009953205784161886, "subset_score_loss": 0.009953205784161886}
+{"step": 4160000, "wall_time": 37714.149564266205, "train_loss_step": 2.8359787464141846, "n_params": 4387900, "total_flops": 56075255808000000, "train_loss": 0.009778506557146708, "subset_score_loss": 0.009778506557146708}
+{"step": 4170000, "wall_time": 37799.68204665184, "train_loss_step": 2.54538893699646, "n_params": 4387900, "total_flops": 56210052096000000, "train_loss": 0.009543688098589579, "subset_score_loss": 0.009543688098589579}
+{"step": 4180000, "wall_time": 37883.7191696167, "train_loss_step": 2.534968614578247, "n_params": 4387900, "total_flops": 56344848384000000, "train_loss": 0.010234984755516052, "subset_score_loss": 0.010234984755516052}
+{"step": 4190000, "wall_time": 37969.341561317444, "train_loss_step": 2.5064265727996826, "n_params": 4387900, "total_flops": 56479644672000000, "train_loss": 0.010435516635576883, "subset_score_loss": 0.010435516635576883}
+{"step": 4200000, "wall_time": 38119.54923391342, "train_loss_step": 2.5677967071533203, "n_params": 4387900, "total_flops": 56614440960000000, "train_loss": 0.009811352690060933, "subset_score_loss": 0.009811352690060933, "memorization_fraction_pixel": 0.8179000020027161, "mean_nn_ratio_pixel": 0.3029899597167969, "fid": 44.46880995067848}
+{"step": 4210000, "wall_time": 38205.18078017235, "train_loss_step": 2.5395612716674805, "n_params": 4387900, "total_flops": 56749237248000000, "train_loss": 0.009481231371561686, "subset_score_loss": 0.009481231371561686}
+{"step": 4220000, "wall_time": 38290.420513391495, "train_loss_step": 2.417266845703125, "n_params": 4387900, "total_flops": 56884033536000000, "train_loss": 0.010210887591044108, "subset_score_loss": 0.010210887591044108}
+{"step": 4230000, "wall_time": 38376.028489112854, "train_loss_step": 2.6039981842041016, "n_params": 4387900, "total_flops": 57018829824000000, "train_loss": 0.009575042128562927, "subset_score_loss": 0.009575042128562927}
+{"step": 4240000, "wall_time": 38461.46330022812, "train_loss_step": 2.7426085472106934, "n_params": 4387900, "total_flops": 57153626112000000, "train_loss": 0.009887346625328064, "subset_score_loss": 0.009887346625328064}
+{"step": 4250000, "wall_time": 38530.76583623886, "train_loss_step": 2.4905364513397217, "n_params": 4387900, "total_flops": 57288422400000000, "train_loss": 0.009854092200597128, "subset_score_loss": 0.009854092200597128}
+{"step": 4260000, "wall_time": 38611.04822778702, "train_loss_step": 2.5064568519592285, "n_params": 4387900, "total_flops": 57423218688000000, "train_loss": 0.009682438770929972, "subset_score_loss": 0.009682438770929972}
+{"step": 4270000, "wall_time": 38696.577912569046, "train_loss_step": 2.721907138824463, "n_params": 4387900, "total_flops": 57558014976000000, "train_loss": 0.00999562640984853, "subset_score_loss": 0.00999562640984853}
+{"step": 4280000, "wall_time": 38782.15033888817, "train_loss_step": 2.604915142059326, "n_params": 4387900, "total_flops": 57692811264000000, "train_loss": 0.010399001836776733, "subset_score_loss": 0.010399001836776733}
+{"step": 4290000, "wall_time": 38866.529428720474, "train_loss_step": 2.3238096237182617, "n_params": 4387900, "total_flops": 57827607552000000, "train_loss": 0.00970617930094401, "subset_score_loss": 0.00970617930094401}
+{"step": 4300000, "wall_time": 39018.08733534813, "train_loss_step": 2.5398483276367188, "n_params": 4387900, "total_flops": 57962403840000000, "train_loss": 0.009765630960464478, "subset_score_loss": 0.009765630960464478, "memorization_fraction_pixel": 0.8288999795913696, "mean_nn_ratio_pixel": 0.29852962493896484, "fid": 44.421532774279484}
+{"step": 4310000, "wall_time": 39101.95712327957, "train_loss_step": 2.602703094482422, "n_params": 4387900, "total_flops": 58097200128000000, "train_loss": 0.009935124715169271, "subset_score_loss": 0.009935124715169271}
+{"step": 4320000, "wall_time": 39187.37411737442, "train_loss_step": 2.5209758281707764, "n_params": 4387900, "total_flops": 58231996416000000, "train_loss": 0.009563661615053813, "subset_score_loss": 0.009563661615053813}
+{"step": 4330000, "wall_time": 39273.08984851837, "train_loss_step": 2.624678611755371, "n_params": 4387900, "total_flops": 58366792704000000, "train_loss": 0.009737122058868408, "subset_score_loss": 0.009737122058868408}
+{"step": 4340000, "wall_time": 39358.614521980286, "train_loss_step": 2.4278955459594727, "n_params": 4387900, "total_flops": 58501588992000000, "train_loss": 0.009650523463884989, "subset_score_loss": 0.009650523463884989}
+{"step": 4350000, "wall_time": 39444.026193380356, "train_loss_step": 2.8214101791381836, "n_params": 4387900, "total_flops": 58636385280000000, "train_loss": 0.009646809101104737, "subset_score_loss": 0.009646809101104737}
+{"step": 4360000, "wall_time": 39509.12026166916, "train_loss_step": 2.5117316246032715, "n_params": 4387900, "total_flops": 58771181568000000, "train_loss": 0.010014653205871582, "subset_score_loss": 0.010014653205871582}
+{"step": 4370000, "wall_time": 39594.54539036751, "train_loss_step": 2.972947120666504, "n_params": 4387900, "total_flops": 58905977856000000, "train_loss": 0.009931738177935282, "subset_score_loss": 0.009931738177935282}
+{"step": 4380000, "wall_time": 39680.17661857605, "train_loss_step": 2.7227511405944824, "n_params": 4387900, "total_flops": 59040774144000000, "train_loss": 0.00941391388575236, "subset_score_loss": 0.00941391388575236}
+{"step": 4390000, "wall_time": 39765.735516786575, "train_loss_step": 2.4879610538482666, "n_params": 4387900, "total_flops": 59175570432000000, "train_loss": 0.009454898039499919, "subset_score_loss": 0.009454898039499919}
+{"step": 4400000, "wall_time": 39916.70432782173, "train_loss_step": 2.7675068378448486, "n_params": 4387900, "total_flops": 59310366720000000, "train_loss": 0.00975479781627655, "subset_score_loss": 0.00975479781627655, "memorization_fraction_pixel": 0.8191999793052673, "mean_nn_ratio_pixel": 0.30245885252952576, "fid": 43.74153388898417}
+{"step": 4410000, "wall_time": 40002.75460147858, "train_loss_step": 2.493957042694092, "n_params": 4387900, "total_flops": 59445163008000000, "train_loss": 0.009789745012919107, "subset_score_loss": 0.009789745012919107}
+{"step": 4420000, "wall_time": 40086.36299967766, "train_loss_step": 2.6268389225006104, "n_params": 4387900, "total_flops": 59579959296000000, "train_loss": 0.009369542201360067, "subset_score_loss": 0.009369542201360067}
+{"step": 4430000, "wall_time": 40171.87536120415, "train_loss_step": 2.597064971923828, "n_params": 4387900, "total_flops": 59714755584000000, "train_loss": 0.009294448296229045, "subset_score_loss": 0.009294448296229045}
+{"step": 4440000, "wall_time": 40257.342844963074, "train_loss_step": 2.8754258155822754, "n_params": 4387900, "total_flops": 59849551872000000, "train_loss": 0.009507004419962566, "subset_score_loss": 0.009507004419962566}
+{"step": 4450000, "wall_time": 40342.85738968849, "train_loss_step": 2.613467216491699, "n_params": 4387900, "total_flops": 59984348160000000, "train_loss": 0.009526345133781432, "subset_score_loss": 0.009526345133781432}
+{"step": 4460000, "wall_time": 40418.930703639984, "train_loss_step": 2.6197516918182373, "n_params": 4387900, "total_flops": 60119144448000000, "train_loss": 0.00994384487469991, "subset_score_loss": 0.00994384487469991}
+{"step": 4470000, "wall_time": 40488.20394897461, "train_loss_step": 2.6929702758789062, "n_params": 4387900, "total_flops": 60253940736000000, "train_loss": 0.009321783979733786, "subset_score_loss": 0.009321783979733786}
+{"step": 4480000, "wall_time": 40573.54691505432, "train_loss_step": 2.591845750808716, "n_params": 4387900, "total_flops": 60388737024000000, "train_loss": 0.009692094723383586, "subset_score_loss": 0.009692094723383586}
+{"step": 4490000, "wall_time": 40659.140634298325, "train_loss_step": 2.4652395248413086, "n_params": 4387900, "total_flops": 60523533312000000, "train_loss": 0.009253159165382385, "subset_score_loss": 0.009253159165382385}
+{"step": 4500000, "wall_time": 40811.79562807083, "train_loss_step": 2.734145164489746, "n_params": 4387900, "total_flops": 60658329600000000, "train_loss": 0.009416772921880086, "subset_score_loss": 0.009416772921880086, "memorization_fraction_pixel": 0.819599986076355, "mean_nn_ratio_pixel": 0.302390456199646, "fid": 44.351517088227354}
+{"step": 4510000, "wall_time": 40895.490293979645, "train_loss_step": 2.7299482822418213, "n_params": 4387900, "total_flops": 60793125888000000, "train_loss": 0.009477528929710387, "subset_score_loss": 0.009477528929710387}
+{"step": 4520000, "wall_time": 40980.312356472015, "train_loss_step": 2.590142011642456, "n_params": 4387900, "total_flops": 60927922176000000, "train_loss": 0.00913009544213613, "subset_score_loss": 0.00913009544213613}
+{"step": 4530000, "wall_time": 41065.29709815979, "train_loss_step": 2.9225311279296875, "n_params": 4387900, "total_flops": 61062718464000000, "train_loss": 0.00943724811077118, "subset_score_loss": 0.00943724811077118}
+{"step": 4540000, "wall_time": 41150.86650824547, "train_loss_step": 2.570225715637207, "n_params": 4387900, "total_flops": 61197514752000000, "train_loss": 0.00980295439561208, "subset_score_loss": 0.00980295439561208}
+{"step": 4550000, "wall_time": 41236.46383810043, "train_loss_step": 2.319507598876953, "n_params": 4387900, "total_flops": 61332311040000000, "train_loss": 0.009027191996574402, "subset_score_loss": 0.009027191996574402}
+{"step": 4560000, "wall_time": 41321.96206212044, "train_loss_step": 2.5505552291870117, "n_params": 4387900, "total_flops": 61467107328000000, "train_loss": 0.009138975540796916, "subset_score_loss": 0.009138975540796916}
+{"step": 4570000, "wall_time": 41389.60223698616, "train_loss_step": 2.760087490081787, "n_params": 4387900, "total_flops": 61601903616000000, "train_loss": 0.009606127937634787, "subset_score_loss": 0.009606127937634787}
+{"step": 4580000, "wall_time": 41475.05379486084, "train_loss_step": 2.89125394821167, "n_params": 4387900, "total_flops": 61736699904000000, "train_loss": 0.009077206254005432, "subset_score_loss": 0.009077206254005432}
+{"step": 4590000, "wall_time": 41560.37308335304, "train_loss_step": 2.390141010284424, "n_params": 4387900, "total_flops": 61871496192000000, "train_loss": 0.009365396698315938, "subset_score_loss": 0.009365396698315938}
+{"step": 4600000, "wall_time": 41711.60406899452, "train_loss_step": 2.3217649459838867, "n_params": 4387900, "total_flops": 62006292480000000, "train_loss": 0.00939289927482605, "subset_score_loss": 0.00939289927482605, "memorization_fraction_pixel": 0.8187000155448914, "mean_nn_ratio_pixel": 0.30107569694519043, "fid": 44.14206007802484}
+{"step": 4610000, "wall_time": 41797.44864177704, "train_loss_step": 2.486631393432617, "n_params": 4387900, "total_flops": 62141088768000000, "train_loss": 0.00948984424273173, "subset_score_loss": 0.00948984424273173}
+{"step": 4620000, "wall_time": 41881.707975149155, "train_loss_step": 2.5886669158935547, "n_params": 4387900, "total_flops": 62275885056000000, "train_loss": 0.008892119924227396, "subset_score_loss": 0.008892119924227396}
+{"step": 4630000, "wall_time": 41965.79846119881, "train_loss_step": 2.525878667831421, "n_params": 4387900, "total_flops": 62410681344000000, "train_loss": 0.009079144398371378, "subset_score_loss": 0.009079144398371378}
+{"step": 4640000, "wall_time": 42051.4032497406, "train_loss_step": 2.555917978286743, "n_params": 4387900, "total_flops": 62545477632000000, "train_loss": 0.00886103610197703, "subset_score_loss": 0.00886103610197703}
+{"step": 4650000, "wall_time": 42137.08399963379, "train_loss_step": 2.71513295173645, "n_params": 4387900, "total_flops": 62680273920000000, "train_loss": 0.009437067310015361, "subset_score_loss": 0.009437067310015361}
+{"step": 4660000, "wall_time": 42222.60847020149, "train_loss_step": 2.5131916999816895, "n_params": 4387900, "total_flops": 62815070208000000, "train_loss": 0.0089936763048172, "subset_score_loss": 0.0089936763048172}
+{"step": 4670000, "wall_time": 42307.214993715286, "train_loss_step": 2.4914042949676514, "n_params": 4387900, "total_flops": 62949866496000000, "train_loss": 0.009492327769597372, "subset_score_loss": 0.009492327769597372}
+{"step": 4680000, "wall_time": 42370.52800631523, "train_loss_step": 2.776370048522949, "n_params": 4387900, "total_flops": 63084662784000000, "train_loss": 0.008989070852597555, "subset_score_loss": 0.008989070852597555}
+{"step": 4690000, "wall_time": 42455.912100315094, "train_loss_step": 2.6879448890686035, "n_params": 4387900, "total_flops": 63219459072000000, "train_loss": 0.009027172128359478, "subset_score_loss": 0.009027172128359478}
+{"step": 4700000, "wall_time": 42608.48188185692, "train_loss_step": 2.709188461303711, "n_params": 4387900, "total_flops": 63354255360000000, "train_loss": 0.009001064300537109, "subset_score_loss": 0.009001064300537109, "memorization_fraction_pixel": 0.8260999917984009, "mean_nn_ratio_pixel": 0.2986832559108734, "fid": 44.255715289242936}
+{"step": 4710000, "wall_time": 42694.03150129318, "train_loss_step": 2.398871421813965, "n_params": 4387900, "total_flops": 63489051648000000, "train_loss": 0.008797438939412434, "subset_score_loss": 0.008797438939412434}
+{"step": 4720000, "wall_time": 42779.69758796692, "train_loss_step": 2.4561338424682617, "n_params": 4387900, "total_flops": 63623847936000000, "train_loss": 0.00897072950998942, "subset_score_loss": 0.00897072950998942}
+{"step": 4730000, "wall_time": 42863.752521038055, "train_loss_step": 2.3543877601623535, "n_params": 4387900, "total_flops": 63758644224000000, "train_loss": 0.009170795480410257, "subset_score_loss": 0.009170795480410257}
+{"step": 4740000, "wall_time": 42947.69690537453, "train_loss_step": 2.686324119567871, "n_params": 4387900, "total_flops": 63893440512000000, "train_loss": 0.00888554056485494, "subset_score_loss": 0.00888554056485494}
+{"step": 4750000, "wall_time": 43033.19074463844, "train_loss_step": 2.4029552936553955, "n_params": 4387900, "total_flops": 64028236800000000, "train_loss": 0.009130375583966573, "subset_score_loss": 0.009130375583966573}
+{"step": 4760000, "wall_time": 43118.870084524155, "train_loss_step": 2.9538371562957764, "n_params": 4387900, "total_flops": 64163033088000000, "train_loss": 0.00914223591486613, "subset_score_loss": 0.00914223591486613}
+{"step": 4770000, "wall_time": 43204.375806331635, "train_loss_step": 2.4860782623291016, "n_params": 4387900, "total_flops": 64297829376000000, "train_loss": 0.009059721231460571, "subset_score_loss": 0.009059721231460571}
+{"step": 4780000, "wall_time": 43277.28479242325, "train_loss_step": 2.3221426010131836, "n_params": 4387900, "total_flops": 64432625664000000, "train_loss": 0.008848810195922851, "subset_score_loss": 0.008848810195922851}
+{"step": 4790000, "wall_time": 43349.47629618645, "train_loss_step": 2.639968156814575, "n_params": 4387900, "total_flops": 64567421952000000, "train_loss": 0.008865198493003846, "subset_score_loss": 0.008865198493003846}
+{"step": 4800000, "wall_time": 43501.742444992065, "train_loss_step": 2.7023065090179443, "n_params": 4387900, "total_flops": 64702218240000000, "train_loss": 0.009014130632082621, "subset_score_loss": 0.009014130632082621, "memorization_fraction_pixel": 0.8240000009536743, "mean_nn_ratio_pixel": 0.30303382873535156, "fid": 44.169240200163685}
+{"step": 4810000, "wall_time": 43587.32182812691, "train_loss_step": 2.55112361907959, "n_params": 4387900, "total_flops": 64837014528000000, "train_loss": 0.008739785353342692, "subset_score_loss": 0.008739785353342692}
+{"step": 4820000, "wall_time": 43672.393278598785, "train_loss_step": 2.3098645210266113, "n_params": 4387900, "total_flops": 64971810816000000, "train_loss": 0.008845001459121704, "subset_score_loss": 0.008845001459121704}
+{"step": 4830000, "wall_time": 43758.10594844818, "train_loss_step": 2.664350986480713, "n_params": 4387900, "total_flops": 65106607104000000, "train_loss": 0.008862706025441487, "subset_score_loss": 0.008862706025441487}
+{"step": 4840000, "wall_time": 43842.263885736465, "train_loss_step": 2.352769136428833, "n_params": 4387900, "total_flops": 65241403392000000, "train_loss": 0.009180420637130737, "subset_score_loss": 0.009180420637130737}
+{"step": 4850000, "wall_time": 43926.04573702812, "train_loss_step": 2.433506727218628, "n_params": 4387900, "total_flops": 65376199680000000, "train_loss": 0.008794314662615458, "subset_score_loss": 0.008794314662615458}
+{"step": 4860000, "wall_time": 44011.709478378296, "train_loss_step": 2.7158167362213135, "n_params": 4387900, "total_flops": 65510995968000000, "train_loss": 0.008790692687034607, "subset_score_loss": 0.008790692687034607}
+{"step": 4870000, "wall_time": 44097.3716468811, "train_loss_step": 2.533474922180176, "n_params": 4387900, "total_flops": 65645792256000000, "train_loss": 0.00878474215666453, "subset_score_loss": 0.00878474215666453}
+{"step": 4880000, "wall_time": 44182.67655515671, "train_loss_step": 2.527573347091675, "n_params": 4387900, "total_flops": 65780588544000000, "train_loss": 0.008642409245173137, "subset_score_loss": 0.008642409245173137}
+{"step": 4890000, "wall_time": 44250.6978597641, "train_loss_step": 2.570722818374634, "n_params": 4387900, "total_flops": 65915384832000000, "train_loss": 0.00884307622909546, "subset_score_loss": 0.00884307622909546}
+{"step": 4900000, "wall_time": 44394.30784010887, "train_loss_step": 2.45420241355896, "n_params": 4387900, "total_flops": 66050181120000000, "train_loss": 0.008519628643989563, "subset_score_loss": 0.008519628643989563, "memorization_fraction_pixel": 0.8245000243186951, "mean_nn_ratio_pixel": 0.2993379831314087, "fid": 45.09205846173551}
+{"step": 4910000, "wall_time": 44479.909685373306, "train_loss_step": 2.634652614593506, "n_params": 4387900, "total_flops": 66184977408000000, "train_loss": 0.00894093414147695, "subset_score_loss": 0.00894093414147695}
+{"step": 4920000, "wall_time": 44565.21571779251, "train_loss_step": 2.94779634475708, "n_params": 4387900, "total_flops": 66319773696000000, "train_loss": 0.008592493335405986, "subset_score_loss": 0.008592493335405986}
+{"step": 4930000, "wall_time": 44650.67893242836, "train_loss_step": 2.7161266803741455, "n_params": 4387900, "total_flops": 66454569984000000, "train_loss": 0.00877694288889567, "subset_score_loss": 0.00877694288889567}
+{"step": 4940000, "wall_time": 44736.40235185623, "train_loss_step": 2.7181336879730225, "n_params": 4387900, "total_flops": 66589366272000000, "train_loss": 0.008629108468691507, "subset_score_loss": 0.008629108468691507}
+{"step": 4950000, "wall_time": 44820.90376520157, "train_loss_step": 2.3786463737487793, "n_params": 4387900, "total_flops": 66724162560000000, "train_loss": 0.008502631386121114, "subset_score_loss": 0.008502631386121114}
+{"step": 4960000, "wall_time": 44904.66506195068, "train_loss_step": 2.4994611740112305, "n_params": 4387900, "total_flops": 66858958848000000, "train_loss": 0.009005159139633179, "subset_score_loss": 0.009005159139633179}
+{"step": 4970000, "wall_time": 44990.26821208, "train_loss_step": 2.9206998348236084, "n_params": 4387900, "total_flops": 66993755136000000, "train_loss": 0.008798436323801676, "subset_score_loss": 0.008798436323801676}
+{"step": 4980000, "wall_time": 45075.79294204712, "train_loss_step": 2.424698829650879, "n_params": 4387900, "total_flops": 67128551424000000, "train_loss": 0.008378991484642028, "subset_score_loss": 0.008378991484642028}
+{"step": 4990000, "wall_time": 45157.11253404617, "train_loss_step": 2.411064624786377, "n_params": 4387900, "total_flops": 67263347712000000, "train_loss": 0.008709817131360372, "subset_score_loss": 0.008709817131360372}
+{"step": 5000000, "wall_time": 45310.15886735916, "train_loss_step": 2.8780229091644287, "n_params": 4387900, "total_flops": 67398144000000000, "train_loss": 0.008807921409606933, "subset_score_loss": 0.008807921409606933, "memorization_fraction_pixel": 0.8256000280380249, "mean_nn_ratio_pixel": 0.3013968765735626, "fid": 44.50935097674895}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d60/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d60/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..5ecd5046851945ae6f2598f89677289683d218a9
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d60/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     69s | train_loss=1.0032 | fid=298.4084
+  step   10000 |    154s | train_loss=0.8407
+  step   20000 |    240s | train_loss=0.7627
+  step   30000 |    325s | train_loss=0.6549
+  step   40000 |    410s | train_loss=0.4975
+  step   50000 |    496s | train_loss=0.3397
+  step   60000 |    581s | train_loss=0.2423
+  step   70000 |    666s | train_loss=0.1933
+  step   80000 |    751s | train_loss=0.1642
+  step   90000 |    837s | train_loss=0.1463
+  step  100000 |    988s | train_loss=0.1357 | fid=57.6164
+  step  110000 |   1067s | train_loss=0.1278
+  step  120000 |   1152s | train_loss=0.1178
+  step  130000 |   1237s | train_loss=0.1128
+  step  140000 |   1323s | train_loss=0.1075
+  step  150000 |   1408s | train_loss=0.1014
+  step  160000 |   1493s | train_loss=0.0983
+  step  170000 |   1579s | train_loss=0.0946
+  step  180000 |   1664s | train_loss=0.0902
+  step  190000 |   1749s | train_loss=0.0871
+  step  200000 |   1902s | train_loss=0.0847 | fid=54.6002
+  step  210000 |   1981s | train_loss=0.0827
+  step  220000 |   2064s | train_loss=0.0804
+  step  230000 |   2150s | train_loss=0.0772
+  step  240000 |   2235s | train_loss=0.0750
+  step  250000 |   2320s | train_loss=0.0730
+  step  260000 |   2405s | train_loss=0.0716
+  step  270000 |   2491s | train_loss=0.0704
+  step  280000 |   2577s | train_loss=0.0673
+  step  290000 |   2662s | train_loss=0.0680
+  step  300000 |   2819s | train_loss=0.0643 | fid=52.5630
+  step  310000 |   2897s | train_loss=0.0641
+  step  320000 |   2983s | train_loss=0.0625
+  step  330000 |   3065s | train_loss=0.0619
+  step  340000 |   3151s | train_loss=0.0608
+  step  350000 |   3236s | train_loss=0.0589
+  step  360000 |   3322s | train_loss=0.0583
+  step  370000 |   3407s | train_loss=0.0577
+  step  380000 |   3493s | train_loss=0.0564
+  step  390000 |   3578s | train_loss=0.0556
+  step  400000 |   3735s | train_loss=0.0544 | fid=51.4707
+  step  410000 |   3813s | train_loss=0.0540
+  step  420000 |   3899s | train_loss=0.0543
+  step  430000 |   3984s | train_loss=0.0518
+  step  440000 |   4066s | train_loss=0.0519
+  step  450000 |   4152s | train_loss=0.0509
+  step  460000 |   4237s | train_loss=0.0508
+  step  470000 |   4322s | train_loss=0.0501
+  step  480000 |   4408s | train_loss=0.0493
+  step  490000 |   4494s | train_loss=0.0489
+  step  500000 |   4651s | train_loss=0.0483 | fid=51.0277
+  step  510000 |   4730s | train_loss=0.0469
+  step  520000 |   4816s | train_loss=0.0474
+  step  530000 |   4902s | train_loss=0.0469
+  step  540000 |   4985s | train_loss=0.0458
+  step  550000 |   5070s | train_loss=0.0448
+  step  560000 |   5155s | train_loss=0.0447
+  step  570000 |   5240s | train_loss=0.0450
+  step  580000 |   5326s | train_loss=0.0441
+  step  590000 |   5411s | train_loss=0.0427
+  step  600000 |   5570s | train_loss=0.0436 | fid=49.2570
+  step  610000 |   5648s | train_loss=0.0440
+  step  620000 |   5733s | train_loss=0.0422
+  step  630000 |   5819s | train_loss=0.0427
+  step  640000 |   5905s | train_loss=0.0413
+  step  650000 |   5988s | train_loss=0.0416
+  step  660000 |   6072s | train_loss=0.0403
+  step  670000 |   6157s | train_loss=0.0409
+  step  680000 |   6243s | train_loss=0.0404
+  step  690000 |   6328s | train_loss=0.0399
+  step  700000 |   6485s | train_loss=0.0393 | fid=47.9621
+  step  710000 |   6562s | train_loss=0.0390
+  step  720000 |   6647s | train_loss=0.0387
+  step  730000 |   6732s | train_loss=0.0394
+  step  740000 |   6817s | train_loss=0.0393
+  step  750000 |   6903s | train_loss=0.0378
+  step  760000 |   6986s | train_loss=0.0374
+  step  770000 |   7070s | train_loss=0.0383
+  step  780000 |   7155s | train_loss=0.0370
+  step  790000 |   7241s | train_loss=0.0362
+  step  800000 |   7395s | train_loss=0.0365 | fid=46.7192
+  step  810000 |   7474s | train_loss=0.0363
+  step  820000 |   7559s | train_loss=0.0353
+  step  830000 |   7645s | train_loss=0.0353
+  step  840000 |   7730s | train_loss=0.0355
+  step  850000 |   7816s | train_loss=0.0368
+  step  860000 |   7902s | train_loss=0.0350
+  step  870000 |   7985s | train_loss=0.0352
+  step  880000 |   8069s | train_loss=0.0343
+  step  890000 |   8155s | train_loss=0.0342
+  step  900000 |   8309s | train_loss=0.0340 | fid=47.1191
+  step  910000 |   8389s | train_loss=0.0350
+  step  920000 |   8457s | train_loss=0.0346
+  step  930000 |   8542s | train_loss=0.0329
+  step  940000 |   8628s | train_loss=0.0335
+  step  950000 |   8714s | train_loss=0.0335
+  step  960000 |   8799s | train_loss=0.0324
+  step  970000 |   8883s | train_loss=0.0325
+  step  980000 |   8968s | train_loss=0.0329
+  step  990000 |   9052s | train_loss=0.0321
+  step 1000000 |   9204s | train_loss=0.0321 | fid=46.2657
+  step 1010000 |   9289s | train_loss=0.0318
+  step 1020000 |   9359s | train_loss=0.0321
+  step 1030000 |   9441s | train_loss=0.0320
+  step 1040000 |   9526s | train_loss=0.0308
+  step 1050000 |   9612s | train_loss=0.0310
+  step 1060000 |   9698s | train_loss=0.0307
+  step 1070000 |   9783s | train_loss=0.0312
+  step 1080000 |   9866s | train_loss=0.0302
+  step 1090000 |   9952s | train_loss=0.0302
+  step 1100000 |  10103s | train_loss=0.0309 | fid=46.6046
+  step 1110000 |  10189s | train_loss=0.0303
+  step 1120000 |  10273s | train_loss=0.0293
+  step 1130000 |  10340s | train_loss=0.0303
+  step 1140000 |  10425s | train_loss=0.0294
+  step 1150000 |  10511s | train_loss=0.0291
+  step 1160000 |  10597s | train_loss=0.0290
+  step 1170000 |  10682s | train_loss=0.0294
+  step 1180000 |  10768s | train_loss=0.0294
+  step 1190000 |  10851s | train_loss=0.0287
+  step 1200000 |  11004s | train_loss=0.0285 | fid=46.0326
+  step 1210000 |  11088s | train_loss=0.0285
+  step 1220000 |  11173s | train_loss=0.0281
+  step 1230000 |  11245s | train_loss=0.0282
+  step 1240000 |  11316s | train_loss=0.0286
+  step 1250000 |  11402s | train_loss=0.0280
+  step 1260000 |  11488s | train_loss=0.0273
+  step 1270000 |  11573s | train_loss=0.0279
+  step 1280000 |  11658s | train_loss=0.0276
+  step 1290000 |  11744s | train_loss=0.0273
+  step 1300000 |  11894s | train_loss=0.0278 | fid=45.2505
+  step 1310000 |  11980s | train_loss=0.0262
+  step 1320000 |  12064s | train_loss=0.0270
+  step 1330000 |  12150s | train_loss=0.0263
+  step 1340000 |  12224s | train_loss=0.0268
+  step 1350000 |  12310s | train_loss=0.0269
+  step 1360000 |  12395s | train_loss=0.0270
+  step 1370000 |  12480s | train_loss=0.0266
+  step 1380000 |  12566s | train_loss=0.0264
+  step 1390000 |  12652s | train_loss=0.0263
+  step 1400000 |  12801s | train_loss=0.0257 | fid=44.9617
+  step 1410000 |  12887s | train_loss=0.0265
+  step 1420000 |  12972s | train_loss=0.0257
+  step 1430000 |  13057s | train_loss=0.0253
+  step 1440000 |  13135s | train_loss=0.0255
+  step 1450000 |  13221s | train_loss=0.0248
+  step 1460000 |  13306s | train_loss=0.0251
+  step 1470000 |  13392s | train_loss=0.0252
+  step 1480000 |  13478s | train_loss=0.0252
+  step 1490000 |  13563s | train_loss=0.0251
+  step 1500000 |  13716s | train_loss=0.0248 | fid=44.4450
+  step 1510000 |  13799s | train_loss=0.0246
+  step 1520000 |  13885s | train_loss=0.0248
+  step 1530000 |  13971s | train_loss=0.0239
+  step 1540000 |  14051s | train_loss=0.0242
+  step 1550000 |  14133s | train_loss=0.0236
+  step 1560000 |  14218s | train_loss=0.0239
+  step 1570000 |  14304s | train_loss=0.0249
+  step 1580000 |  14390s | train_loss=0.0238
+  step 1590000 |  14475s | train_loss=0.0244
+  step 1600000 |  14626s | train_loss=0.0231 | fid=44.3429
+  step 1610000 |  14713s | train_loss=0.0230
+  step 1620000 |  14796s | train_loss=0.0230
+  step 1630000 |  14882s | train_loss=0.0229
+  step 1640000 |  14967s | train_loss=0.0234
+  step 1650000 |  15045s | train_loss=0.0226
+  step 1660000 |  15131s | train_loss=0.0232
+  step 1670000 |  15216s | train_loss=0.0224
+  step 1680000 |  15302s | train_loss=0.0225
+  step 1690000 |  15387s | train_loss=0.0226
+  step 1700000 |  15540s | train_loss=0.0221 | fid=44.3095
+  step 1710000 |  15625s | train_loss=0.0225
+  step 1720000 |  15712s | train_loss=0.0227
+  step 1730000 |  15795s | train_loss=0.0221
+  step 1740000 |  15880s | train_loss=0.0218
+  step 1750000 |  15959s | train_loss=0.0222
+  step 1760000 |  16043s | train_loss=0.0216
+  step 1770000 |  16128s | train_loss=0.0217
+  step 1780000 |  16214s | train_loss=0.0216
+  step 1790000 |  16299s | train_loss=0.0210
+  step 1800000 |  16452s | train_loss=0.0209 | fid=44.5255
+  step 1810000 |  16538s | train_loss=0.0216
+  step 1820000 |  16623s | train_loss=0.0210
+  step 1830000 |  16707s | train_loss=0.0212
+  step 1840000 |  16792s | train_loss=0.0209
+  step 1850000 |  16858s | train_loss=0.0206
+  step 1860000 |  16942s | train_loss=0.0214
+  step 1870000 |  17026s | train_loss=0.0210
+  step 1880000 |  17111s | train_loss=0.0212
+  step 1890000 |  17197s | train_loss=0.0205
+  step 1900000 |  17349s | train_loss=0.0196 | fid=44.3031
+  step 1910000 |  17435s | train_loss=0.0204
+  step 1920000 |  17520s | train_loss=0.0202
+  step 1930000 |  17606s | train_loss=0.0207
+  step 1940000 |  17690s | train_loss=0.0200
+  step 1950000 |  17775s | train_loss=0.0196
+  step 1960000 |  17841s | train_loss=0.0195
+  step 1970000 |  17926s | train_loss=0.0196
+  step 1980000 |  18011s | train_loss=0.0196
+  step 1990000 |  18096s | train_loss=0.0199
+  step 2000000 |  18247s | train_loss=0.0197 | fid=44.0723
+  step 2010000 |  18333s | train_loss=0.0192
+  step 2020000 |  18418s | train_loss=0.0193
+  step 2030000 |  18504s | train_loss=0.0190
+  step 2040000 |  18589s | train_loss=0.0188
+  step 2050000 |  18673s | train_loss=0.0197
+  step 2060000 |  18751s | train_loss=0.0187
+  step 2070000 |  18837s | train_loss=0.0193
+  step 2080000 |  18922s | train_loss=0.0185
+  step 2090000 |  19008s | train_loss=0.0194
+  step 2100000 |  19159s | train_loss=0.0186 | fid=44.4584
+  step 2110000 |  19244s | train_loss=0.0184
+  step 2120000 |  19330s | train_loss=0.0196
+  step 2130000 |  19415s | train_loss=0.0187
+  step 2140000 |  19501s | train_loss=0.0180
+  step 2150000 |  19586s | train_loss=0.0186
+  step 2160000 |  19663s | train_loss=0.0183
+  step 2170000 |  19733s | train_loss=0.0179
+  step 2180000 |  19818s | train_loss=0.0186
+  step 2190000 |  19903s | train_loss=0.0173
+  step 2200000 |  20054s | train_loss=0.0177 | fid=44.0050
+  step 2210000 |  20140s | train_loss=0.0176
+  step 2220000 |  20226s | train_loss=0.0183
+  step 2230000 |  20311s | train_loss=0.0192
+  step 2240000 |  20397s | train_loss=0.0168
+  step 2250000 |  20482s | train_loss=0.0179
+  step 2260000 |  20568s | train_loss=0.0170
+  step 2270000 |  20633s | train_loss=0.0176
+  step 2280000 |  20716s | train_loss=0.0173
+  step 2290000 |  20801s | train_loss=0.0170
+  step 2300000 |  20954s | train_loss=0.0171 | fid=44.6252
+  step 2310000 |  21038s | train_loss=0.0173
+  step 2320000 |  21123s | train_loss=0.0165
+  step 2330000 |  21209s | train_loss=0.0173
+  step 2340000 |  21294s | train_loss=0.0173
+  step 2350000 |  21380s | train_loss=0.0176
+  step 2360000 |  21465s | train_loss=0.0168
+  step 2370000 |  21551s | train_loss=0.0164
+  step 2380000 |  21613s | train_loss=0.0164
+  step 2390000 |  21699s | train_loss=0.0164
+  step 2400000 |  21850s | train_loss=0.0165 | fid=43.9368
+  step 2410000 |  21935s | train_loss=0.0164
+  step 2420000 |  22019s | train_loss=0.0166
+  step 2430000 |  22105s | train_loss=0.0167
+  step 2440000 |  22191s | train_loss=0.0171
+  step 2450000 |  22276s | train_loss=0.0170
+  step 2460000 |  22362s | train_loss=0.0163
+  step 2470000 |  22447s | train_loss=0.0158
+  step 2480000 |  22520s | train_loss=0.0158
+  step 2490000 |  22589s | train_loss=0.0158
+  step 2500000 |  22740s | train_loss=0.0163 | fid=44.8898
+  step 2510000 |  22826s | train_loss=0.0169
+  step 2520000 |  22912s | train_loss=0.0153
+  step 2530000 |  22996s | train_loss=0.0171
+  step 2540000 |  23081s | train_loss=0.0155
+  step 2550000 |  23167s | train_loss=0.0155
+  step 2560000 |  23253s | train_loss=0.0155
+  step 2570000 |  23338s | train_loss=0.0151
+  step 2580000 |  23424s | train_loss=0.0150
+  step 2590000 |  23488s | train_loss=0.0148
+  step 2600000 |  23639s | train_loss=0.0146 | fid=44.1059
+  step 2610000 |  23724s | train_loss=0.0152
+  step 2620000 |  23810s | train_loss=0.0158
+  step 2630000 |  23895s | train_loss=0.0149
+  step 2640000 |  23980s | train_loss=0.0157
+  step 2650000 |  24065s | train_loss=0.0148
+  step 2660000 |  24151s | train_loss=0.0149
+  step 2670000 |  24236s | train_loss=0.0152
+  step 2680000 |  24322s | train_loss=0.0142
+  step 2690000 |  24405s | train_loss=0.0151
+  step 2700000 |  24532s | train_loss=0.0150 | fid=44.4555
+  step 2710000 |  24618s | train_loss=0.0144
+  step 2720000 |  24703s | train_loss=0.0145
+  step 2730000 |  24789s | train_loss=0.0146
+  step 2740000 |  24874s | train_loss=0.0152
+  step 2750000 |  24959s | train_loss=0.0151
+  step 2760000 |  25044s | train_loss=0.0145
+  step 2770000 |  25130s | train_loss=0.0142
+  step 2780000 |  25215s | train_loss=0.0143
+  step 2790000 |  25300s | train_loss=0.0136
+  step 2800000 |  25443s | train_loss=0.0144 | fid=43.9595
+  step 2810000 |  25529s | train_loss=0.0140
+  step 2820000 |  25614s | train_loss=0.0142
+  step 2830000 |  25700s | train_loss=0.0141
+  step 2840000 |  25785s | train_loss=0.0139
+  step 2850000 |  25871s | train_loss=0.0134
+  step 2860000 |  25955s | train_loss=0.0139
+  step 2870000 |  26041s | train_loss=0.0144
+  step 2880000 |  26126s | train_loss=0.0137
+  step 2890000 |  26212s | train_loss=0.0139
+  step 2900000 |  26341s | train_loss=0.0134 | fid=44.2255
+  step 2910000 |  26425s | train_loss=0.0131
+  step 2920000 |  26511s | train_loss=0.0132
+  step 2930000 |  26596s | train_loss=0.0133
+  step 2940000 |  26682s | train_loss=0.0135
+  step 2950000 |  26767s | train_loss=0.0142
+  step 2960000 |  26853s | train_loss=0.0133
+  step 2970000 |  26937s | train_loss=0.0140
+  step 2980000 |  27022s | train_loss=0.0137
+  step 2990000 |  27108s | train_loss=0.0138
+  step 3000000 |  27254s | train_loss=0.0133 | fid=44.2381
+  step 3010000 |  27340s | train_loss=0.0133
+  step 3020000 |  27423s | train_loss=0.0132
+  step 3030000 |  27509s | train_loss=0.0136
+  step 3040000 |  27595s | train_loss=0.0132
+  step 3050000 |  27680s | train_loss=0.0125
+  step 3060000 |  27766s | train_loss=0.0134
+  step 3070000 |  27851s | train_loss=0.0133
+  step 3080000 |  27935s | train_loss=0.0129
+  step 3090000 |  28021s | train_loss=0.0128
+  step 3100000 |  28173s | train_loss=0.0130 | fid=44.5149
+  step 3110000 |  28238s | train_loss=0.0127
+  step 3120000 |  28324s | train_loss=0.0125
+  step 3130000 |  28408s | train_loss=0.0125
+  step 3140000 |  28494s | train_loss=0.0127
+  step 3150000 |  28579s | train_loss=0.0126
+  step 3160000 |  28665s | train_loss=0.0127
+  step 3170000 |  28750s | train_loss=0.0126
+  step 3180000 |  28836s | train_loss=0.0123
+  step 3190000 |  28920s | train_loss=0.0126
+  step 3200000 |  29072s | train_loss=0.0128 | fid=43.8806
+  step 3210000 |  29142s | train_loss=0.0119
+  step 3220000 |  29221s | train_loss=0.0128
+  step 3230000 |  29306s | train_loss=0.0126
+  step 3240000 |  29391s | train_loss=0.0126
+  step 3250000 |  29477s | train_loss=0.0121
+  step 3260000 |  29562s | train_loss=0.0134
+  step 3270000 |  29648s | train_loss=0.0121
+  step 3280000 |  29734s | train_loss=0.0131
+  step 3290000 |  29819s | train_loss=0.0127
+  step 3300000 |  29970s | train_loss=0.0119 | fid=44.3169
+  step 3310000 |  30056s | train_loss=0.0127
+  step 3320000 |  30129s | train_loss=0.0125
+  step 3330000 |  30214s | train_loss=0.0122
+  step 3340000 |  30299s | train_loss=0.0120
+  step 3350000 |  30384s | train_loss=0.0125
+  step 3360000 |  30470s | train_loss=0.0118
+  step 3370000 |  30555s | train_loss=0.0126
+  step 3380000 |  30641s | train_loss=0.0120
+  step 3390000 |  30726s | train_loss=0.0116
+  step 3400000 |  30879s | train_loss=0.0116 | fid=44.7420
+  step 3410000 |  30963s | train_loss=0.0126
+  step 3420000 |  31042s | train_loss=0.0120
+  step 3430000 |  31128s | train_loss=0.0113
+  step 3440000 |  31213s | train_loss=0.0115
+  step 3450000 |  31297s | train_loss=0.0118
+  step 3460000 |  31383s | train_loss=0.0127
+  step 3470000 |  31468s | train_loss=0.0114
+  step 3480000 |  31554s | train_loss=0.0114
+  step 3490000 |  31639s | train_loss=0.0116
+  step 3500000 |  31791s | train_loss=0.0114 | fid=44.9756
+  step 3510000 |  31877s | train_loss=0.0118
+  step 3520000 |  31955s | train_loss=0.0115
+  step 3530000 |  32041s | train_loss=0.0123
+  step 3540000 |  32126s | train_loss=0.0109
+  step 3550000 |  32212s | train_loss=0.0110
+  step 3560000 |  32296s | train_loss=0.0111
+  step 3570000 |  32381s | train_loss=0.0123
+  step 3580000 |  32467s | train_loss=0.0111
+  step 3590000 |  32552s | train_loss=0.0113
+  step 3600000 |  32705s | train_loss=0.0111 | fid=44.6280
+  step 3610000 |  32790s | train_loss=0.0110
+  step 3620000 |  32869s | train_loss=0.0109
+  step 3630000 |  32934s | train_loss=0.0109
+  step 3640000 |  33020s | train_loss=0.0110
+  step 3650000 |  33106s | train_loss=0.0113
+  step 3660000 |  33192s | train_loss=0.0109
+  step 3670000 |  33275s | train_loss=0.0113
+  step 3680000 |  33361s | train_loss=0.0113
+  step 3690000 |  33446s | train_loss=0.0111
+  step 3700000 |  33598s | train_loss=0.0108 | fid=44.4856
+  step 3710000 |  33684s | train_loss=0.0115
+  step 3720000 |  33769s | train_loss=0.0111
+  step 3730000 |  33848s | train_loss=0.0107
+  step 3740000 |  33932s | train_loss=0.0110
+  step 3750000 |  34018s | train_loss=0.0111
+  step 3760000 |  34103s | train_loss=0.0106
+  step 3770000 |  34189s | train_loss=0.0109
+  step 3780000 |  34273s | train_loss=0.0113
+  step 3790000 |  34358s | train_loss=0.0106
+  step 3800000 |  34511s | train_loss=0.0109 | fid=44.2740
+  step 3810000 |  34596s | train_loss=0.0105
+  step 3820000 |  34682s | train_loss=0.0102
+  step 3830000 |  34761s | train_loss=0.0108
+  step 3840000 |  34846s | train_loss=0.0106
+  step 3850000 |  34931s | train_loss=0.0102
+  step 3860000 |  35016s | train_loss=0.0105
+  step 3870000 |  35102s | train_loss=0.0101
+  step 3880000 |  35186s | train_loss=0.0104
+  step 3890000 |  35271s | train_loss=0.0113
+  step 3900000 |  35424s | train_loss=0.0101 | fid=44.4435
+  step 3910000 |  35509s | train_loss=0.0109
+  step 3920000 |  35595s | train_loss=0.0107
+  step 3930000 |  35674s | train_loss=0.0105
+  step 3940000 |  35748s | train_loss=0.0104
+  step 3950000 |  35833s | train_loss=0.0108
+  step 3960000 |  35917s | train_loss=0.0106
+  step 3970000 |  36003s | train_loss=0.0104
+  step 3980000 |  36088s | train_loss=0.0103
+  step 3990000 |  36172s | train_loss=0.0103
+  step 4000000 |  36325s | train_loss=0.0105 | fid=44.4626
+  step 4010000 |  36410s | train_loss=0.0098
+  step 4020000 |  36496s | train_loss=0.0106
+  step 4030000 |  36581s | train_loss=0.0104
+  step 4040000 |  36647s | train_loss=0.0106
+  step 4050000 |  36733s | train_loss=0.0102
+  step 4060000 |  36818s | train_loss=0.0099
+  step 4070000 |  36902s | train_loss=0.0109
+  step 4080000 |  36988s | train_loss=0.0104
+  step 4090000 |  37074s | train_loss=0.0100
+  step 4100000 |  37223s | train_loss=0.0107 | fid=44.7781
+  step 4110000 |  37309s | train_loss=0.0101
+  step 4120000 |  37394s | train_loss=0.0099
+  step 4130000 |  37480s | train_loss=0.0102
+  step 4140000 |  37562s | train_loss=0.0103
+  step 4150000 |  37629s | train_loss=0.0100
+  step 4160000 |  37714s | train_loss=0.0098
+  step 4170000 |  37800s | train_loss=0.0095
+  step 4180000 |  37884s | train_loss=0.0102
+  step 4190000 |  37969s | train_loss=0.0104
+  step 4200000 |  38120s | train_loss=0.0098 | fid=44.4688
+  step 4210000 |  38205s | train_loss=0.0095
+  step 4220000 |  38290s | train_loss=0.0102
+  step 4230000 |  38376s | train_loss=0.0096
+  step 4240000 |  38461s | train_loss=0.0099
+  step 4250000 |  38531s | train_loss=0.0099
+  step 4260000 |  38611s | train_loss=0.0097
+  step 4270000 |  38697s | train_loss=0.0100
+  step 4280000 |  38782s | train_loss=0.0104
+  step 4290000 |  38867s | train_loss=0.0097
+  step 4300000 |  39018s | train_loss=0.0098 | fid=44.4215
+  step 4310000 |  39102s | train_loss=0.0099
+  step 4320000 |  39187s | train_loss=0.0096
+  step 4330000 |  39273s | train_loss=0.0097
+  step 4340000 |  39359s | train_loss=0.0097
+  step 4350000 |  39444s | train_loss=0.0096
+  step 4360000 |  39509s | train_loss=0.0100
+  step 4370000 |  39595s | train_loss=0.0099
+  step 4380000 |  39680s | train_loss=0.0094
+  step 4390000 |  39766s | train_loss=0.0095
+  step 4400000 |  39917s | train_loss=0.0098 | fid=43.7415
+  step 4410000 |  40003s | train_loss=0.0098
+  step 4420000 |  40086s | train_loss=0.0094
+  step 4430000 |  40172s | train_loss=0.0093
+  step 4440000 |  40257s | train_loss=0.0095
+  step 4450000 |  40343s | train_loss=0.0095
+  step 4460000 |  40419s | train_loss=0.0099
+  step 4470000 |  40488s | train_loss=0.0093
+  step 4480000 |  40574s | train_loss=0.0097
+  step 4490000 |  40659s | train_loss=0.0093
+  step 4500000 |  40812s | train_loss=0.0094 | fid=44.3515
+  step 4510000 |  40895s | train_loss=0.0095
+  step 4520000 |  40980s | train_loss=0.0091
+  step 4530000 |  41065s | train_loss=0.0094
+  step 4540000 |  41151s | train_loss=0.0098
+  step 4550000 |  41236s | train_loss=0.0090
+  step 4560000 |  41322s | train_loss=0.0091
+  step 4570000 |  41390s | train_loss=0.0096
+  step 4580000 |  41475s | train_loss=0.0091
+  step 4590000 |  41560s | train_loss=0.0094
+  step 4600000 |  41712s | train_loss=0.0094 | fid=44.1421
+  step 4610000 |  41797s | train_loss=0.0095
+  step 4620000 |  41882s | train_loss=0.0089
+  step 4630000 |  41966s | train_loss=0.0091
+  step 4640000 |  42051s | train_loss=0.0089
+  step 4650000 |  42137s | train_loss=0.0094
+  step 4660000 |  42223s | train_loss=0.0090
+  step 4670000 |  42307s | train_loss=0.0095
+  step 4680000 |  42371s | train_loss=0.0090
+  step 4690000 |  42456s | train_loss=0.0090
+  step 4700000 |  42608s | train_loss=0.0090 | fid=44.2557
+  step 4710000 |  42694s | train_loss=0.0088
+  step 4720000 |  42780s | train_loss=0.0090
+  step 4730000 |  42864s | train_loss=0.0092
+  step 4740000 |  42948s | train_loss=0.0089
+  step 4750000 |  43033s | train_loss=0.0091
+  step 4760000 |  43119s | train_loss=0.0091
+  step 4770000 |  43204s | train_loss=0.0091
+  step 4780000 |  43277s | train_loss=0.0088
+  step 4790000 |  43349s | train_loss=0.0089
+  step 4800000 |  43502s | train_loss=0.0090 | fid=44.1692
+  step 4810000 |  43587s | train_loss=0.0087
+  step 4820000 |  43672s | train_loss=0.0088
+  step 4830000 |  43758s | train_loss=0.0089
+  step 4840000 |  43842s | train_loss=0.0092
+  step 4850000 |  43926s | train_loss=0.0088
+  step 4860000 |  44012s | train_loss=0.0088
+  step 4870000 |  44097s | train_loss=0.0088
+  step 4880000 |  44183s | train_loss=0.0086
+  step 4890000 |  44251s | train_loss=0.0088
+  step 4900000 |  44394s | train_loss=0.0085 | fid=45.0921
+  step 4910000 |  44480s | train_loss=0.0089
+  step 4920000 |  44565s | train_loss=0.0086
+  step 4930000 |  44651s | train_loss=0.0088
+  step 4940000 |  44736s | train_loss=0.0086
+  step 4950000 |  44821s | train_loss=0.0085
+  step 4960000 |  44905s | train_loss=0.0090
+  step 4970000 |  44990s | train_loss=0.0088
+  step 4980000 |  45076s | train_loss=0.0084
+  step 4990000 |  45157s | train_loss=0.0087
+  step 5000000 |  45310s | train_loss=0.0088 | fid=44.5094
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d70/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d70/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c29e72c452f550443bcc1af445e9e926df8cbe2f
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d70/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d70/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d70",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 46,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d70/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d70/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..c699101062eb0c2939ff6a84a82a80c0c3fd0a76
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d70/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 70, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d70/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 46}
+{"step": 1, "wall_time": 70.30987620353699, "train_loss_step": 70.31094360351562, "n_params": 4408390, "total_flops": 13542574080, "train_loss": 1.0023570469447545, "subset_score_loss": 1.0023570469447545, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9742780327796936, "fid": 280.20788075732014}
+{"step": 10000, "wall_time": 161.96015667915344, "train_loss_step": 15.912620544433594, "n_params": 4408390, "total_flops": 135425740800000, "train_loss": 0.8338146754673549, "subset_score_loss": 0.8338146754673549}
+{"step": 20000, "wall_time": 253.7841374874115, "train_loss_step": 12.824440002441406, "n_params": 4408390, "total_flops": 270851481600000, "train_loss": 0.7395921434674945, "subset_score_loss": 0.7395921434674945}
+{"step": 30000, "wall_time": 345.4384117126465, "train_loss_step": 10.675296783447266, "n_params": 4408390, "total_flops": 406277222400000, "train_loss": 0.614543206351144, "subset_score_loss": 0.614543206351144}
+{"step": 40000, "wall_time": 436.9917371273041, "train_loss_step": 9.826221466064453, "n_params": 4408390, "total_flops": 541702963200000, "train_loss": 0.45232200622558594, "subset_score_loss": 0.45232200622558594}
+{"step": 50000, "wall_time": 528.6310682296753, "train_loss_step": 8.7501220703125, "n_params": 4408390, "total_flops": 677128704000000, "train_loss": 0.3098208018711635, "subset_score_loss": 0.3098208018711635}
+{"step": 60000, "wall_time": 620.3106517791748, "train_loss_step": 7.717386245727539, "n_params": 4408390, "total_flops": 812554444800000, "train_loss": 0.22527362278529575, "subset_score_loss": 0.22527362278529575}
+{"step": 70000, "wall_time": 711.9149303436279, "train_loss_step": 6.874128818511963, "n_params": 4408390, "total_flops": 947980185600000, "train_loss": 0.18291022436959403, "subset_score_loss": 0.18291022436959403}
+{"step": 80000, "wall_time": 803.4393084049225, "train_loss_step": 6.9149346351623535, "n_params": 4408390, "total_flops": 1083405926400000, "train_loss": 0.1560903549194336, "subset_score_loss": 0.1560903549194336}
+{"step": 90000, "wall_time": 894.9910836219788, "train_loss_step": 6.041469573974609, "n_params": 4408390, "total_flops": 1218831667200000, "train_loss": 0.14080190658569336, "subset_score_loss": 0.14080190658569336}
+{"step": 100000, "wall_time": 1051.1834962368011, "train_loss_step": 5.840640068054199, "n_params": 4408390, "total_flops": 1354257408000000, "train_loss": 0.13264638355800085, "subset_score_loss": 0.13264638355800085, "memorization_fraction_pixel": 0.00139999995008111, "mean_nn_ratio_pixel": 0.8902367949485779, "fid": 57.874037927198685}
+{"step": 110000, "wall_time": 1140.8737857341766, "train_loss_step": 5.939675331115723, "n_params": 4408390, "total_flops": 1489683148800000, "train_loss": 0.12327119282313756, "subset_score_loss": 0.12327119282313756}
+{"step": 120000, "wall_time": 1232.6096322536469, "train_loss_step": 6.103549957275391, "n_params": 4408390, "total_flops": 1625108889600000, "train_loss": 0.11550170353480747, "subset_score_loss": 0.11550170353480747}
+{"step": 130000, "wall_time": 1324.1634936332703, "train_loss_step": 5.925673484802246, "n_params": 4408390, "total_flops": 1760534630400000, "train_loss": 0.11089036124093192, "subset_score_loss": 0.11089036124093192}
+{"step": 140000, "wall_time": 1415.8181023597717, "train_loss_step": 5.938742637634277, "n_params": 4408390, "total_flops": 1895960371200000, "train_loss": 0.10543816430228097, "subset_score_loss": 0.10543816430228097}
+{"step": 150000, "wall_time": 1507.5518991947174, "train_loss_step": 5.612302780151367, "n_params": 4408390, "total_flops": 2031386112000000, "train_loss": 0.09915353911263602, "subset_score_loss": 0.09915353911263602}
+{"step": 160000, "wall_time": 1598.9301970005035, "train_loss_step": 5.608078479766846, "n_params": 4408390, "total_flops": 2166811852800000, "train_loss": 0.09657694952828544, "subset_score_loss": 0.09657694952828544}
+{"step": 170000, "wall_time": 1690.5639460086823, "train_loss_step": 5.500002861022949, "n_params": 4408390, "total_flops": 2302237593600000, "train_loss": 0.09428371020725795, "subset_score_loss": 0.09428371020725795}
+{"step": 180000, "wall_time": 1782.2490725517273, "train_loss_step": 5.473345756530762, "n_params": 4408390, "total_flops": 2437663334400000, "train_loss": 0.09038918358939034, "subset_score_loss": 0.09038918358939034}
+{"step": 190000, "wall_time": 1873.6878809928894, "train_loss_step": 5.475636959075928, "n_params": 4408390, "total_flops": 2573089075200000, "train_loss": 0.08698857852390834, "subset_score_loss": 0.08698857852390834}
+{"step": 200000, "wall_time": 2028.8288650512695, "train_loss_step": 5.076581954956055, "n_params": 4408390, "total_flops": 2708514816000000, "train_loss": 0.08473659924098424, "subset_score_loss": 0.08473659924098424, "memorization_fraction_pixel": 0.027000000700354576, "mean_nn_ratio_pixel": 0.8023228645324707, "fid": 54.64443746265104}
+{"step": 210000, "wall_time": 2119.03692483902, "train_loss_step": 5.351650714874268, "n_params": 4408390, "total_flops": 2843940556800000, "train_loss": 0.08167856080191475, "subset_score_loss": 0.08167856080191475}
+{"step": 220000, "wall_time": 2210.4978313446045, "train_loss_step": 5.221956253051758, "n_params": 4408390, "total_flops": 2979366297600000, "train_loss": 0.07861099243164063, "subset_score_loss": 0.07861099243164063}
+{"step": 230000, "wall_time": 2301.879184484482, "train_loss_step": 5.46160364151001, "n_params": 4408390, "total_flops": 3114792038400000, "train_loss": 0.07602255003792899, "subset_score_loss": 0.07602255003792899}
+{"step": 240000, "wall_time": 2392.628592967987, "train_loss_step": 5.1370415687561035, "n_params": 4408390, "total_flops": 3250217779200000, "train_loss": 0.07614763123648507, "subset_score_loss": 0.07614763123648507}
+{"step": 250000, "wall_time": 2484.7988665103912, "train_loss_step": 4.689332008361816, "n_params": 4408390, "total_flops": 3385643520000000, "train_loss": 0.07254695892333984, "subset_score_loss": 0.07254695892333984}
+{"step": 260000, "wall_time": 2576.976665019989, "train_loss_step": 5.059513092041016, "n_params": 4408390, "total_flops": 3521069260800000, "train_loss": 0.07179505484444755, "subset_score_loss": 0.07179505484444755}
+{"step": 270000, "wall_time": 2669.450617790222, "train_loss_step": 4.592709541320801, "n_params": 4408390, "total_flops": 3656495001600000, "train_loss": 0.06925716400146484, "subset_score_loss": 0.06925716400146484}
+{"step": 280000, "wall_time": 2761.775994539261, "train_loss_step": 5.063551902770996, "n_params": 4408390, "total_flops": 3791920742400000, "train_loss": 0.06845835958208357, "subset_score_loss": 0.06845835958208357}
+{"step": 290000, "wall_time": 2843.9165167808533, "train_loss_step": 4.5918779373168945, "n_params": 4408390, "total_flops": 3927346483200000, "train_loss": 0.06569370542253766, "subset_score_loss": 0.06569370542253766}
+{"step": 300000, "wall_time": 3009.878343820572, "train_loss_step": 4.703192710876465, "n_params": 4408390, "total_flops": 4062772224000000, "train_loss": 0.06473823274884904, "subset_score_loss": 0.06473823274884904, "memorization_fraction_pixel": 0.06419999897480011, "mean_nn_ratio_pixel": 0.7525332570075989, "fid": 53.053649220720615}
+{"step": 310000, "wall_time": 3100.174207687378, "train_loss_step": 5.0781097412109375, "n_params": 4408390, "total_flops": 4198197964800000, "train_loss": 0.06328366824558802, "subset_score_loss": 0.06328366824558802}
+{"step": 320000, "wall_time": 3192.125018119812, "train_loss_step": 4.588821887969971, "n_params": 4408390, "total_flops": 4333623705600000, "train_loss": 0.06257868494306291, "subset_score_loss": 0.06257868494306291}
+{"step": 330000, "wall_time": 3283.169687271118, "train_loss_step": 4.780814170837402, "n_params": 4408390, "total_flops": 4469049446400000, "train_loss": 0.06154249055044991, "subset_score_loss": 0.06154249055044991}
+{"step": 340000, "wall_time": 3374.123443841934, "train_loss_step": 4.515336990356445, "n_params": 4408390, "total_flops": 4604475187200000, "train_loss": 0.060891948427472795, "subset_score_loss": 0.060891948427472795}
+{"step": 350000, "wall_time": 3466.3327317237854, "train_loss_step": 4.609659194946289, "n_params": 4408390, "total_flops": 4739900928000000, "train_loss": 0.058765384129115514, "subset_score_loss": 0.058765384129115514}
+{"step": 360000, "wall_time": 3558.599483013153, "train_loss_step": 4.790876388549805, "n_params": 4408390, "total_flops": 4875326668800000, "train_loss": 0.058448478153773714, "subset_score_loss": 0.058448478153773714}
+{"step": 370000, "wall_time": 3650.823994398117, "train_loss_step": 4.688226699829102, "n_params": 4408390, "total_flops": 5010752409600000, "train_loss": 0.05790644373212542, "subset_score_loss": 0.05790644373212542}
+{"step": 380000, "wall_time": 3739.445142030716, "train_loss_step": 4.258565902709961, "n_params": 4408390, "total_flops": 5146178150400000, "train_loss": 0.05708741119929722, "subset_score_loss": 0.05708741119929722}
+{"step": 390000, "wall_time": 3824.017587661743, "train_loss_step": 4.4914045333862305, "n_params": 4408390, "total_flops": 5281603891200000, "train_loss": 0.05620695863451276, "subset_score_loss": 0.05620695863451276}
+{"step": 400000, "wall_time": 3992.6725611686707, "train_loss_step": 4.851698875427246, "n_params": 4408390, "total_flops": 5417029632000000, "train_loss": 0.05507669108254569, "subset_score_loss": 0.05507669108254569, "memorization_fraction_pixel": 0.10400000214576721, "mean_nn_ratio_pixel": 0.7088416218757629, "fid": 51.395174723344496}
+{"step": 410000, "wall_time": 4083.073525905609, "train_loss_step": 4.570161819458008, "n_params": 4408390, "total_flops": 5552455372800000, "train_loss": 0.05487978799002511, "subset_score_loss": 0.05487978799002511}
+{"step": 420000, "wall_time": 4174.783220529556, "train_loss_step": 4.440805912017822, "n_params": 4408390, "total_flops": 5687881113600000, "train_loss": 0.05292960916246687, "subset_score_loss": 0.05292960916246687}
+{"step": 430000, "wall_time": 4266.706373929977, "train_loss_step": 4.6469268798828125, "n_params": 4408390, "total_flops": 5823306854400000, "train_loss": 0.053075531550816124, "subset_score_loss": 0.053075531550816124}
+{"step": 440000, "wall_time": 4358.1569056510925, "train_loss_step": 4.608755111694336, "n_params": 4408390, "total_flops": 5958732595200000, "train_loss": 0.052535080909729005, "subset_score_loss": 0.052535080909729005}
+{"step": 450000, "wall_time": 4450.331361532211, "train_loss_step": 4.703516006469727, "n_params": 4408390, "total_flops": 6094158336000000, "train_loss": 0.052222827502659386, "subset_score_loss": 0.052222827502659386}
+{"step": 460000, "wall_time": 4542.533764123917, "train_loss_step": 4.356540203094482, "n_params": 4408390, "total_flops": 6229584076800000, "train_loss": 0.051185165132795064, "subset_score_loss": 0.051185165132795064}
+{"step": 470000, "wall_time": 4634.706127166748, "train_loss_step": 4.546735763549805, "n_params": 4408390, "total_flops": 6365009817600000, "train_loss": 0.050011086463928225, "subset_score_loss": 0.050011086463928225}
+{"step": 480000, "wall_time": 4717.094130992889, "train_loss_step": 4.194390296936035, "n_params": 4408390, "total_flops": 6500435558400000, "train_loss": 0.049673635619027275, "subset_score_loss": 0.049673635619027275}
+{"step": 490000, "wall_time": 4809.445819139481, "train_loss_step": 4.231109619140625, "n_params": 4408390, "total_flops": 6635861299200000, "train_loss": 0.048640292031424386, "subset_score_loss": 0.048640292031424386}
+{"step": 500000, "wall_time": 4977.359368562698, "train_loss_step": 4.309239864349365, "n_params": 4408390, "total_flops": 6771287040000000, "train_loss": 0.04835737432752337, "subset_score_loss": 0.04835737432752337, "memorization_fraction_pixel": 0.13819999992847443, "mean_nn_ratio_pixel": 0.67730313539505, "fid": 49.88604009504549}
+{"step": 510000, "wall_time": 5068.225248098373, "train_loss_step": 4.568172454833984, "n_params": 4408390, "total_flops": 6906712780800000, "train_loss": 0.048087259701320106, "subset_score_loss": 0.048087259701320106}
+{"step": 520000, "wall_time": 5158.961364030838, "train_loss_step": 4.231746673583984, "n_params": 4408390, "total_flops": 7042138521600000, "train_loss": 0.048398729733058386, "subset_score_loss": 0.048398729733058386}
+{"step": 530000, "wall_time": 5250.880966663361, "train_loss_step": 4.253658771514893, "n_params": 4408390, "total_flops": 7177564262400000, "train_loss": 0.04757918630327497, "subset_score_loss": 0.04757918630327497}
+{"step": 540000, "wall_time": 5342.0906529426575, "train_loss_step": 4.112077713012695, "n_params": 4408390, "total_flops": 7312990003200000, "train_loss": 0.046726710455758234, "subset_score_loss": 0.046726710455758234}
+{"step": 550000, "wall_time": 5434.206380844116, "train_loss_step": 4.355122089385986, "n_params": 4408390, "total_flops": 7448415744000000, "train_loss": 0.04664699009486607, "subset_score_loss": 0.04664699009486607}
+{"step": 560000, "wall_time": 5526.539755821228, "train_loss_step": 4.314031600952148, "n_params": 4408390, "total_flops": 7583841484800000, "train_loss": 0.04682554517473493, "subset_score_loss": 0.04682554517473493}
+{"step": 570000, "wall_time": 5610.8344604969025, "train_loss_step": 4.436496257781982, "n_params": 4408390, "total_flops": 7719267225600000, "train_loss": 0.04612932545798165, "subset_score_loss": 0.04612932545798165}
+{"step": 580000, "wall_time": 5699.168738365173, "train_loss_step": 4.074418067932129, "n_params": 4408390, "total_flops": 7854692966400000, "train_loss": 0.044901187079293386, "subset_score_loss": 0.044901187079293386}
+{"step": 590000, "wall_time": 5791.486979722977, "train_loss_step": 4.350680351257324, "n_params": 4408390, "total_flops": 7990118707200000, "train_loss": 0.0442209141595023, "subset_score_loss": 0.0442209141595023}
+{"step": 600000, "wall_time": 5958.8583953380585, "train_loss_step": 4.138391971588135, "n_params": 4408390, "total_flops": 8125544448000000, "train_loss": 0.043698062215532574, "subset_score_loss": 0.043698062215532574, "memorization_fraction_pixel": 0.18469999730587006, "mean_nn_ratio_pixel": 0.6404564380645752, "fid": 48.478637851534394}
+{"step": 610000, "wall_time": 6050.6744129657745, "train_loss_step": 4.23812198638916, "n_params": 4408390, "total_flops": 8260970188800000, "train_loss": 0.04443237440926688, "subset_score_loss": 0.04443237440926688}
+{"step": 620000, "wall_time": 6140.771455526352, "train_loss_step": 4.001677989959717, "n_params": 4408390, "total_flops": 8396395929600000, "train_loss": 0.044094811167035786, "subset_score_loss": 0.044094811167035786}
+{"step": 630000, "wall_time": 6232.613069057465, "train_loss_step": 4.064579486846924, "n_params": 4408390, "total_flops": 8531821670400000, "train_loss": 0.04315149784088135, "subset_score_loss": 0.04315149784088135}
+{"step": 640000, "wall_time": 6324.208778858185, "train_loss_step": 4.306243896484375, "n_params": 4408390, "total_flops": 8667247411200000, "train_loss": 0.04341144221169608, "subset_score_loss": 0.04341144221169608}
+{"step": 650000, "wall_time": 6416.592600822449, "train_loss_step": 4.086329460144043, "n_params": 4408390, "total_flops": 8802673152000000, "train_loss": 0.04272670745849609, "subset_score_loss": 0.04272670745849609}
+{"step": 660000, "wall_time": 6502.921954631805, "train_loss_step": 4.331569194793701, "n_params": 4408390, "total_flops": 8938098892800000, "train_loss": 0.04186585971287319, "subset_score_loss": 0.04186585971287319}
+{"step": 670000, "wall_time": 6583.621397256851, "train_loss_step": 3.8452601432800293, "n_params": 4408390, "total_flops": 9073524633600000, "train_loss": 0.04140715939658029, "subset_score_loss": 0.04140715939658029}
+{"step": 680000, "wall_time": 6671.855089664459, "train_loss_step": 4.041825771331787, "n_params": 4408390, "total_flops": 9208950374400000, "train_loss": 0.041235828399658205, "subset_score_loss": 0.041235828399658205}
+{"step": 690000, "wall_time": 6759.840085506439, "train_loss_step": 4.446730613708496, "n_params": 4408390, "total_flops": 9344376115200000, "train_loss": 0.04144314357212612, "subset_score_loss": 0.04144314357212612}
+{"step": 700000, "wall_time": 6926.717658519745, "train_loss_step": 3.864330291748047, "n_params": 4408390, "total_flops": 9479801856000000, "train_loss": 0.041305228642054964, "subset_score_loss": 0.041305228642054964, "memorization_fraction_pixel": 0.2386000007390976, "mean_nn_ratio_pixel": 0.6029372215270996, "fid": 47.35265587151609}
+{"step": 710000, "wall_time": 7019.169027328491, "train_loss_step": 4.093335151672363, "n_params": 4408390, "total_flops": 9615227596800000, "train_loss": 0.04135736737932478, "subset_score_loss": 0.04135736737932478}
+{"step": 720000, "wall_time": 7109.2614324092865, "train_loss_step": 4.346271991729736, "n_params": 4408390, "total_flops": 9750653337600000, "train_loss": 0.039695324216570176, "subset_score_loss": 0.039695324216570176}
+{"step": 730000, "wall_time": 7201.359722137451, "train_loss_step": 3.7202439308166504, "n_params": 4408390, "total_flops": 9886079078400000, "train_loss": 0.04006939956120082, "subset_score_loss": 0.04006939956120082}
+{"step": 740000, "wall_time": 7293.237673282623, "train_loss_step": 4.319307327270508, "n_params": 4408390, "total_flops": 10021504819200000, "train_loss": 0.0395329339163644, "subset_score_loss": 0.0395329339163644}
+{"step": 750000, "wall_time": 7385.024305105209, "train_loss_step": 3.9325714111328125, "n_params": 4408390, "total_flops": 10156930560000000, "train_loss": 0.03974935667855399, "subset_score_loss": 0.03974935667855399}
+{"step": 760000, "wall_time": 7467.9317536354065, "train_loss_step": 4.167553901672363, "n_params": 4408390, "total_flops": 10292356300800000, "train_loss": 0.038237084661211285, "subset_score_loss": 0.038237084661211285}
+{"step": 770000, "wall_time": 7559.320424318314, "train_loss_step": 4.3852925300598145, "n_params": 4408390, "total_flops": 10427782041600000, "train_loss": 0.039507596833365306, "subset_score_loss": 0.039507596833365306}
+{"step": 780000, "wall_time": 7651.456529140472, "train_loss_step": 3.9966952800750732, "n_params": 4408390, "total_flops": 10563207782400000, "train_loss": 0.0376159770148141, "subset_score_loss": 0.0376159770148141}
+{"step": 790000, "wall_time": 7743.375411987305, "train_loss_step": 3.8819026947021484, "n_params": 4408390, "total_flops": 10698633523200000, "train_loss": 0.03758410385676793, "subset_score_loss": 0.03758410385676793}
+{"step": 800000, "wall_time": 7911.031247854233, "train_loss_step": 3.985013008117676, "n_params": 4408390, "total_flops": 10834059264000000, "train_loss": 0.03855922222137451, "subset_score_loss": 0.03855922222137451, "memorization_fraction_pixel": 0.26570001244544983, "mean_nn_ratio_pixel": 0.5794432759284973, "fid": 45.78662676173114}
+{"step": 810000, "wall_time": 8003.628453969955, "train_loss_step": 3.955540657043457, "n_params": 4408390, "total_flops": 10969485004800000, "train_loss": 0.03735577038356236, "subset_score_loss": 0.03735577038356236}
+{"step": 820000, "wall_time": 8093.872231721878, "train_loss_step": 3.688704252243042, "n_params": 4408390, "total_flops": 11104910745600000, "train_loss": 0.037450003623962405, "subset_score_loss": 0.037450003623962405}
+{"step": 830000, "wall_time": 8186.136285305023, "train_loss_step": 3.861096143722534, "n_params": 4408390, "total_flops": 11240336486400000, "train_loss": 0.03815276963370187, "subset_score_loss": 0.03815276963370187}
+{"step": 840000, "wall_time": 8277.708226203918, "train_loss_step": 4.0252604484558105, "n_params": 4408390, "total_flops": 11375762227200000, "train_loss": 0.036979297229221886, "subset_score_loss": 0.036979297229221886}
+{"step": 850000, "wall_time": 8366.640403985977, "train_loss_step": 3.9412145614624023, "n_params": 4408390, "total_flops": 11511187968000000, "train_loss": 0.03736123357500349, "subset_score_loss": 0.03736123357500349}
+{"step": 860000, "wall_time": 8434.508459568024, "train_loss_step": 4.178980827331543, "n_params": 4408390, "total_flops": 11646613708800000, "train_loss": 0.03644926888602121, "subset_score_loss": 0.03644926888602121}
+{"step": 870000, "wall_time": 8526.408685445786, "train_loss_step": 4.14402961730957, "n_params": 4408390, "total_flops": 11782039449600000, "train_loss": 0.03610509463718959, "subset_score_loss": 0.03610509463718959}
+{"step": 880000, "wall_time": 8618.723676681519, "train_loss_step": 4.098719596862793, "n_params": 4408390, "total_flops": 11917465190400000, "train_loss": 0.03556560107639858, "subset_score_loss": 0.03556560107639858}
+{"step": 890000, "wall_time": 8710.653725862503, "train_loss_step": 3.779646158218384, "n_params": 4408390, "total_flops": 12052890931200000, "train_loss": 0.036084774562290735, "subset_score_loss": 0.036084774562290735}
+{"step": 900000, "wall_time": 8878.04183602333, "train_loss_step": 3.6090164184570312, "n_params": 4408390, "total_flops": 12188316672000000, "train_loss": 0.03561383996691023, "subset_score_loss": 0.03561383996691023, "memorization_fraction_pixel": 0.2989000082015991, "mean_nn_ratio_pixel": 0.5593892931938171, "fid": 46.13231234963548}
+{"step": 910000, "wall_time": 8970.315093517303, "train_loss_step": 3.8624205589294434, "n_params": 4408390, "total_flops": 12323742412800000, "train_loss": 0.035749288967677526, "subset_score_loss": 0.035749288967677526}
+{"step": 920000, "wall_time": 9060.35369181633, "train_loss_step": 4.259753227233887, "n_params": 4408390, "total_flops": 12459168153600000, "train_loss": 0.03506880828312465, "subset_score_loss": 0.03506880828312465}
+{"step": 930000, "wall_time": 9152.101842164993, "train_loss_step": 4.194817066192627, "n_params": 4408390, "total_flops": 12594593894400000, "train_loss": 0.034928686278206965, "subset_score_loss": 0.034928686278206965}
+{"step": 940000, "wall_time": 9242.145412921906, "train_loss_step": 4.006006717681885, "n_params": 4408390, "total_flops": 12730019635200000, "train_loss": 0.03488844462803432, "subset_score_loss": 0.03488844462803432}
+{"step": 950000, "wall_time": 9332.624982357025, "train_loss_step": 3.9445464611053467, "n_params": 4408390, "total_flops": 12865445376000000, "train_loss": 0.03425384930201939, "subset_score_loss": 0.03425384930201939}
+{"step": 960000, "wall_time": 9405.980008125305, "train_loss_step": 3.5895133018493652, "n_params": 4408390, "total_flops": 13000871116800000, "train_loss": 0.034823642458234515, "subset_score_loss": 0.034823642458234515}
+{"step": 970000, "wall_time": 9498.047357082367, "train_loss_step": 3.8960952758789062, "n_params": 4408390, "total_flops": 13136296857600000, "train_loss": 0.03322500501360212, "subset_score_loss": 0.03322500501360212}
+{"step": 980000, "wall_time": 9590.278099536896, "train_loss_step": 3.7484993934631348, "n_params": 4408390, "total_flops": 13271722598400000, "train_loss": 0.03386709690093994, "subset_score_loss": 0.03386709690093994}
+{"step": 990000, "wall_time": 9681.993624925613, "train_loss_step": 3.6618733406066895, "n_params": 4408390, "total_flops": 13407148339200000, "train_loss": 0.033553968157087055, "subset_score_loss": 0.033553968157087055}
+{"step": 1000000, "wall_time": 9849.79347872734, "train_loss_step": 3.906472682952881, "n_params": 4408390, "total_flops": 13542574080000000, "train_loss": 0.034009793826511925, "subset_score_loss": 0.034009793826511925, "memorization_fraction_pixel": 0.35839998722076416, "mean_nn_ratio_pixel": 0.5266432762145996, "fid": 44.49806405832712}
+{"step": 1010000, "wall_time": 9942.11940574646, "train_loss_step": 3.935347557067871, "n_params": 4408390, "total_flops": 13677999820800000, "train_loss": 0.03353732313428606, "subset_score_loss": 0.03353732313428606}
+{"step": 1020000, "wall_time": 10034.704754114151, "train_loss_step": 3.581918716430664, "n_params": 4408390, "total_flops": 13813425561600000, "train_loss": 0.03268129484994071, "subset_score_loss": 0.03268129484994071}
+{"step": 1030000, "wall_time": 10123.32624411583, "train_loss_step": 3.6528351306915283, "n_params": 4408390, "total_flops": 13948851302400000, "train_loss": 0.032631243978227885, "subset_score_loss": 0.032631243978227885}
+{"step": 1040000, "wall_time": 10215.384992361069, "train_loss_step": 3.659940004348755, "n_params": 4408390, "total_flops": 14084277043200000, "train_loss": 0.03224949155535017, "subset_score_loss": 0.03224949155535017}
+{"step": 1050000, "wall_time": 10294.611805438995, "train_loss_step": 3.679478645324707, "n_params": 4408390, "total_flops": 14219702784000000, "train_loss": 0.032995050294058664, "subset_score_loss": 0.032995050294058664}
+{"step": 1060000, "wall_time": 10377.953479766846, "train_loss_step": 3.606171131134033, "n_params": 4408390, "total_flops": 14355128524800000, "train_loss": 0.03229665415627616, "subset_score_loss": 0.03229665415627616}
+{"step": 1070000, "wall_time": 10469.968575000763, "train_loss_step": 3.621779680252075, "n_params": 4408390, "total_flops": 14490554265600000, "train_loss": 0.032240503174918035, "subset_score_loss": 0.032240503174918035}
+{"step": 1080000, "wall_time": 10562.024028539658, "train_loss_step": 3.80840802192688, "n_params": 4408390, "total_flops": 14625980006400000, "train_loss": 0.03167327131543841, "subset_score_loss": 0.03167327131543841}
+{"step": 1090000, "wall_time": 10653.98539853096, "train_loss_step": 3.715536594390869, "n_params": 4408390, "total_flops": 14761405747200000, "train_loss": 0.03147015230996268, "subset_score_loss": 0.03147015230996268}
+{"step": 1100000, "wall_time": 10822.28335404396, "train_loss_step": 3.670754909515381, "n_params": 4408390, "total_flops": 14896831488000000, "train_loss": 0.03155621119907924, "subset_score_loss": 0.03155621119907924, "memorization_fraction_pixel": 0.40059998631477356, "mean_nn_ratio_pixel": 0.5012335777282715, "fid": 44.408614392488786}
+{"step": 1110000, "wall_time": 10914.441418886185, "train_loss_step": 3.7090864181518555, "n_params": 4408390, "total_flops": 15032257228800000, "train_loss": 0.03101339340209961, "subset_score_loss": 0.03101339340209961}
+{"step": 1120000, "wall_time": 11004.549771547318, "train_loss_step": 3.9522647857666016, "n_params": 4408390, "total_flops": 15167682969600000, "train_loss": 0.030943724087306432, "subset_score_loss": 0.030943724087306432}
+{"step": 1130000, "wall_time": 11095.349485635757, "train_loss_step": 3.4838287830352783, "n_params": 4408390, "total_flops": 15303108710400000, "train_loss": 0.030889977727617535, "subset_score_loss": 0.030889977727617535}
+{"step": 1140000, "wall_time": 11187.038248300552, "train_loss_step": 3.9687886238098145, "n_params": 4408390, "total_flops": 15438534451200000, "train_loss": 0.030331969261169434, "subset_score_loss": 0.030331969261169434}
+{"step": 1150000, "wall_time": 11256.875760316849, "train_loss_step": 3.495450735092163, "n_params": 4408390, "total_flops": 15573960192000000, "train_loss": 0.03153609207698277, "subset_score_loss": 0.03153609207698277}
+{"step": 1160000, "wall_time": 11342.803938150406, "train_loss_step": 3.639519691467285, "n_params": 4408390, "total_flops": 15709385932800000, "train_loss": 0.03052262238093785, "subset_score_loss": 0.03052262238093785}
+{"step": 1170000, "wall_time": 11434.83308672905, "train_loss_step": 3.8741207122802734, "n_params": 4408390, "total_flops": 15844811673600000, "train_loss": 0.030655813217163087, "subset_score_loss": 0.030655813217163087}
+{"step": 1180000, "wall_time": 11525.642933130264, "train_loss_step": 3.7980892658233643, "n_params": 4408390, "total_flops": 15980237414400000, "train_loss": 0.029647479738507954, "subset_score_loss": 0.029647479738507954}
+{"step": 1190000, "wall_time": 11617.514799118042, "train_loss_step": 3.726386070251465, "n_params": 4408390, "total_flops": 16115663155200000, "train_loss": 0.029541666167122976, "subset_score_loss": 0.029541666167122976}
+{"step": 1200000, "wall_time": 11785.998147010803, "train_loss_step": 3.675405502319336, "n_params": 4408390, "total_flops": 16251088896000000, "train_loss": 0.030040577479771204, "subset_score_loss": 0.030040577479771204, "memorization_fraction_pixel": 0.4284999966621399, "mean_nn_ratio_pixel": 0.48412665724754333, "fid": 44.393638765611385}
+{"step": 1210000, "wall_time": 11878.09812951088, "train_loss_step": 3.3301563262939453, "n_params": 4408390, "total_flops": 16386514636800000, "train_loss": 0.02990492752620152, "subset_score_loss": 0.02990492752620152}
+{"step": 1220000, "wall_time": 11968.83927488327, "train_loss_step": 4.023962020874023, "n_params": 4408390, "total_flops": 16521940377600000, "train_loss": 0.02940208911895752, "subset_score_loss": 0.02940208911895752}
+{"step": 1230000, "wall_time": 12059.808170318604, "train_loss_step": 3.7755379676818848, "n_params": 4408390, "total_flops": 16657366118400000, "train_loss": 0.029792172568184987, "subset_score_loss": 0.029792172568184987}
+{"step": 1240000, "wall_time": 12150.95339179039, "train_loss_step": 3.518589973449707, "n_params": 4408390, "total_flops": 16792791859200000, "train_loss": 0.03007761069706508, "subset_score_loss": 0.03007761069706508}
+{"step": 1250000, "wall_time": 12230.954293966293, "train_loss_step": 3.34836745262146, "n_params": 4408390, "total_flops": 16928217600000000, "train_loss": 0.028492886679513114, "subset_score_loss": 0.028492886679513114}
+{"step": 1260000, "wall_time": 12323.466369867325, "train_loss_step": 3.916706085205078, "n_params": 4408390, "total_flops": 17063643340800000, "train_loss": 0.02918257372719901, "subset_score_loss": 0.02918257372719901}
+{"step": 1270000, "wall_time": 12415.10686469078, "train_loss_step": 3.932377338409424, "n_params": 4408390, "total_flops": 17199069081600000, "train_loss": 0.029052332469395228, "subset_score_loss": 0.029052332469395228}
+{"step": 1280000, "wall_time": 12506.960625171661, "train_loss_step": 3.5523500442504883, "n_params": 4408390, "total_flops": 17334494822400000, "train_loss": 0.028531619480678012, "subset_score_loss": 0.028531619480678012}
+{"step": 1290000, "wall_time": 12599.075706243515, "train_loss_step": 3.5120351314544678, "n_params": 4408390, "total_flops": 17469920563200000, "train_loss": 0.028282053130013602, "subset_score_loss": 0.028282053130013602}
+{"step": 1300000, "wall_time": 12766.598477363586, "train_loss_step": 3.3527395725250244, "n_params": 4408390, "total_flops": 17605346304000000, "train_loss": 0.028772377967834474, "subset_score_loss": 0.028772377967834474, "memorization_fraction_pixel": 0.46399998664855957, "mean_nn_ratio_pixel": 0.46579399704933167, "fid": 44.70216983846523}
+{"step": 1310000, "wall_time": 12857.527609586716, "train_loss_step": 3.464050531387329, "n_params": 4408390, "total_flops": 17740772044800000, "train_loss": 0.027855031830923898, "subset_score_loss": 0.027855031830923898}
+{"step": 1320000, "wall_time": 12949.639722108841, "train_loss_step": 3.4712398052215576, "n_params": 4408390, "total_flops": 17876197785600000, "train_loss": 0.028313052654266358, "subset_score_loss": 0.028313052654266358}
+{"step": 1330000, "wall_time": 13040.603749275208, "train_loss_step": 3.4191274642944336, "n_params": 4408390, "total_flops": 18011623526400000, "train_loss": 0.027594598702022008, "subset_score_loss": 0.027594598702022008}
+{"step": 1340000, "wall_time": 13126.49810218811, "train_loss_step": 3.6155076026916504, "n_params": 4408390, "total_flops": 18147049267200000, "train_loss": 0.027728571210588727, "subset_score_loss": 0.027728571210588727}
+{"step": 1350000, "wall_time": 13217.397618293762, "train_loss_step": 3.442275285720825, "n_params": 4408390, "total_flops": 18282475008000000, "train_loss": 0.02786837305341448, "subset_score_loss": 0.02786837305341448}
+{"step": 1360000, "wall_time": 13309.670626163483, "train_loss_step": 3.5672173500061035, "n_params": 4408390, "total_flops": 18417900748800000, "train_loss": 0.028056422301701137, "subset_score_loss": 0.028056422301701137}
+{"step": 1370000, "wall_time": 13401.493966341019, "train_loss_step": 3.642277717590332, "n_params": 4408390, "total_flops": 18553326489600000, "train_loss": 0.027890447207859586, "subset_score_loss": 0.027890447207859586}
+{"step": 1380000, "wall_time": 13493.939192771912, "train_loss_step": 3.2650508880615234, "n_params": 4408390, "total_flops": 18688752230400000, "train_loss": 0.027279531955718993, "subset_score_loss": 0.027279531955718993}
+{"step": 1390000, "wall_time": 13586.363663196564, "train_loss_step": 3.531020164489746, "n_params": 4408390, "total_flops": 18824177971200000, "train_loss": 0.027763313906533377, "subset_score_loss": 0.027763313906533377}
+{"step": 1400000, "wall_time": 13751.955841779709, "train_loss_step": 3.3302292823791504, "n_params": 4408390, "total_flops": 18959603712000000, "train_loss": 0.027146451813834054, "subset_score_loss": 0.027146451813834054, "memorization_fraction_pixel": 0.5097000002861023, "mean_nn_ratio_pixel": 0.44464170932769775, "fid": 44.19188266191199}
+{"step": 1410000, "wall_time": 13843.886481285095, "train_loss_step": 3.4026455879211426, "n_params": 4408390, "total_flops": 19095029452800000, "train_loss": 0.027176974500928607, "subset_score_loss": 0.027176974500928607}
+{"step": 1420000, "wall_time": 13935.891629219055, "train_loss_step": 3.6954891681671143, "n_params": 4408390, "total_flops": 19230455193600000, "train_loss": 0.027371457644871304, "subset_score_loss": 0.027371457644871304}
+{"step": 1430000, "wall_time": 14026.418245315552, "train_loss_step": 3.667659282684326, "n_params": 4408390, "total_flops": 19365880934400000, "train_loss": 0.026319806916373117, "subset_score_loss": 0.026319806916373117}
+{"step": 1440000, "wall_time": 14110.969190120697, "train_loss_step": 3.525282382965088, "n_params": 4408390, "total_flops": 19501306675200000, "train_loss": 0.02755624396460397, "subset_score_loss": 0.02755624396460397}
+{"step": 1450000, "wall_time": 14202.615345716476, "train_loss_step": 3.2345387935638428, "n_params": 4408390, "total_flops": 19636732416000000, "train_loss": 0.02623692580631801, "subset_score_loss": 0.02623692580631801}
+{"step": 1460000, "wall_time": 14294.616037368774, "train_loss_step": 3.4779133796691895, "n_params": 4408390, "total_flops": 19772158156800000, "train_loss": 0.02605255501610892, "subset_score_loss": 0.02605255501610892}
+{"step": 1470000, "wall_time": 14386.742372512817, "train_loss_step": 3.5848560333251953, "n_params": 4408390, "total_flops": 19907583897600000, "train_loss": 0.026622218745095388, "subset_score_loss": 0.026622218745095388}
+{"step": 1480000, "wall_time": 14478.93535232544, "train_loss_step": 3.3690640926361084, "n_params": 4408390, "total_flops": 20043009638400000, "train_loss": 0.02609459332057408, "subset_score_loss": 0.02609459332057408}
+{"step": 1490000, "wall_time": 14571.208937168121, "train_loss_step": 3.680819511413574, "n_params": 4408390, "total_flops": 20178435379200000, "train_loss": 0.026223690169198174, "subset_score_loss": 0.026223690169198174}
+{"step": 1500000, "wall_time": 14737.223355293274, "train_loss_step": 3.324714183807373, "n_params": 4408390, "total_flops": 20313861120000000, "train_loss": 0.025719850403921943, "subset_score_loss": 0.025719850403921943, "memorization_fraction_pixel": 0.5515000224113464, "mean_nn_ratio_pixel": 0.42153075337409973, "fid": 43.77711760687772}
+{"step": 1510000, "wall_time": 14829.380337953568, "train_loss_step": 3.2045061588287354, "n_params": 4408390, "total_flops": 20449286860800000, "train_loss": 0.026121180398123604, "subset_score_loss": 0.026121180398123604}
+{"step": 1520000, "wall_time": 14921.265005111694, "train_loss_step": 3.411505937576294, "n_params": 4408390, "total_flops": 20584712601600000, "train_loss": 0.026302376815250942, "subset_score_loss": 0.026302376815250942}
+{"step": 1530000, "wall_time": 15007.388135910034, "train_loss_step": 3.385666608810425, "n_params": 4408390, "total_flops": 20720138342400000, "train_loss": 0.025454350880214145, "subset_score_loss": 0.025454350880214145}
+{"step": 1540000, "wall_time": 15097.65213727951, "train_loss_step": 3.528885841369629, "n_params": 4408390, "total_flops": 20855564083200000, "train_loss": 0.025211926868983676, "subset_score_loss": 0.025211926868983676}
+{"step": 1550000, "wall_time": 15189.079482793808, "train_loss_step": 3.3886547088623047, "n_params": 4408390, "total_flops": 20990989824000000, "train_loss": 0.025256221635001047, "subset_score_loss": 0.025256221635001047}
+{"step": 1560000, "wall_time": 15281.272107124329, "train_loss_step": 3.3627543449401855, "n_params": 4408390, "total_flops": 21126415564800000, "train_loss": 0.02519013030188424, "subset_score_loss": 0.02519013030188424}
+{"step": 1570000, "wall_time": 15373.764620065689, "train_loss_step": 3.7117631435394287, "n_params": 4408390, "total_flops": 21261841305600000, "train_loss": 0.025908562115260533, "subset_score_loss": 0.025908562115260533}
+{"step": 1580000, "wall_time": 15465.928819179535, "train_loss_step": 3.3573386669158936, "n_params": 4408390, "total_flops": 21397267046400000, "train_loss": 0.02520930937358311, "subset_score_loss": 0.02520930937358311}
+{"step": 1590000, "wall_time": 15556.329399585724, "train_loss_step": 3.418745517730713, "n_params": 4408390, "total_flops": 21532692787200000, "train_loss": 0.024698686599731446, "subset_score_loss": 0.024698686599731446}
+{"step": 1600000, "wall_time": 15724.392700195312, "train_loss_step": 3.3584461212158203, "n_params": 4408390, "total_flops": 21668118528000000, "train_loss": 0.024899710927690777, "subset_score_loss": 0.024899710927690777, "memorization_fraction_pixel": 0.5699999928474426, "mean_nn_ratio_pixel": 0.4147481918334961, "fid": 43.19484138347144}
+{"step": 1610000, "wall_time": 15816.438568353653, "train_loss_step": 3.3803725242614746, "n_params": 4408390, "total_flops": 21803544268800000, "train_loss": 0.025008322511400494, "subset_score_loss": 0.025008322511400494}
+{"step": 1620000, "wall_time": 15904.815605401993, "train_loss_step": 3.479876756668091, "n_params": 4408390, "total_flops": 21938970009600000, "train_loss": 0.02497912815638951, "subset_score_loss": 0.02497912815638951}
+{"step": 1630000, "wall_time": 15993.765800952911, "train_loss_step": 3.4082984924316406, "n_params": 4408390, "total_flops": 22074395750400000, "train_loss": 0.024732753208705358, "subset_score_loss": 0.024732753208705358}
+{"step": 1640000, "wall_time": 16083.918256759644, "train_loss_step": 3.2145845890045166, "n_params": 4408390, "total_flops": 22209821491200000, "train_loss": 0.023709734848567417, "subset_score_loss": 0.023709734848567417}
+{"step": 1650000, "wall_time": 16175.02478647232, "train_loss_step": 3.4269416332244873, "n_params": 4408390, "total_flops": 22345247232000000, "train_loss": 0.024119271550859724, "subset_score_loss": 0.024119271550859724}
+{"step": 1660000, "wall_time": 16267.36504817009, "train_loss_step": 3.144347667694092, "n_params": 4408390, "total_flops": 22480672972800000, "train_loss": 0.02427178280694144, "subset_score_loss": 0.02427178280694144}
+{"step": 1670000, "wall_time": 16359.705370903015, "train_loss_step": 3.408586263656616, "n_params": 4408390, "total_flops": 22616098713600000, "train_loss": 0.024381131785256523, "subset_score_loss": 0.024381131785256523}
+{"step": 1680000, "wall_time": 16450.40136861801, "train_loss_step": 3.2060842514038086, "n_params": 4408390, "total_flops": 22751524454400000, "train_loss": 0.024752589634486608, "subset_score_loss": 0.024752589634486608}
+{"step": 1690000, "wall_time": 16542.344423770905, "train_loss_step": 3.465766668319702, "n_params": 4408390, "total_flops": 22886950195200000, "train_loss": 0.023913609981536865, "subset_score_loss": 0.023913609981536865}
+{"step": 1700000, "wall_time": 16709.002952575684, "train_loss_step": 3.4892139434814453, "n_params": 4408390, "total_flops": 23022375936000000, "train_loss": 0.023852075849260603, "subset_score_loss": 0.023852075849260603, "memorization_fraction_pixel": 0.6169999837875366, "mean_nn_ratio_pixel": 0.39359307289123535, "fid": 41.94739071805117}
+{"step": 1710000, "wall_time": 16800.42847251892, "train_loss_step": 3.186805009841919, "n_params": 4408390, "total_flops": 23157801676800000, "train_loss": 0.02359605687005179, "subset_score_loss": 0.02359605687005179}
+{"step": 1720000, "wall_time": 16870.489376306534, "train_loss_step": 3.567192554473877, "n_params": 4408390, "total_flops": 23293227417600000, "train_loss": 0.02369288376399449, "subset_score_loss": 0.02369288376399449}
+{"step": 1730000, "wall_time": 16962.84604883194, "train_loss_step": 3.3755569458007812, "n_params": 4408390, "total_flops": 23428653158400000, "train_loss": 0.023566114902496337, "subset_score_loss": 0.023566114902496337}
+{"step": 1740000, "wall_time": 17052.59174489975, "train_loss_step": 3.3278257846832275, "n_params": 4408390, "total_flops": 23564078899200000, "train_loss": 0.024357029369899204, "subset_score_loss": 0.024357029369899204}
+{"step": 1750000, "wall_time": 17144.347109794617, "train_loss_step": 3.2521610260009766, "n_params": 4408390, "total_flops": 23699504640000000, "train_loss": 0.024112369332994734, "subset_score_loss": 0.024112369332994734}
+{"step": 1760000, "wall_time": 17236.638803958893, "train_loss_step": 3.3071231842041016, "n_params": 4408390, "total_flops": 23834930380800000, "train_loss": 0.02297006504876273, "subset_score_loss": 0.02297006504876273}
+{"step": 1770000, "wall_time": 17328.931374788284, "train_loss_step": 3.107182025909424, "n_params": 4408390, "total_flops": 23970356121600000, "train_loss": 0.02292393616267613, "subset_score_loss": 0.02292393616267613}
+{"step": 1780000, "wall_time": 17419.187861442566, "train_loss_step": 3.322901725769043, "n_params": 4408390, "total_flops": 24105781862400000, "train_loss": 0.022319371359688894, "subset_score_loss": 0.022319371359688894}
+{"step": 1790000, "wall_time": 17511.126904010773, "train_loss_step": 3.305344820022583, "n_params": 4408390, "total_flops": 24241207603200000, "train_loss": 0.022868127482278008, "subset_score_loss": 0.022868127482278008}
+{"step": 1800000, "wall_time": 17676.884063243866, "train_loss_step": 3.3761637210845947, "n_params": 4408390, "total_flops": 24376633344000000, "train_loss": 0.022674317019326345, "subset_score_loss": 0.022674317019326345, "memorization_fraction_pixel": 0.6381999850273132, "mean_nn_ratio_pixel": 0.3851068317890167, "fid": 42.92173260466304}
+{"step": 1810000, "wall_time": 17768.640924215317, "train_loss_step": 3.5748519897460938, "n_params": 4408390, "total_flops": 24512059084800000, "train_loss": 0.02286010129111154, "subset_score_loss": 0.02286010129111154}
+{"step": 1820000, "wall_time": 17840.459589719772, "train_loss_step": 3.1097612380981445, "n_params": 4408390, "total_flops": 24647484825600000, "train_loss": 0.022061795847756523, "subset_score_loss": 0.022061795847756523}
+{"step": 1830000, "wall_time": 17932.67388153076, "train_loss_step": 3.4776644706726074, "n_params": 4408390, "total_flops": 24782910566400000, "train_loss": 0.022686094897133965, "subset_score_loss": 0.022686094897133965}
+{"step": 1840000, "wall_time": 18022.721814870834, "train_loss_step": 3.3773515224456787, "n_params": 4408390, "total_flops": 24918336307200000, "train_loss": 0.0227219785962786, "subset_score_loss": 0.0227219785962786}
+{"step": 1850000, "wall_time": 18114.653935670853, "train_loss_step": 3.267019271850586, "n_params": 4408390, "total_flops": 25053762048000000, "train_loss": 0.02204415968486241, "subset_score_loss": 0.02204415968486241}
+{"step": 1860000, "wall_time": 18206.45092868805, "train_loss_step": 3.2271318435668945, "n_params": 4408390, "total_flops": 25189187788800000, "train_loss": 0.022146759714399066, "subset_score_loss": 0.022146759714399066}
+{"step": 1870000, "wall_time": 18297.279137849808, "train_loss_step": 3.4122238159179688, "n_params": 4408390, "total_flops": 25324613529600000, "train_loss": 0.022911434514181955, "subset_score_loss": 0.022911434514181955}
+{"step": 1880000, "wall_time": 18389.653298854828, "train_loss_step": 3.299743175506592, "n_params": 4408390, "total_flops": 25460039270400000, "train_loss": 0.0219316942351205, "subset_score_loss": 0.0219316942351205}
+{"step": 1890000, "wall_time": 18481.68084716797, "train_loss_step": 3.3988983631134033, "n_params": 4408390, "total_flops": 25595465011200000, "train_loss": 0.02216247660773141, "subset_score_loss": 0.02216247660773141}
+{"step": 1900000, "wall_time": 18647.2771320343, "train_loss_step": 3.183659553527832, "n_params": 4408390, "total_flops": 25730890752000000, "train_loss": 0.021022696154458183, "subset_score_loss": 0.021022696154458183, "memorization_fraction_pixel": 0.6610999703407288, "mean_nn_ratio_pixel": 0.3773789703845978, "fid": 42.28678124069736}
+{"step": 1910000, "wall_time": 18732.951475143433, "train_loss_step": 3.437856435775757, "n_params": 4408390, "total_flops": 25866316492800000, "train_loss": 0.02194077627999442, "subset_score_loss": 0.02194077627999442}
+{"step": 1920000, "wall_time": 18823.171043395996, "train_loss_step": 3.3137004375457764, "n_params": 4408390, "total_flops": 26001742233600000, "train_loss": 0.021848978315080914, "subset_score_loss": 0.021848978315080914}
+{"step": 1930000, "wall_time": 18914.99209022522, "train_loss_step": 3.0080575942993164, "n_params": 4408390, "total_flops": 26137167974400000, "train_loss": 0.02207796573638916, "subset_score_loss": 0.02207796573638916}
+{"step": 1940000, "wall_time": 19007.179022789, "train_loss_step": 3.2004473209381104, "n_params": 4408390, "total_flops": 26272593715200000, "train_loss": 0.02174076863697597, "subset_score_loss": 0.02174076863697597}
+{"step": 1950000, "wall_time": 19097.05081129074, "train_loss_step": 3.221169948577881, "n_params": 4408390, "total_flops": 26408019456000000, "train_loss": 0.02161027022770473, "subset_score_loss": 0.02161027022770473}
+{"step": 1960000, "wall_time": 19187.359812259674, "train_loss_step": 2.9979991912841797, "n_params": 4408390, "total_flops": 26543445196800000, "train_loss": 0.020824708257402694, "subset_score_loss": 0.020824708257402694}
+{"step": 1970000, "wall_time": 19279.647254943848, "train_loss_step": 3.254089832305908, "n_params": 4408390, "total_flops": 26678870937600000, "train_loss": 0.021209805352347236, "subset_score_loss": 0.021209805352347236}
+{"step": 1980000, "wall_time": 19371.98321223259, "train_loss_step": 3.076892137527466, "n_params": 4408390, "total_flops": 26814296678400000, "train_loss": 0.020815978731427875, "subset_score_loss": 0.020815978731427875}
+{"step": 1990000, "wall_time": 19464.210648059845, "train_loss_step": 3.213263511657715, "n_params": 4408390, "total_flops": 26949722419200000, "train_loss": 0.021245157718658446, "subset_score_loss": 0.021245157718658446}
+{"step": 2000000, "wall_time": 19628.602758169174, "train_loss_step": 3.1043860912323, "n_params": 4408390, "total_flops": 27085148160000000, "train_loss": 0.021386102267674036, "subset_score_loss": 0.021386102267674036, "memorization_fraction_pixel": 0.6822999715805054, "mean_nn_ratio_pixel": 0.36755332350730896, "fid": 42.6292016976453}
+{"step": 2010000, "wall_time": 19696.092992305756, "train_loss_step": 3.136756658554077, "n_params": 4408390, "total_flops": 27220573900800000, "train_loss": 0.021067198685237338, "subset_score_loss": 0.021067198685237338}
+{"step": 2020000, "wall_time": 19787.835112333298, "train_loss_step": 3.084047555923462, "n_params": 4408390, "total_flops": 27355999641600000, "train_loss": 0.020933263642447335, "subset_score_loss": 0.020933263642447335}
+{"step": 2030000, "wall_time": 19879.709208488464, "train_loss_step": 3.097029685974121, "n_params": 4408390, "total_flops": 27491425382400000, "train_loss": 0.020546698570251466, "subset_score_loss": 0.020546698570251466}
+{"step": 2040000, "wall_time": 19971.79390692711, "train_loss_step": 2.953333854675293, "n_params": 4408390, "total_flops": 27626851123200000, "train_loss": 0.020257541111537387, "subset_score_loss": 0.020257541111537387}
+{"step": 2050000, "wall_time": 20060.05762887001, "train_loss_step": 3.420351505279541, "n_params": 4408390, "total_flops": 27762276864000000, "train_loss": 0.020720808846609932, "subset_score_loss": 0.020720808846609932}
+{"step": 2060000, "wall_time": 20152.325575590134, "train_loss_step": 2.9379591941833496, "n_params": 4408390, "total_flops": 27897702604800000, "train_loss": 0.020420685836247034, "subset_score_loss": 0.020420685836247034}
+{"step": 2070000, "wall_time": 20244.71733570099, "train_loss_step": 3.2842044830322266, "n_params": 4408390, "total_flops": 28033128345600000, "train_loss": 0.0209795423916408, "subset_score_loss": 0.0209795423916408}
+{"step": 2080000, "wall_time": 20337.129698991776, "train_loss_step": 3.4388022422790527, "n_params": 4408390, "total_flops": 28168554086400000, "train_loss": 0.019984846455710276, "subset_score_loss": 0.019984846455710276}
+{"step": 2090000, "wall_time": 20429.300471305847, "train_loss_step": 3.065678358078003, "n_params": 4408390, "total_flops": 28303979827200000, "train_loss": 0.020833747727530345, "subset_score_loss": 0.020833747727530345}
+{"step": 2100000, "wall_time": 20594.953990221024, "train_loss_step": 3.006901979446411, "n_params": 4408390, "total_flops": 28439405568000000, "train_loss": 0.01979578733444214, "subset_score_loss": 0.01979578733444214, "memorization_fraction_pixel": 0.6972000002861023, "mean_nn_ratio_pixel": 0.36197200417518616, "fid": 42.26904573820002}
+{"step": 2110000, "wall_time": 20663.535298347473, "train_loss_step": 3.1383676528930664, "n_params": 4408390, "total_flops": 28574831308800000, "train_loss": 0.0196711642401559, "subset_score_loss": 0.0196711642401559}
+{"step": 2120000, "wall_time": 20755.28738474846, "train_loss_step": 2.989151954650879, "n_params": 4408390, "total_flops": 28710257049600000, "train_loss": 0.02020181587764195, "subset_score_loss": 0.02020181587764195}
+{"step": 2130000, "wall_time": 20847.602012872696, "train_loss_step": 3.1070828437805176, "n_params": 4408390, "total_flops": 28845682790400000, "train_loss": 0.019916442462376185, "subset_score_loss": 0.019916442462376185}
+{"step": 2140000, "wall_time": 20939.790075063705, "train_loss_step": 3.244189739227295, "n_params": 4408390, "total_flops": 28981108531200000, "train_loss": 0.020080818448747907, "subset_score_loss": 0.020080818448747907}
+{"step": 2150000, "wall_time": 21028.624006986618, "train_loss_step": 3.16201114654541, "n_params": 4408390, "total_flops": 29116534272000000, "train_loss": 0.020368291650499616, "subset_score_loss": 0.020368291650499616}
+{"step": 2160000, "wall_time": 21120.377928495407, "train_loss_step": 3.3043174743652344, "n_params": 4408390, "total_flops": 29251960012800000, "train_loss": 0.019318849699837822, "subset_score_loss": 0.019318849699837822}
+{"step": 2170000, "wall_time": 21212.27149796486, "train_loss_step": 3.07448410987854, "n_params": 4408390, "total_flops": 29387385753600000, "train_loss": 0.019137183257511684, "subset_score_loss": 0.019137183257511684}
+{"step": 2180000, "wall_time": 21304.697630405426, "train_loss_step": 3.2880237102508545, "n_params": 4408390, "total_flops": 29522811494400000, "train_loss": 0.021451675891876222, "subset_score_loss": 0.021451675891876222}
+{"step": 2190000, "wall_time": 21396.87710762024, "train_loss_step": 2.978624105453491, "n_params": 4408390, "total_flops": 29658237235200000, "train_loss": 0.019342863559722902, "subset_score_loss": 0.019342863559722902}
+{"step": 2200000, "wall_time": 21561.678295850754, "train_loss_step": 2.959315776824951, "n_params": 4408390, "total_flops": 29793662976000000, "train_loss": 0.019629549980163575, "subset_score_loss": 0.019629549980163575, "memorization_fraction_pixel": 0.7127000093460083, "mean_nn_ratio_pixel": 0.35290610790252686, "fid": 42.1530810557596}
+{"step": 2210000, "wall_time": 21637.811069488525, "train_loss_step": 3.348949432373047, "n_params": 4408390, "total_flops": 29929088716800000, "train_loss": 0.01988788672855922, "subset_score_loss": 0.01988788672855922}
+{"step": 2220000, "wall_time": 21728.875998020172, "train_loss_step": 3.0592775344848633, "n_params": 4408390, "total_flops": 30064514457600000, "train_loss": 0.019205701351165772, "subset_score_loss": 0.019205701351165772}
+{"step": 2230000, "wall_time": 21821.081674575806, "train_loss_step": 2.9387831687927246, "n_params": 4408390, "total_flops": 30199940198400000, "train_loss": 0.020295153345380512, "subset_score_loss": 0.020295153345380512}
+{"step": 2240000, "wall_time": 21911.661697626114, "train_loss_step": 3.064452648162842, "n_params": 4408390, "total_flops": 30335365939200000, "train_loss": 0.019171639851161413, "subset_score_loss": 0.019171639851161413}
+{"step": 2250000, "wall_time": 22002.20401930809, "train_loss_step": 3.1508569717407227, "n_params": 4408390, "total_flops": 30470791680000000, "train_loss": 0.019292688369750975, "subset_score_loss": 0.019292688369750975}
+{"step": 2260000, "wall_time": 22094.421949625015, "train_loss_step": 3.0643503665924072, "n_params": 4408390, "total_flops": 30606217420800000, "train_loss": 0.018440025193350657, "subset_score_loss": 0.018440025193350657}
+{"step": 2270000, "wall_time": 22186.685477256775, "train_loss_step": 2.8038573265075684, "n_params": 4408390, "total_flops": 30741643161600000, "train_loss": 0.018840064321245464, "subset_score_loss": 0.018840064321245464}
+{"step": 2280000, "wall_time": 22278.456021785736, "train_loss_step": 3.1251749992370605, "n_params": 4408390, "total_flops": 30877068902400000, "train_loss": 0.018842826570783344, "subset_score_loss": 0.018842826570783344}
+{"step": 2290000, "wall_time": 22370.548070907593, "train_loss_step": 3.0295419692993164, "n_params": 4408390, "total_flops": 31012494643200000, "train_loss": 0.019645069326673235, "subset_score_loss": 0.019645069326673235}
+{"step": 2300000, "wall_time": 22523.921998500824, "train_loss_step": 3.462393045425415, "n_params": 4408390, "total_flops": 31147920384000000, "train_loss": 0.019136946541922432, "subset_score_loss": 0.019136946541922432, "memorization_fraction_pixel": 0.7297999858856201, "mean_nn_ratio_pixel": 0.34769079089164734, "fid": 42.10430805344173}
+{"step": 2310000, "wall_time": 22605.625741004944, "train_loss_step": 2.9664857387542725, "n_params": 4408390, "total_flops": 31283346124800000, "train_loss": 0.01820859738758632, "subset_score_loss": 0.01820859738758632}
+{"step": 2320000, "wall_time": 22697.52663564682, "train_loss_step": 3.3216772079467773, "n_params": 4408390, "total_flops": 31418771865600000, "train_loss": 0.01844067062650408, "subset_score_loss": 0.01844067062650408}
+{"step": 2330000, "wall_time": 22788.191556453705, "train_loss_step": 2.9667186737060547, "n_params": 4408390, "total_flops": 31554197606400000, "train_loss": 0.01778801339013236, "subset_score_loss": 0.01778801339013236}
+{"step": 2340000, "wall_time": 22880.478250026703, "train_loss_step": 2.8921022415161133, "n_params": 4408390, "total_flops": 31689623347200000, "train_loss": 0.018973551477704728, "subset_score_loss": 0.018973551477704728}
+{"step": 2350000, "wall_time": 22971.28450703621, "train_loss_step": 3.0475339889526367, "n_params": 4408390, "total_flops": 31825049088000000, "train_loss": 0.018979145799364362, "subset_score_loss": 0.018979145799364362}
+{"step": 2360000, "wall_time": 23063.222969293594, "train_loss_step": 3.136176109313965, "n_params": 4408390, "total_flops": 31960474828800000, "train_loss": 0.0179767370223999, "subset_score_loss": 0.0179767370223999}
+{"step": 2370000, "wall_time": 23155.699636936188, "train_loss_step": 2.8785934448242188, "n_params": 4408390, "total_flops": 32095900569600000, "train_loss": 0.017675263541085378, "subset_score_loss": 0.017675263541085378}
+{"step": 2380000, "wall_time": 23247.567750692368, "train_loss_step": 2.912947654724121, "n_params": 4408390, "total_flops": 32231326310400000, "train_loss": 0.018462601729801725, "subset_score_loss": 0.018462601729801725}
+{"step": 2390000, "wall_time": 23339.188266038895, "train_loss_step": 3.4493508338928223, "n_params": 4408390, "total_flops": 32366752051200000, "train_loss": 0.01813251291002546, "subset_score_loss": 0.01813251291002546}
+{"step": 2400000, "wall_time": 23487.71253180504, "train_loss_step": 3.157546043395996, "n_params": 4408390, "total_flops": 32502177792000000, "train_loss": 0.01807053600038801, "subset_score_loss": 0.01807053600038801, "memorization_fraction_pixel": 0.7407000064849854, "mean_nn_ratio_pixel": 0.3415962755680084, "fid": 42.40729794413045}
+{"step": 2410000, "wall_time": 23578.562713861465, "train_loss_step": 3.0350756645202637, "n_params": 4408390, "total_flops": 32637603532800000, "train_loss": 0.018051253046308245, "subset_score_loss": 0.018051253046308245}
+{"step": 2420000, "wall_time": 23668.874761104584, "train_loss_step": 2.6553988456726074, "n_params": 4408390, "total_flops": 32773029273600000, "train_loss": 0.017915807451520646, "subset_score_loss": 0.017915807451520646}
+{"step": 2430000, "wall_time": 23761.152554035187, "train_loss_step": 2.9238786697387695, "n_params": 4408390, "total_flops": 32908455014400000, "train_loss": 0.01803462164742606, "subset_score_loss": 0.01803462164742606}
+{"step": 2440000, "wall_time": 23853.37567806244, "train_loss_step": 2.9822096824645996, "n_params": 4408390, "total_flops": 33043880755200000, "train_loss": 0.017855281489236013, "subset_score_loss": 0.017855281489236013}
+{"step": 2450000, "wall_time": 23945.991478681564, "train_loss_step": 2.5463249683380127, "n_params": 4408390, "total_flops": 33179306496000000, "train_loss": 0.01789132867540632, "subset_score_loss": 0.01789132867540632}
+{"step": 2460000, "wall_time": 24036.32859301567, "train_loss_step": 3.00036358833313, "n_params": 4408390, "total_flops": 33314732236800000, "train_loss": 0.017677317346845356, "subset_score_loss": 0.017677317346845356}
+{"step": 2470000, "wall_time": 24128.42494416237, "train_loss_step": 3.116452693939209, "n_params": 4408390, "total_flops": 33450157977600000, "train_loss": 0.01788816281727382, "subset_score_loss": 0.01788816281727382}
+{"step": 2480000, "wall_time": 24220.645842075348, "train_loss_step": 2.9613325595855713, "n_params": 4408390, "total_flops": 33585583718400000, "train_loss": 0.017740663460322787, "subset_score_loss": 0.017740663460322787}
+{"step": 2490000, "wall_time": 24311.985395908356, "train_loss_step": 2.9481372833251953, "n_params": 4408390, "total_flops": 33721009459200000, "train_loss": 0.017202649797712053, "subset_score_loss": 0.017202649797712053}
+{"step": 2500000, "wall_time": 24451.923945188522, "train_loss_step": 3.0495200157165527, "n_params": 4408390, "total_flops": 33856435200000000, "train_loss": 0.01744164228439331, "subset_score_loss": 0.01744164228439331, "memorization_fraction_pixel": 0.7526000142097473, "mean_nn_ratio_pixel": 0.33759254217147827, "fid": 42.34025731155853}
+{"step": 2510000, "wall_time": 24541.874333381653, "train_loss_step": 2.602132797241211, "n_params": 4408390, "total_flops": 33991860940800000, "train_loss": 0.017405881200517927, "subset_score_loss": 0.017405881200517927}
+{"step": 2520000, "wall_time": 24634.220763206482, "train_loss_step": 3.071422815322876, "n_params": 4408390, "total_flops": 34127286681600000, "train_loss": 0.017106752736227852, "subset_score_loss": 0.017106752736227852}
+{"step": 2530000, "wall_time": 24726.510904073715, "train_loss_step": 2.8184313774108887, "n_params": 4408390, "total_flops": 34262712422400000, "train_loss": 0.018322268554142544, "subset_score_loss": 0.018322268554142544}
+{"step": 2540000, "wall_time": 24818.84113407135, "train_loss_step": 3.0682079792022705, "n_params": 4408390, "total_flops": 34398138163200000, "train_loss": 0.017772775036948067, "subset_score_loss": 0.017772775036948067}
+{"step": 2550000, "wall_time": 24910.996910095215, "train_loss_step": 2.9691600799560547, "n_params": 4408390, "total_flops": 34533563904000000, "train_loss": 0.01710707630429949, "subset_score_loss": 0.01710707630429949}
+{"step": 2560000, "wall_time": 25001.736327171326, "train_loss_step": 2.746037244796753, "n_params": 4408390, "total_flops": 34668989644800000, "train_loss": 0.016725667885371616, "subset_score_loss": 0.016725667885371616}
+{"step": 2570000, "wall_time": 25092.954584360123, "train_loss_step": 2.8905303478240967, "n_params": 4408390, "total_flops": 34804415385600000, "train_loss": 0.017135046209607804, "subset_score_loss": 0.017135046209607804}
+{"step": 2580000, "wall_time": 25185.13618040085, "train_loss_step": 3.2403664588928223, "n_params": 4408390, "total_flops": 34939841126400000, "train_loss": 0.017139060156685964, "subset_score_loss": 0.017139060156685964}
+{"step": 2590000, "wall_time": 25275.581968307495, "train_loss_step": 2.9870409965515137, "n_params": 4408390, "total_flops": 35075266867200000, "train_loss": 0.016989292417253766, "subset_score_loss": 0.016989292417253766}
+{"step": 2600000, "wall_time": 25432.953957796097, "train_loss_step": 2.78336501121521, "n_params": 4408390, "total_flops": 35210692608000000, "train_loss": 0.01691561256136213, "subset_score_loss": 0.01691561256136213, "memorization_fraction_pixel": 0.7774999737739563, "mean_nn_ratio_pixel": 0.32923424243927, "fid": 42.26482968320617}
+{"step": 2610000, "wall_time": 25522.969843387604, "train_loss_step": 3.0448224544525146, "n_params": 4408390, "total_flops": 35346118348800000, "train_loss": 0.01639176607131958, "subset_score_loss": 0.01639176607131958}
+{"step": 2620000, "wall_time": 25615.2045879364, "train_loss_step": 2.8123934268951416, "n_params": 4408390, "total_flops": 35481544089600000, "train_loss": 0.017560114179338726, "subset_score_loss": 0.017560114179338726}
+{"step": 2630000, "wall_time": 25707.38140654564, "train_loss_step": 3.1890053749084473, "n_params": 4408390, "total_flops": 35616969830400000, "train_loss": 0.016714465618133546, "subset_score_loss": 0.016714465618133546}
+{"step": 2640000, "wall_time": 25799.64844083786, "train_loss_step": 2.9831738471984863, "n_params": 4408390, "total_flops": 35752395571200000, "train_loss": 0.017137312889099122, "subset_score_loss": 0.017137312889099122}
+{"step": 2650000, "wall_time": 25891.549399375916, "train_loss_step": 2.873318672180176, "n_params": 4408390, "total_flops": 35887821312000000, "train_loss": 0.016263670580727713, "subset_score_loss": 0.016263670580727713}
+{"step": 2660000, "wall_time": 25982.318958997726, "train_loss_step": 3.2172465324401855, "n_params": 4408390, "total_flops": 36023247052800000, "train_loss": 0.01711385590689523, "subset_score_loss": 0.01711385590689523}
+{"step": 2670000, "wall_time": 26074.085164785385, "train_loss_step": 2.82405424118042, "n_params": 4408390, "total_flops": 36158672793600000, "train_loss": 0.016726955345698766, "subset_score_loss": 0.016726955345698766}
+{"step": 2680000, "wall_time": 26166.17413544655, "train_loss_step": 2.9844250679016113, "n_params": 4408390, "total_flops": 36294098534400000, "train_loss": 0.016408491134643554, "subset_score_loss": 0.016408491134643554}
+{"step": 2690000, "wall_time": 26257.746012210846, "train_loss_step": 2.6164450645446777, "n_params": 4408390, "total_flops": 36429524275200000, "train_loss": 0.017015486104147774, "subset_score_loss": 0.017015486104147774}
+{"step": 2700000, "wall_time": 26397.525064706802, "train_loss_step": 2.884002447128296, "n_params": 4408390, "total_flops": 36564950016000000, "train_loss": 0.016586499554770335, "subset_score_loss": 0.016586499554770335, "memorization_fraction_pixel": 0.7695000171661377, "mean_nn_ratio_pixel": 0.32825300097465515, "fid": 41.87123237673185}
+{"step": 2710000, "wall_time": 26489.678908586502, "train_loss_step": 3.0079290866851807, "n_params": 4408390, "total_flops": 36700375756800000, "train_loss": 0.01575267996106829, "subset_score_loss": 0.01575267996106829}
+{"step": 2720000, "wall_time": 26581.355974435806, "train_loss_step": 2.7639384269714355, "n_params": 4408390, "total_flops": 36835801497600000, "train_loss": 0.016077470779418946, "subset_score_loss": 0.016077470779418946}
+{"step": 2730000, "wall_time": 26673.662557840347, "train_loss_step": 2.957246780395508, "n_params": 4408390, "total_flops": 36971227238400000, "train_loss": 0.016136818272726876, "subset_score_loss": 0.016136818272726876}
+{"step": 2740000, "wall_time": 26765.954138040543, "train_loss_step": 2.850977897644043, "n_params": 4408390, "total_flops": 37106652979200000, "train_loss": 0.016802498272487094, "subset_score_loss": 0.016802498272487094}
+{"step": 2750000, "wall_time": 26858.097663640976, "train_loss_step": 3.0744051933288574, "n_params": 4408390, "total_flops": 37242078720000000, "train_loss": 0.016472622326442175, "subset_score_loss": 0.016472622326442175}
+{"step": 2760000, "wall_time": 26948.726657390594, "train_loss_step": 3.004307746887207, "n_params": 4408390, "total_flops": 37377504460800000, "train_loss": 0.015670343807765417, "subset_score_loss": 0.015670343807765417}
+{"step": 2770000, "wall_time": 27040.73900604248, "train_loss_step": 3.020702838897705, "n_params": 4408390, "total_flops": 37512930201600000, "train_loss": 0.015801412718636648, "subset_score_loss": 0.015801412718636648}
+{"step": 2780000, "wall_time": 27132.360223054886, "train_loss_step": 3.185091972351074, "n_params": 4408390, "total_flops": 37648355942400000, "train_loss": 0.01589332137789045, "subset_score_loss": 0.01589332137789045}
+{"step": 2790000, "wall_time": 27224.210354566574, "train_loss_step": 2.9240965843200684, "n_params": 4408390, "total_flops": 37783781683200000, "train_loss": 0.0152011581829616, "subset_score_loss": 0.0152011581829616}
+{"step": 2800000, "wall_time": 27370.750256299973, "train_loss_step": 2.78416109085083, "n_params": 4408390, "total_flops": 37919207424000000, "train_loss": 0.015466463565826417, "subset_score_loss": 0.015466463565826417, "memorization_fraction_pixel": 0.7871000170707703, "mean_nn_ratio_pixel": 0.32248228788375854, "fid": 41.3932420435088}
+{"step": 2810000, "wall_time": 27462.764034986496, "train_loss_step": 2.6355395317077637, "n_params": 4408390, "total_flops": 38054633164800000, "train_loss": 0.015614761625017438, "subset_score_loss": 0.015614761625017438}
+{"step": 2820000, "wall_time": 27554.82569551468, "train_loss_step": 3.1083731651306152, "n_params": 4408390, "total_flops": 38190058905600000, "train_loss": 0.015747504574911936, "subset_score_loss": 0.015747504574911936}
+{"step": 2830000, "wall_time": 27647.125477790833, "train_loss_step": 2.8859286308288574, "n_params": 4408390, "total_flops": 38325484646400000, "train_loss": 0.016145873069763183, "subset_score_loss": 0.016145873069763183}
+{"step": 2840000, "wall_time": 27739.346648693085, "train_loss_step": 2.917249917984009, "n_params": 4408390, "total_flops": 38460910387200000, "train_loss": 0.015343586036137172, "subset_score_loss": 0.015343586036137172}
+{"step": 2850000, "wall_time": 27831.30987215042, "train_loss_step": 3.105553150177002, "n_params": 4408390, "total_flops": 38596336128000000, "train_loss": 0.014917947564806256, "subset_score_loss": 0.014917947564806256}
+{"step": 2860000, "wall_time": 27923.36201930046, "train_loss_step": 3.4094107151031494, "n_params": 4408390, "total_flops": 38731761868800000, "train_loss": 0.015780864443097797, "subset_score_loss": 0.015780864443097797}
+{"step": 2870000, "wall_time": 28014.045056819916, "train_loss_step": 2.809777021408081, "n_params": 4408390, "total_flops": 38867187609600000, "train_loss": 0.015871965885162355, "subset_score_loss": 0.015871965885162355}
+{"step": 2880000, "wall_time": 28105.460554361343, "train_loss_step": 2.849595546722412, "n_params": 4408390, "total_flops": 39002613350400000, "train_loss": 0.015618043286459786, "subset_score_loss": 0.015618043286459786}
+{"step": 2890000, "wall_time": 28184.64454317093, "train_loss_step": 3.0743069648742676, "n_params": 4408390, "total_flops": 39138039091200000, "train_loss": 0.015809963430677143, "subset_score_loss": 0.015809963430677143}
+{"step": 2900000, "wall_time": 28336.817702054977, "train_loss_step": 2.934113025665283, "n_params": 4408390, "total_flops": 39273464832000000, "train_loss": 0.015085795947483608, "subset_score_loss": 0.015085795947483608, "memorization_fraction_pixel": 0.7878000140190125, "mean_nn_ratio_pixel": 0.3227183520793915, "fid": 41.322414439543316}
+{"step": 2910000, "wall_time": 28429.106568813324, "train_loss_step": 2.7528018951416016, "n_params": 4408390, "total_flops": 39408890572800000, "train_loss": 0.014637410640716553, "subset_score_loss": 0.014637410640716553}
+{"step": 2920000, "wall_time": 28521.087282419205, "train_loss_step": 3.069366455078125, "n_params": 4408390, "total_flops": 39544316313600000, "train_loss": 0.015222253118242537, "subset_score_loss": 0.015222253118242537}
+{"step": 2930000, "wall_time": 28613.006269216537, "train_loss_step": 2.7162442207336426, "n_params": 4408390, "total_flops": 39679742054400000, "train_loss": 0.015084144047328404, "subset_score_loss": 0.015084144047328404}
+{"step": 2940000, "wall_time": 28705.141624689102, "train_loss_step": 3.0414528846740723, "n_params": 4408390, "total_flops": 39815167795200000, "train_loss": 0.015290512357439313, "subset_score_loss": 0.015290512357439313}
+{"step": 2950000, "wall_time": 28797.15399646759, "train_loss_step": 2.854246139526367, "n_params": 4408390, "total_flops": 39950593536000000, "train_loss": 0.015098905563354493, "subset_score_loss": 0.015098905563354493}
+{"step": 2960000, "wall_time": 28889.209816217422, "train_loss_step": 2.8395023345947266, "n_params": 4408390, "total_flops": 40086019276800000, "train_loss": 0.014970835617610386, "subset_score_loss": 0.014970835617610386}
+{"step": 2970000, "wall_time": 28978.84884095192, "train_loss_step": 2.773897647857666, "n_params": 4408390, "total_flops": 40221445017600000, "train_loss": 0.015078491824013846, "subset_score_loss": 0.015078491824013846}
+{"step": 2980000, "wall_time": 29069.59051299095, "train_loss_step": 3.4569551944732666, "n_params": 4408390, "total_flops": 40356870758400000, "train_loss": 0.014999691077641078, "subset_score_loss": 0.014999691077641078}
+{"step": 2990000, "wall_time": 29144.249376535416, "train_loss_step": 2.8977413177490234, "n_params": 4408390, "total_flops": 40492296499200000, "train_loss": 0.01512760945728847, "subset_score_loss": 0.01512760945728847}
+{"step": 3000000, "wall_time": 29303.411244392395, "train_loss_step": 2.8051886558532715, "n_params": 4408390, "total_flops": 40627722240000000, "train_loss": 0.014517698969159807, "subset_score_loss": 0.014517698969159807, "memorization_fraction_pixel": 0.8034999966621399, "mean_nn_ratio_pixel": 0.3133183717727661, "fid": 41.66920512908503}
+{"step": 3010000, "wall_time": 29395.52157306671, "train_loss_step": 3.0141820907592773, "n_params": 4408390, "total_flops": 40763147980800000, "train_loss": 0.01496680464063372, "subset_score_loss": 0.01496680464063372}
+{"step": 3020000, "wall_time": 29487.954079151154, "train_loss_step": 2.9407567977905273, "n_params": 4408390, "total_flops": 40898573721600000, "train_loss": 0.015360234464917863, "subset_score_loss": 0.015360234464917863}
+{"step": 3030000, "wall_time": 29580.073250055313, "train_loss_step": 2.827338933944702, "n_params": 4408390, "total_flops": 41033999462400000, "train_loss": 0.014669273580823625, "subset_score_loss": 0.014669273580823625}
+{"step": 3040000, "wall_time": 29672.58825969696, "train_loss_step": 2.925731658935547, "n_params": 4408390, "total_flops": 41169425203200000, "train_loss": 0.014995384216308593, "subset_score_loss": 0.014995384216308593}
+{"step": 3050000, "wall_time": 29764.805572986603, "train_loss_step": 2.7745461463928223, "n_params": 4408390, "total_flops": 41304850944000000, "train_loss": 0.014216065406799316, "subset_score_loss": 0.014216065406799316}
+{"step": 3060000, "wall_time": 29857.251737833023, "train_loss_step": 2.8665199279785156, "n_params": 4408390, "total_flops": 41440276684800000, "train_loss": 0.014857728140694755, "subset_score_loss": 0.014857728140694755}
+{"step": 3070000, "wall_time": 29947.290484666824, "train_loss_step": 2.7369766235351562, "n_params": 4408390, "total_flops": 41575702425600000, "train_loss": 0.015147869927542551, "subset_score_loss": 0.015147869927542551}
+{"step": 3080000, "wall_time": 30037.216901302338, "train_loss_step": 2.9722495079040527, "n_params": 4408390, "total_flops": 41711128166400000, "train_loss": 0.014116570779255459, "subset_score_loss": 0.014116570779255459}
+{"step": 3090000, "wall_time": 30115.95086169243, "train_loss_step": 2.967442512512207, "n_params": 4408390, "total_flops": 41846553907200000, "train_loss": 0.014510248388562883, "subset_score_loss": 0.014510248388562883}
+{"step": 3100000, "wall_time": 30280.398847818375, "train_loss_step": 2.8399996757507324, "n_params": 4408390, "total_flops": 41981979648000000, "train_loss": 0.015103387832641601, "subset_score_loss": 0.015103387832641601, "memorization_fraction_pixel": 0.8012999892234802, "mean_nn_ratio_pixel": 0.3149711787700653, "fid": 41.81237256443674}
+{"step": 3110000, "wall_time": 30372.42670273781, "train_loss_step": 2.9852612018585205, "n_params": 4408390, "total_flops": 42117405388800000, "train_loss": 0.01424116918018886, "subset_score_loss": 0.01424116918018886}
+{"step": 3120000, "wall_time": 30464.688393354416, "train_loss_step": 2.8354716300964355, "n_params": 4408390, "total_flops": 42252831129600000, "train_loss": 0.014285416262490408, "subset_score_loss": 0.014285416262490408}
+{"step": 3130000, "wall_time": 30556.903589963913, "train_loss_step": 3.1221985816955566, "n_params": 4408390, "total_flops": 42388256870400000, "train_loss": 0.013770520687103271, "subset_score_loss": 0.013770520687103271}
+{"step": 3140000, "wall_time": 30649.234389781952, "train_loss_step": 3.1165976524353027, "n_params": 4408390, "total_flops": 42523682611200000, "train_loss": 0.01412583419254848, "subset_score_loss": 0.01412583419254848}
+{"step": 3150000, "wall_time": 30741.115768909454, "train_loss_step": 2.9556021690368652, "n_params": 4408390, "total_flops": 42659108352000000, "train_loss": 0.013904675415584019, "subset_score_loss": 0.013904675415584019}
+{"step": 3160000, "wall_time": 30833.380818367004, "train_loss_step": 2.7754507064819336, "n_params": 4408390, "total_flops": 42794534092800000, "train_loss": 0.01394074388912746, "subset_score_loss": 0.01394074388912746}
+{"step": 3170000, "wall_time": 30922.095275878906, "train_loss_step": 2.9795618057250977, "n_params": 4408390, "total_flops": 42929959833600000, "train_loss": 0.013875447000776019, "subset_score_loss": 0.013875447000776019}
+{"step": 3180000, "wall_time": 31010.623656749725, "train_loss_step": 2.8664169311523438, "n_params": 4408390, "total_flops": 43065385574400000, "train_loss": 0.014197758265904017, "subset_score_loss": 0.014197758265904017}
+{"step": 3190000, "wall_time": 31099.840351819992, "train_loss_step": 2.9129862785339355, "n_params": 4408390, "total_flops": 43200811315200000, "train_loss": 0.013752635036196028, "subset_score_loss": 0.013752635036196028}
+{"step": 3200000, "wall_time": 31265.071831703186, "train_loss_step": 2.7975687980651855, "n_params": 4408390, "total_flops": 43336237056000000, "train_loss": 0.014087873697280883, "subset_score_loss": 0.014087873697280883, "memorization_fraction_pixel": 0.8144999742507935, "mean_nn_ratio_pixel": 0.3106479346752167, "fid": 41.766638547185636}
+{"step": 3210000, "wall_time": 31357.022898435593, "train_loss_step": 2.915790319442749, "n_params": 4408390, "total_flops": 43471662796800000, "train_loss": 0.014111311095101492, "subset_score_loss": 0.014111311095101492}
+{"step": 3220000, "wall_time": 31448.95919775963, "train_loss_step": 2.682774305343628, "n_params": 4408390, "total_flops": 43607088537600000, "train_loss": 0.014461377688816616, "subset_score_loss": 0.014461377688816616}
+{"step": 3230000, "wall_time": 31540.82697868347, "train_loss_step": 2.9395761489868164, "n_params": 4408390, "total_flops": 43742514278400000, "train_loss": 0.013920627321515765, "subset_score_loss": 0.013920627321515765}
+{"step": 3240000, "wall_time": 31632.885745048523, "train_loss_step": 3.089083194732666, "n_params": 4408390, "total_flops": 43877940019200000, "train_loss": 0.013835249628339494, "subset_score_loss": 0.013835249628339494}
+{"step": 3250000, "wall_time": 31724.719626665115, "train_loss_step": 3.1101489067077637, "n_params": 4408390, "total_flops": 44013365760000000, "train_loss": 0.013984910079411097, "subset_score_loss": 0.013984910079411097}
+{"step": 3260000, "wall_time": 31814.290077209473, "train_loss_step": 2.795175313949585, "n_params": 4408390, "total_flops": 44148791500800000, "train_loss": 0.014138186829430716, "subset_score_loss": 0.014138186829430716}
+{"step": 3270000, "wall_time": 31906.337590932846, "train_loss_step": 2.795910358428955, "n_params": 4408390, "total_flops": 44284217241600000, "train_loss": 0.013612309523991176, "subset_score_loss": 0.013612309523991176}
+{"step": 3280000, "wall_time": 31990.423238039017, "train_loss_step": 3.060309648513794, "n_params": 4408390, "total_flops": 44419642982400000, "train_loss": 0.014351340702601842, "subset_score_loss": 0.014351340702601842}
+{"step": 3290000, "wall_time": 32082.7468457222, "train_loss_step": 2.9065821170806885, "n_params": 4408390, "total_flops": 44555068723200000, "train_loss": 0.013637936966759818, "subset_score_loss": 0.013637936966759818}
+{"step": 3300000, "wall_time": 32248.5623357296, "train_loss_step": 2.7005434036254883, "n_params": 4408390, "total_flops": 44690494464000000, "train_loss": 0.013469314575195313, "subset_score_loss": 0.013469314575195313, "memorization_fraction_pixel": 0.8259000182151794, "mean_nn_ratio_pixel": 0.3049352467060089, "fid": 42.235028929055375}
+{"step": 3310000, "wall_time": 32340.782925367355, "train_loss_step": 2.833354949951172, "n_params": 4408390, "total_flops": 44825920204800000, "train_loss": 0.014390415804726737, "subset_score_loss": 0.014390415804726737}
+{"step": 3320000, "wall_time": 32432.991887807846, "train_loss_step": 2.6396396160125732, "n_params": 4408390, "total_flops": 44961345945600000, "train_loss": 0.013982741321836198, "subset_score_loss": 0.013982741321836198}
+{"step": 3330000, "wall_time": 32524.554006576538, "train_loss_step": 2.898651599884033, "n_params": 4408390, "total_flops": 45096771686400000, "train_loss": 0.013452082020895822, "subset_score_loss": 0.013452082020895822}
+{"step": 3340000, "wall_time": 32616.599999427795, "train_loss_step": 2.9791955947875977, "n_params": 4408390, "total_flops": 45232197427200000, "train_loss": 0.013580323117119925, "subset_score_loss": 0.013580323117119925}
+{"step": 3350000, "wall_time": 32706.627992630005, "train_loss_step": 2.941584587097168, "n_params": 4408390, "total_flops": 45367623168000000, "train_loss": 0.01408921309879848, "subset_score_loss": 0.01408921309879848}
+{"step": 3360000, "wall_time": 32798.50694036484, "train_loss_step": 2.8639273643493652, "n_params": 4408390, "total_flops": 45503048908800000, "train_loss": 0.013871804305485317, "subset_score_loss": 0.013871804305485317}
+{"step": 3370000, "wall_time": 32878.1713116169, "train_loss_step": 2.6606009006500244, "n_params": 4408390, "total_flops": 45638474649600000, "train_loss": 0.013998287916183471, "subset_score_loss": 0.013998287916183471}
+{"step": 3380000, "wall_time": 32955.38971853256, "train_loss_step": 2.7013626098632812, "n_params": 4408390, "total_flops": 45773900390400000, "train_loss": 0.013715173516954695, "subset_score_loss": 0.013715173516954695}
+{"step": 3390000, "wall_time": 33047.30893802643, "train_loss_step": 2.983593463897705, "n_params": 4408390, "total_flops": 45909326131200000, "train_loss": 0.012801376410893031, "subset_score_loss": 0.012801376410893031}
+{"step": 3400000, "wall_time": 33212.99113178253, "train_loss_step": 2.8145556449890137, "n_params": 4408390, "total_flops": 46044751872000000, "train_loss": 0.013137641974857875, "subset_score_loss": 0.013137641974857875, "memorization_fraction_pixel": 0.8141999840736389, "mean_nn_ratio_pixel": 0.310726523399353, "fid": 41.762633151348965}
+{"step": 3410000, "wall_time": 33305.24875617027, "train_loss_step": 2.928332805633545, "n_params": 4408390, "total_flops": 46180177612800000, "train_loss": 0.013620412349700928, "subset_score_loss": 0.013620412349700928}
+{"step": 3420000, "wall_time": 33397.381007671356, "train_loss_step": 2.6266112327575684, "n_params": 4408390, "total_flops": 46315603353600000, "train_loss": 0.013253274134227208, "subset_score_loss": 0.013253274134227208}
+{"step": 3430000, "wall_time": 33488.57849550247, "train_loss_step": 2.6322755813598633, "n_params": 4408390, "total_flops": 46451029094400000, "train_loss": 0.01276672056743077, "subset_score_loss": 0.01276672056743077}
+{"step": 3440000, "wall_time": 33580.5502781868, "train_loss_step": 2.6357860565185547, "n_params": 4408390, "total_flops": 46586454835200000, "train_loss": 0.013125054325376239, "subset_score_loss": 0.013125054325376239}
+{"step": 3450000, "wall_time": 33670.3406021595, "train_loss_step": 2.887071132659912, "n_params": 4408390, "total_flops": 46721880576000000, "train_loss": 0.013070062228611538, "subset_score_loss": 0.013070062228611538}
+{"step": 3460000, "wall_time": 33761.99039554596, "train_loss_step": 3.0453319549560547, "n_params": 4408390, "total_flops": 46857306316800000, "train_loss": 0.014342987537384033, "subset_score_loss": 0.014342987537384033}
+{"step": 3470000, "wall_time": 33847.355107307434, "train_loss_step": 2.809542179107666, "n_params": 4408390, "total_flops": 46992732057600000, "train_loss": 0.012818998098373413, "subset_score_loss": 0.012818998098373413}
+{"step": 3480000, "wall_time": 33937.70325088501, "train_loss_step": 2.800739049911499, "n_params": 4408390, "total_flops": 47128157798400000, "train_loss": 0.013020013059888567, "subset_score_loss": 0.013020013059888567}
+{"step": 3490000, "wall_time": 34029.60186958313, "train_loss_step": 2.8713150024414062, "n_params": 4408390, "total_flops": 47263583539200000, "train_loss": 0.013049330881663731, "subset_score_loss": 0.013049330881663731}
+{"step": 3500000, "wall_time": 34195.672757864, "train_loss_step": 2.6844308376312256, "n_params": 4408390, "total_flops": 47399009280000000, "train_loss": 0.01302855099950518, "subset_score_loss": 0.01302855099950518, "memorization_fraction_pixel": 0.8299999833106995, "mean_nn_ratio_pixel": 0.3044687509536743, "fid": 41.87879478738319}
+{"step": 3510000, "wall_time": 34287.84027838707, "train_loss_step": 2.795320987701416, "n_params": 4408390, "total_flops": 47534435020800000, "train_loss": 0.013180621181215558, "subset_score_loss": 0.013180621181215558}
+{"step": 3520000, "wall_time": 34380.01027417183, "train_loss_step": 2.750157594680786, "n_params": 4408390, "total_flops": 47669860761600000, "train_loss": 0.013114750385284424, "subset_score_loss": 0.013114750385284424}
+{"step": 3530000, "wall_time": 34472.07189798355, "train_loss_step": 2.592510938644409, "n_params": 4408390, "total_flops": 47805286502400000, "train_loss": 0.013376874583108085, "subset_score_loss": 0.013376874583108085}
+{"step": 3540000, "wall_time": 34561.82523679733, "train_loss_step": 2.763652801513672, "n_params": 4408390, "total_flops": 47940712243200000, "train_loss": 0.012365749052592686, "subset_score_loss": 0.012365749052592686}
+{"step": 3550000, "wall_time": 34653.67196178436, "train_loss_step": 2.6512465476989746, "n_params": 4408390, "total_flops": 48076137984000000, "train_loss": 0.012445362125124251, "subset_score_loss": 0.012445362125124251}
+{"step": 3560000, "wall_time": 34742.3947365284, "train_loss_step": 2.778961181640625, "n_params": 4408390, "total_flops": 48211563724800000, "train_loss": 0.012192259516034807, "subset_score_loss": 0.012192259516034807}
+{"step": 3570000, "wall_time": 34830.879388809204, "train_loss_step": 2.835543394088745, "n_params": 4408390, "total_flops": 48346989465600000, "train_loss": 0.013278010061808995, "subset_score_loss": 0.013278010061808995}
+{"step": 3580000, "wall_time": 34921.07271647453, "train_loss_step": 3.0342226028442383, "n_params": 4408390, "total_flops": 48482415206400000, "train_loss": 0.012447294167109898, "subset_score_loss": 0.012447294167109898}
+{"step": 3590000, "wall_time": 35013.088750600815, "train_loss_step": 2.9005112648010254, "n_params": 4408390, "total_flops": 48617840947200000, "train_loss": 0.012473025492259435, "subset_score_loss": 0.012473025492259435}
+{"step": 3600000, "wall_time": 35178.96313381195, "train_loss_step": 2.4329051971435547, "n_params": 4408390, "total_flops": 48753266688000000, "train_loss": 0.012115108115332467, "subset_score_loss": 0.012115108115332467, "memorization_fraction_pixel": 0.8203999996185303, "mean_nn_ratio_pixel": 0.3074677586555481, "fid": 41.656529237571206}
+{"step": 3610000, "wall_time": 35271.145367622375, "train_loss_step": 2.7425365447998047, "n_params": 4408390, "total_flops": 48888692428800000, "train_loss": 0.012268180506569998, "subset_score_loss": 0.012268180506569998}
+{"step": 3620000, "wall_time": 35363.379148721695, "train_loss_step": 2.6767873764038086, "n_params": 4408390, "total_flops": 49024118169600000, "train_loss": 0.012728314740317208, "subset_score_loss": 0.012728314740317208}
+{"step": 3630000, "wall_time": 35453.223960876465, "train_loss_step": 2.7437593936920166, "n_params": 4408390, "total_flops": 49159543910400000, "train_loss": 0.01224675008228847, "subset_score_loss": 0.01224675008228847}
+{"step": 3640000, "wall_time": 35544.71070981026, "train_loss_step": 2.980229377746582, "n_params": 4408390, "total_flops": 49294969651200000, "train_loss": 0.01236198970249721, "subset_score_loss": 0.01236198970249721}
+{"step": 3650000, "wall_time": 35636.59427022934, "train_loss_step": 2.745242118835449, "n_params": 4408390, "total_flops": 49430395392000000, "train_loss": 0.012273633480072021, "subset_score_loss": 0.012273633480072021}
+{"step": 3660000, "wall_time": 35709.533514499664, "train_loss_step": 2.655113458633423, "n_params": 4408390, "total_flops": 49565821132800000, "train_loss": 0.01262073516845703, "subset_score_loss": 0.01262073516845703}
+{"step": 3670000, "wall_time": 35800.88189172745, "train_loss_step": 2.7865421772003174, "n_params": 4408390, "total_flops": 49701246873600000, "train_loss": 0.012440458365849087, "subset_score_loss": 0.012440458365849087}
+{"step": 3680000, "wall_time": 35891.80208206177, "train_loss_step": 2.798569917678833, "n_params": 4408390, "total_flops": 49836672614400000, "train_loss": 0.012101058449063982, "subset_score_loss": 0.012101058449063982}
+{"step": 3690000, "wall_time": 35982.7258951664, "train_loss_step": 2.8751778602600098, "n_params": 4408390, "total_flops": 49972098355200000, "train_loss": 0.012513273102896554, "subset_score_loss": 0.012513273102896554}
+{"step": 3700000, "wall_time": 36148.482159376144, "train_loss_step": 2.790755271911621, "n_params": 4408390, "total_flops": 50107524096000000, "train_loss": 0.012009857382093156, "subset_score_loss": 0.012009857382093156, "memorization_fraction_pixel": 0.8307999968528748, "mean_nn_ratio_pixel": 0.3031652569770813, "fid": 42.05984047245136}
+{"step": 3710000, "wall_time": 36240.233615636826, "train_loss_step": 2.9678173065185547, "n_params": 4408390, "total_flops": 50242949836800000, "train_loss": 0.012371268442698887, "subset_score_loss": 0.012371268442698887}
+{"step": 3720000, "wall_time": 36330.51407670975, "train_loss_step": 2.757092237472534, "n_params": 4408390, "total_flops": 50378375577600000, "train_loss": 0.012301708970751082, "subset_score_loss": 0.012301708970751082}
+{"step": 3730000, "wall_time": 36422.59111118317, "train_loss_step": 2.813002824783325, "n_params": 4408390, "total_flops": 50513801318400000, "train_loss": 0.011676417078290667, "subset_score_loss": 0.011676417078290667}
+{"step": 3740000, "wall_time": 36514.334971666336, "train_loss_step": 2.8135340213775635, "n_params": 4408390, "total_flops": 50649227059200000, "train_loss": 0.012633849893297468, "subset_score_loss": 0.012633849893297468}
+{"step": 3750000, "wall_time": 36606.111605644226, "train_loss_step": 2.9333739280700684, "n_params": 4408390, "total_flops": 50784652800000000, "train_loss": 0.012508625643593924, "subset_score_loss": 0.012508625643593924}
+{"step": 3760000, "wall_time": 36678.33556175232, "train_loss_step": 3.077119827270508, "n_params": 4408390, "total_flops": 50920078540800000, "train_loss": 0.012159786905561175, "subset_score_loss": 0.012159786905561175}
+{"step": 3770000, "wall_time": 36770.34697961807, "train_loss_step": 2.7592358589172363, "n_params": 4408390, "total_flops": 51055504281600000, "train_loss": 0.01232789158821106, "subset_score_loss": 0.01232789158821106}
+{"step": 3780000, "wall_time": 36861.90283060074, "train_loss_step": 2.830146551132202, "n_params": 4408390, "total_flops": 51190930022400000, "train_loss": 0.01274385963167463, "subset_score_loss": 0.01274385963167463}
+{"step": 3790000, "wall_time": 36952.24905061722, "train_loss_step": 2.4842514991760254, "n_params": 4408390, "total_flops": 51326355763200000, "train_loss": 0.012264086518968854, "subset_score_loss": 0.012264086518968854}
+{"step": 3800000, "wall_time": 37117.79061436653, "train_loss_step": 2.977365493774414, "n_params": 4408390, "total_flops": 51461781504000000, "train_loss": 0.011917297329221452, "subset_score_loss": 0.011917297329221452, "memorization_fraction_pixel": 0.8339999914169312, "mean_nn_ratio_pixel": 0.3047505021095276, "fid": 42.11519297226308}
+{"step": 3810000, "wall_time": 37209.60224556923, "train_loss_step": 2.84157657623291, "n_params": 4408390, "total_flops": 51597207244800000, "train_loss": 0.011890992096492222, "subset_score_loss": 0.011890992096492222}
+{"step": 3820000, "wall_time": 37300.01930308342, "train_loss_step": 2.855429172515869, "n_params": 4408390, "total_flops": 51732632985600000, "train_loss": 0.011471540587288992, "subset_score_loss": 0.011471540587288992}
+{"step": 3830000, "wall_time": 37391.84093284607, "train_loss_step": 2.838942050933838, "n_params": 4408390, "total_flops": 51868058726400000, "train_loss": 0.011935264723641531, "subset_score_loss": 0.011935264723641531}
+{"step": 3840000, "wall_time": 37483.62768745422, "train_loss_step": 2.9481210708618164, "n_params": 4408390, "total_flops": 52003484467200000, "train_loss": 0.01156666874885559, "subset_score_loss": 0.01156666874885559}
+{"step": 3850000, "wall_time": 37567.785878419876, "train_loss_step": 2.767287254333496, "n_params": 4408390, "total_flops": 52138910208000000, "train_loss": 0.011607183728899274, "subset_score_loss": 0.011607183728899274}
+{"step": 3860000, "wall_time": 37644.19628763199, "train_loss_step": 2.707881450653076, "n_params": 4408390, "total_flops": 52274335948800000, "train_loss": 0.011377429962158203, "subset_score_loss": 0.011377429962158203}
+{"step": 3870000, "wall_time": 37736.19559788704, "train_loss_step": 2.9457342624664307, "n_params": 4408390, "total_flops": 52409761689600000, "train_loss": 0.011343003170830862, "subset_score_loss": 0.011343003170830862}
+{"step": 3880000, "wall_time": 37828.20760059357, "train_loss_step": 2.7500579357147217, "n_params": 4408390, "total_flops": 52545187430400000, "train_loss": 0.011155426502227783, "subset_score_loss": 0.011155426502227783}
+{"step": 3890000, "wall_time": 37918.439903736115, "train_loss_step": 2.4992117881774902, "n_params": 4408390, "total_flops": 52680613171200000, "train_loss": 0.011845041172845024, "subset_score_loss": 0.011845041172845024}
+{"step": 3900000, "wall_time": 38084.3158428669, "train_loss_step": 2.6707987785339355, "n_params": 4408390, "total_flops": 52816038912000000, "train_loss": 0.011424573830195836, "subset_score_loss": 0.011424573830195836, "memorization_fraction_pixel": 0.8271999955177307, "mean_nn_ratio_pixel": 0.30521127581596375, "fid": 42.07429939241937}
+{"step": 3910000, "wall_time": 38174.8383231163, "train_loss_step": 2.8107166290283203, "n_params": 4408390, "total_flops": 52951464652800000, "train_loss": 0.011662666286740984, "subset_score_loss": 0.011662666286740984}
+{"step": 3920000, "wall_time": 38265.78867483139, "train_loss_step": 2.5392560958862305, "n_params": 4408390, "total_flops": 53086890393600000, "train_loss": 0.01150746600968497, "subset_score_loss": 0.01150746600968497}
+{"step": 3930000, "wall_time": 38357.904357910156, "train_loss_step": 2.675563335418701, "n_params": 4408390, "total_flops": 53222316134400000, "train_loss": 0.012109148502349853, "subset_score_loss": 0.012109148502349853}
+{"step": 3940000, "wall_time": 38449.62609863281, "train_loss_step": 2.613290548324585, "n_params": 4408390, "total_flops": 53357741875200000, "train_loss": 0.011466110604149954, "subset_score_loss": 0.011466110604149954}
+{"step": 3950000, "wall_time": 38527.04572033882, "train_loss_step": 2.756380081176758, "n_params": 4408390, "total_flops": 53493167616000000, "train_loss": 0.01182152032852173, "subset_score_loss": 0.01182152032852173}
+{"step": 3960000, "wall_time": 38611.14548587799, "train_loss_step": 2.5108678340911865, "n_params": 4408390, "total_flops": 53628593356800000, "train_loss": 0.011551072767802647, "subset_score_loss": 0.011551072767802647}
+{"step": 3970000, "wall_time": 38703.25929689407, "train_loss_step": 2.653092384338379, "n_params": 4408390, "total_flops": 53764019097600000, "train_loss": 0.011574043546404157, "subset_score_loss": 0.011574043546404157}
+{"step": 3980000, "wall_time": 38795.44035410881, "train_loss_step": 2.953901767730713, "n_params": 4408390, "total_flops": 53899444838400000, "train_loss": 0.011349866219929287, "subset_score_loss": 0.011349866219929287}
+{"step": 3990000, "wall_time": 38886.05832910538, "train_loss_step": 2.6197986602783203, "n_params": 4408390, "total_flops": 54034870579200000, "train_loss": 0.011667702879224504, "subset_score_loss": 0.011667702879224504}
+{"step": 4000000, "wall_time": 39050.055788993835, "train_loss_step": 2.7523446083068848, "n_params": 4408390, "total_flops": 54170296320000000, "train_loss": 0.011754330566951207, "subset_score_loss": 0.011754330566951207, "memorization_fraction_pixel": 0.8277999758720398, "mean_nn_ratio_pixel": 0.3088737428188324, "fid": 41.26459261129994}
+{"step": 4010000, "wall_time": 39142.226996421814, "train_loss_step": 2.846442937850952, "n_params": 4408390, "total_flops": 54305722060800000, "train_loss": 0.011453180653708322, "subset_score_loss": 0.011453180653708322}
+{"step": 4020000, "wall_time": 39234.251898527145, "train_loss_step": 2.605681896209717, "n_params": 4408390, "total_flops": 54441147801600000, "train_loss": 0.011639062847409929, "subset_score_loss": 0.011639062847409929}
+{"step": 4030000, "wall_time": 39326.510046720505, "train_loss_step": 2.661154270172119, "n_params": 4408390, "total_flops": 54576573542400000, "train_loss": 0.01152868526322501, "subset_score_loss": 0.01152868526322501}
+{"step": 4040000, "wall_time": 39418.43025636673, "train_loss_step": 2.9842686653137207, "n_params": 4408390, "total_flops": 54711999283200000, "train_loss": 0.011945835181644984, "subset_score_loss": 0.011945835181644984}
+{"step": 4050000, "wall_time": 39489.26289486885, "train_loss_step": 2.9206738471984863, "n_params": 4408390, "total_flops": 54847425024000000, "train_loss": 0.01134855832372393, "subset_score_loss": 0.01134855832372393}
+{"step": 4060000, "wall_time": 39580.70816540718, "train_loss_step": 2.533313751220703, "n_params": 4408390, "total_flops": 54982850764800000, "train_loss": 0.010925996303558349, "subset_score_loss": 0.010925996303558349}
+{"step": 4070000, "wall_time": 39673.03600358963, "train_loss_step": 2.7264413833618164, "n_params": 4408390, "total_flops": 55118276505600000, "train_loss": 0.011932240213666644, "subset_score_loss": 0.011932240213666644}
+{"step": 4080000, "wall_time": 39765.23029232025, "train_loss_step": 2.7606468200683594, "n_params": 4408390, "total_flops": 55253702246400000, "train_loss": 0.011809188979012626, "subset_score_loss": 0.011809188979012626}
+{"step": 4090000, "wall_time": 39856.15491724014, "train_loss_step": 2.8067264556884766, "n_params": 4408390, "total_flops": 55389127987200000, "train_loss": 0.01156888519014631, "subset_score_loss": 0.01156888519014631}
+{"step": 4100000, "wall_time": 40019.86220932007, "train_loss_step": 2.761092185974121, "n_params": 4408390, "total_flops": 55524553728000000, "train_loss": 0.011609560251235962, "subset_score_loss": 0.011609560251235962, "memorization_fraction_pixel": 0.8370000123977661, "mean_nn_ratio_pixel": 0.30407005548477173, "fid": 41.929483712109146}
+{"step": 4110000, "wall_time": 40111.9970870018, "train_loss_step": 2.8569698333740234, "n_params": 4408390, "total_flops": 55659979468800000, "train_loss": 0.011204946041107177, "subset_score_loss": 0.011204946041107177}
+{"step": 4120000, "wall_time": 40204.15468478203, "train_loss_step": 2.949097156524658, "n_params": 4408390, "total_flops": 55795405209600000, "train_loss": 0.010758120673043388, "subset_score_loss": 0.010758120673043388}
+{"step": 4130000, "wall_time": 40296.113691329956, "train_loss_step": 2.713438034057617, "n_params": 4408390, "total_flops": 55930830950400000, "train_loss": 0.01144734195300511, "subset_score_loss": 0.01144734195300511}
+{"step": 4140000, "wall_time": 40387.67221713066, "train_loss_step": 2.69110369682312, "n_params": 4408390, "total_flops": 56066256691200000, "train_loss": 0.011295456545693534, "subset_score_loss": 0.011295456545693534}
+{"step": 4150000, "wall_time": 40453.49522066116, "train_loss_step": 2.774094343185425, "n_params": 4408390, "total_flops": 56201682432000000, "train_loss": 0.011068636178970337, "subset_score_loss": 0.011068636178970337}
+{"step": 4160000, "wall_time": 40544.828422784805, "train_loss_step": 2.5912868976593018, "n_params": 4408390, "total_flops": 56337108172800000, "train_loss": 0.010671734809875488, "subset_score_loss": 0.010671734809875488}
+{"step": 4170000, "wall_time": 40636.915127038956, "train_loss_step": 2.5683019161224365, "n_params": 4408390, "total_flops": 56472533913600000, "train_loss": 0.01069475497518267, "subset_score_loss": 0.01069475497518267}
+{"step": 4180000, "wall_time": 40728.56854867935, "train_loss_step": 2.7115769386291504, "n_params": 4408390, "total_flops": 56607959654400000, "train_loss": 0.011597896473748343, "subset_score_loss": 0.011597896473748343}
+{"step": 4190000, "wall_time": 40819.24109554291, "train_loss_step": 2.564681053161621, "n_params": 4408390, "total_flops": 56743385395200000, "train_loss": 0.011243438720703125, "subset_score_loss": 0.011243438720703125}
+{"step": 4200000, "wall_time": 40981.869517326355, "train_loss_step": 2.599977731704712, "n_params": 4408390, "total_flops": 56878811136000000, "train_loss": 0.010909239734922136, "subset_score_loss": 0.010909239734922136, "memorization_fraction_pixel": 0.838699996471405, "mean_nn_ratio_pixel": 0.3028494715690613, "fid": 42.47978477160022}
+{"step": 4210000, "wall_time": 41073.62187790871, "train_loss_step": 2.660022258758545, "n_params": 4408390, "total_flops": 57014236876800000, "train_loss": 0.01079288125038147, "subset_score_loss": 0.01079288125038147}
+{"step": 4220000, "wall_time": 41165.73708176613, "train_loss_step": 2.3809170722961426, "n_params": 4408390, "total_flops": 57149662617600000, "train_loss": 0.011555458818163191, "subset_score_loss": 0.011555458818163191}
+{"step": 4230000, "wall_time": 41257.94048333168, "train_loss_step": 2.713193655014038, "n_params": 4408390, "total_flops": 57285088358400000, "train_loss": 0.010824298858642578, "subset_score_loss": 0.010824298858642578}
+{"step": 4240000, "wall_time": 41349.58241415024, "train_loss_step": 2.75020170211792, "n_params": 4408390, "total_flops": 57420514099200000, "train_loss": 0.011008752243859428, "subset_score_loss": 0.011008752243859428}
+{"step": 4250000, "wall_time": 41423.22995376587, "train_loss_step": 2.7238669395446777, "n_params": 4408390, "total_flops": 57555939840000000, "train_loss": 0.010951577765601022, "subset_score_loss": 0.010951577765601022}
+{"step": 4260000, "wall_time": 41514.391590595245, "train_loss_step": 2.873965263366699, "n_params": 4408390, "total_flops": 57691365580800000, "train_loss": 0.010814979246684482, "subset_score_loss": 0.010814979246684482}
+{"step": 4270000, "wall_time": 41606.30588173866, "train_loss_step": 2.718428611755371, "n_params": 4408390, "total_flops": 57826791321600000, "train_loss": 0.011446699925831387, "subset_score_loss": 0.011446699925831387}
+{"step": 4280000, "wall_time": 41698.37395596504, "train_loss_step": 2.68992280960083, "n_params": 4408390, "total_flops": 57962217062400000, "train_loss": 0.012011300665991646, "subset_score_loss": 0.012011300665991646}
+{"step": 4290000, "wall_time": 41789.097997665405, "train_loss_step": 2.6032629013061523, "n_params": 4408390, "total_flops": 58097642803200000, "train_loss": 0.010403776168823242, "subset_score_loss": 0.010403776168823242}
+{"step": 4300000, "wall_time": 41953.733785152435, "train_loss_step": 2.5963873863220215, "n_params": 4408390, "total_flops": 58233068544000000, "train_loss": 0.011001847471509662, "subset_score_loss": 0.011001847471509662, "memorization_fraction_pixel": 0.8422999978065491, "mean_nn_ratio_pixel": 0.3028905391693115, "fid": 41.54802521227624}
+{"step": 4310000, "wall_time": 42045.98126530647, "train_loss_step": 2.5853586196899414, "n_params": 4408390, "total_flops": 58368494284800000, "train_loss": 0.010999207837241037, "subset_score_loss": 0.010999207837241037}
+{"step": 4320000, "wall_time": 42138.21376347542, "train_loss_step": 2.574110984802246, "n_params": 4408390, "total_flops": 58503920025600000, "train_loss": 0.010559940338134765, "subset_score_loss": 0.010559940338134765}
+{"step": 4330000, "wall_time": 42230.08999490738, "train_loss_step": 2.7297310829162598, "n_params": 4408390, "total_flops": 58639345766400000, "train_loss": 0.01051370756966727, "subset_score_loss": 0.01051370756966727}
+{"step": 4340000, "wall_time": 42315.567340135574, "train_loss_step": 2.566788673400879, "n_params": 4408390, "total_flops": 58774771507200000, "train_loss": 0.010539710521697998, "subset_score_loss": 0.010539710521697998}
+{"step": 4350000, "wall_time": 42390.16926574707, "train_loss_step": 2.8046023845672607, "n_params": 4408390, "total_flops": 58910197248000000, "train_loss": 0.010482700381960188, "subset_score_loss": 0.010482700381960188}
+{"step": 4360000, "wall_time": 42481.59904265404, "train_loss_step": 2.6626102924346924, "n_params": 4408390, "total_flops": 59045622988800000, "train_loss": 0.011087351185934884, "subset_score_loss": 0.011087351185934884}
+{"step": 4370000, "wall_time": 42573.77441453934, "train_loss_step": 2.866664409637451, "n_params": 4408390, "total_flops": 59181048729600000, "train_loss": 0.010964361258915492, "subset_score_loss": 0.010964361258915492}
+{"step": 4380000, "wall_time": 42663.666180849075, "train_loss_step": 2.8812313079833984, "n_params": 4408390, "total_flops": 59316474470400000, "train_loss": 0.01060813409941537, "subset_score_loss": 0.01060813409941537}
+{"step": 4390000, "wall_time": 42755.7431101799, "train_loss_step": 2.895575523376465, "n_params": 4408390, "total_flops": 59451900211200000, "train_loss": 0.010686394998005458, "subset_score_loss": 0.010686394998005458}
+{"step": 4400000, "wall_time": 42919.913821697235, "train_loss_step": 2.6599693298339844, "n_params": 4408390, "total_flops": 59587325952000000, "train_loss": 0.01057311807359968, "subset_score_loss": 0.01057311807359968, "memorization_fraction_pixel": 0.8382999897003174, "mean_nn_ratio_pixel": 0.3040536642074585, "fid": 41.78802254987949}
+{"step": 4410000, "wall_time": 43011.765136003494, "train_loss_step": 2.611185312271118, "n_params": 4408390, "total_flops": 59722751692800000, "train_loss": 0.010609291281018939, "subset_score_loss": 0.010609291281018939}
+{"step": 4420000, "wall_time": 43104.38791203499, "train_loss_step": 2.604459285736084, "n_params": 4408390, "total_flops": 59858177433600000, "train_loss": 0.010759199517113821, "subset_score_loss": 0.010759199517113821}
+{"step": 4430000, "wall_time": 43196.352254867554, "train_loss_step": 3.0169143676757812, "n_params": 4408390, "total_flops": 59993603174400000, "train_loss": 0.010707404783793858, "subset_score_loss": 0.010707404783793858}
+{"step": 4440000, "wall_time": 43275.90926551819, "train_loss_step": 2.645007610321045, "n_params": 4408390, "total_flops": 60129028915200000, "train_loss": 0.011247435637882778, "subset_score_loss": 0.011247435637882778}
+{"step": 4450000, "wall_time": 43353.20018911362, "train_loss_step": 2.6610336303710938, "n_params": 4408390, "total_flops": 60264454656000000, "train_loss": 0.010832240751811436, "subset_score_loss": 0.010832240751811436}
+{"step": 4460000, "wall_time": 43444.950577020645, "train_loss_step": 2.6626179218292236, "n_params": 4408390, "total_flops": 60399880396800000, "train_loss": 0.01106391293661935, "subset_score_loss": 0.01106391293661935}
+{"step": 4470000, "wall_time": 43534.88803386688, "train_loss_step": 2.831002950668335, "n_params": 4408390, "total_flops": 60535306137600000, "train_loss": 0.01075474875313895, "subset_score_loss": 0.01075474875313895}
+{"step": 4480000, "wall_time": 43625.35840153694, "train_loss_step": 2.8112053871154785, "n_params": 4408390, "total_flops": 60670731878400000, "train_loss": 0.01074473432132176, "subset_score_loss": 0.01074473432132176}
+{"step": 4490000, "wall_time": 43717.53137612343, "train_loss_step": 2.6048784255981445, "n_params": 4408390, "total_flops": 60806157619200000, "train_loss": 0.010432120731898717, "subset_score_loss": 0.010432120731898717}
+{"step": 4500000, "wall_time": 43881.18430638313, "train_loss_step": 2.903444528579712, "n_params": 4408390, "total_flops": 60941583360000000, "train_loss": 0.010749304294586181, "subset_score_loss": 0.010749304294586181, "memorization_fraction_pixel": 0.8396000266075134, "mean_nn_ratio_pixel": 0.3045979142189026, "fid": 42.11408285233861}
+{"step": 4510000, "wall_time": 43973.44111061096, "train_loss_step": 2.6369495391845703, "n_params": 4408390, "total_flops": 61077009100800000, "train_loss": 0.010339652640478952, "subset_score_loss": 0.010339652640478952}
+{"step": 4520000, "wall_time": 44065.68898773193, "train_loss_step": 2.5316002368927, "n_params": 4408390, "total_flops": 61212434841600000, "train_loss": 0.010357075929641723, "subset_score_loss": 0.010357075929641723}
+{"step": 4530000, "wall_time": 44157.34523773193, "train_loss_step": 2.8942551612854004, "n_params": 4408390, "total_flops": 61347860582400000, "train_loss": 0.010661533049174717, "subset_score_loss": 0.010661533049174717}
+{"step": 4540000, "wall_time": 44235.16141676903, "train_loss_step": 2.504002809524536, "n_params": 4408390, "total_flops": 61483286323200000, "train_loss": 0.01027749947139195, "subset_score_loss": 0.01027749947139195}
+{"step": 4550000, "wall_time": 44315.89002895355, "train_loss_step": 2.4032771587371826, "n_params": 4408390, "total_flops": 61618712064000000, "train_loss": 0.010258951357432775, "subset_score_loss": 0.010258951357432775}
+{"step": 4560000, "wall_time": 44405.89440393448, "train_loss_step": 2.745823383331299, "n_params": 4408390, "total_flops": 61754137804800000, "train_loss": 0.010031349318368094, "subset_score_loss": 0.010031349318368094}
+{"step": 4570000, "wall_time": 44497.909450531006, "train_loss_step": 2.7008848190307617, "n_params": 4408390, "total_flops": 61889563545600000, "train_loss": 0.011083735738481794, "subset_score_loss": 0.011083735738481794}
+{"step": 4580000, "wall_time": 44589.42659282684, "train_loss_step": 2.8239336013793945, "n_params": 4408390, "total_flops": 62024989286400000, "train_loss": 0.01009727716445923, "subset_score_loss": 0.01009727716445923}
+{"step": 4590000, "wall_time": 44681.313798666, "train_loss_step": 2.409335136413574, "n_params": 4408390, "total_flops": 62160415027200000, "train_loss": 0.010140939269747053, "subset_score_loss": 0.010140939269747053}
+{"step": 4600000, "wall_time": 44845.48815703392, "train_loss_step": 2.6762900352478027, "n_params": 4408390, "total_flops": 62295840768000000, "train_loss": 0.010220078911100114, "subset_score_loss": 0.010220078911100114, "memorization_fraction_pixel": 0.8436999917030334, "mean_nn_ratio_pixel": 0.3046976923942566, "fid": 41.78012780936842}
+{"step": 4610000, "wall_time": 44937.822862148285, "train_loss_step": 2.6568431854248047, "n_params": 4408390, "total_flops": 62431266508800000, "train_loss": 0.01009081516947065, "subset_score_loss": 0.01009081516947065}
+{"step": 4620000, "wall_time": 45029.93440055847, "train_loss_step": 2.9265341758728027, "n_params": 4408390, "total_flops": 62566692249600000, "train_loss": 0.009994878939219883, "subset_score_loss": 0.009994878939219883}
+{"step": 4630000, "wall_time": 45121.84351396561, "train_loss_step": 2.91141939163208, "n_params": 4408390, "total_flops": 62702117990400000, "train_loss": 0.010004191739218576, "subset_score_loss": 0.010004191739218576}
+{"step": 4640000, "wall_time": 45200.26366376877, "train_loss_step": 2.4517526626586914, "n_params": 4408390, "total_flops": 62837543731200000, "train_loss": 0.010134754010609218, "subset_score_loss": 0.010134754010609218}
+{"step": 4650000, "wall_time": 45281.067997932434, "train_loss_step": 2.699258804321289, "n_params": 4408390, "total_flops": 62972969472000000, "train_loss": 0.011221419061933245, "subset_score_loss": 0.011221419061933245}
+{"step": 4660000, "wall_time": 45354.64587569237, "train_loss_step": 2.7803664207458496, "n_params": 4408390, "total_flops": 63108395212800000, "train_loss": 0.009892205681119646, "subset_score_loss": 0.009892205681119646}
+{"step": 4670000, "wall_time": 45429.03688097, "train_loss_step": 2.507289171218872, "n_params": 4408390, "total_flops": 63243820953600000, "train_loss": 0.00997333356312343, "subset_score_loss": 0.00997333356312343}
+{"step": 4680000, "wall_time": 45503.2483048439, "train_loss_step": 2.6080551147460938, "n_params": 4408390, "total_flops": 63379246694400000, "train_loss": 0.009991652624947684, "subset_score_loss": 0.009991652624947684}
+{"step": 4690000, "wall_time": 45577.44084382057, "train_loss_step": 2.6602418422698975, "n_params": 4408390, "total_flops": 63514672435200000, "train_loss": 0.009864767108644758, "subset_score_loss": 0.009864767108644758}
+{"step": 4700000, "wall_time": 45710.6266272068, "train_loss_step": 2.693828582763672, "n_params": 4408390, "total_flops": 63650098176000000, "train_loss": 0.010011738538742066, "subset_score_loss": 0.010011738538742066, "memorization_fraction_pixel": 0.8440999984741211, "mean_nn_ratio_pixel": 0.3072352111339569, "fid": 41.73617395023193}
+{"step": 4710000, "wall_time": 45784.82842230797, "train_loss_step": 2.7124183177948, "n_params": 4408390, "total_flops": 63785523916800000, "train_loss": 0.009999212196895054, "subset_score_loss": 0.009999212196895054}
+{"step": 4720000, "wall_time": 45859.12796974182, "train_loss_step": 2.61669921875, "n_params": 4408390, "total_flops": 63920949657600000, "train_loss": 0.009830659627914429, "subset_score_loss": 0.009830659627914429}
+{"step": 4730000, "wall_time": 45932.85394382477, "train_loss_step": 2.5920166969299316, "n_params": 4408390, "total_flops": 64056375398400000, "train_loss": 0.01015262518610273, "subset_score_loss": 0.01015262518610273}
+{"step": 4740000, "wall_time": 45991.935130119324, "train_loss_step": 2.889025926589966, "n_params": 4408390, "total_flops": 64191801139200000, "train_loss": 0.010314013276781355, "subset_score_loss": 0.010314013276781355}
+{"step": 4750000, "wall_time": 46054.22747063637, "train_loss_step": 2.838773727416992, "n_params": 4408390, "total_flops": 64327226880000000, "train_loss": 0.010027052674974715, "subset_score_loss": 0.010027052674974715}
+{"step": 4760000, "wall_time": 46128.763726234436, "train_loss_step": 2.7466583251953125, "n_params": 4408390, "total_flops": 64462652620800000, "train_loss": 0.010244812284197127, "subset_score_loss": 0.010244812284197127}
+{"step": 4770000, "wall_time": 46203.15471482277, "train_loss_step": 2.7751595973968506, "n_params": 4408390, "total_flops": 64598078361600000, "train_loss": 0.009942890065056937, "subset_score_loss": 0.009942890065056937}
+{"step": 4780000, "wall_time": 46277.13657951355, "train_loss_step": 2.6381986141204834, "n_params": 4408390, "total_flops": 64733504102400000, "train_loss": 0.009982505014964513, "subset_score_loss": 0.009982505014964513}
+{"step": 4790000, "wall_time": 46351.55050635338, "train_loss_step": 2.5074610710144043, "n_params": 4408390, "total_flops": 64868929843200000, "train_loss": 0.009674820729664394, "subset_score_loss": 0.009674820729664394}
+{"step": 4800000, "wall_time": 46484.87886762619, "train_loss_step": 2.6828503608703613, "n_params": 4408390, "total_flops": 65004355584000000, "train_loss": 0.010759096486227852, "subset_score_loss": 0.010759096486227852, "memorization_fraction_pixel": 0.8442999720573425, "mean_nn_ratio_pixel": 0.30518969893455505, "fid": 41.3463812119732}
+{"step": 4810000, "wall_time": 46558.77148580551, "train_loss_step": 2.257854461669922, "n_params": 4408390, "total_flops": 65139781324800000, "train_loss": 0.009806357111249652, "subset_score_loss": 0.009806357111249652}
+{"step": 4820000, "wall_time": 46633.286833286285, "train_loss_step": 2.7361273765563965, "n_params": 4408390, "total_flops": 65275207065600000, "train_loss": 0.010209772416523525, "subset_score_loss": 0.010209772416523525}
+{"step": 4830000, "wall_time": 46703.09942436218, "train_loss_step": 2.767683982849121, "n_params": 4408390, "total_flops": 65410632806400000, "train_loss": 0.010422310658863612, "subset_score_loss": 0.010422310658863612}
+{"step": 4840000, "wall_time": 46756.25123023987, "train_loss_step": 2.3701324462890625, "n_params": 4408390, "total_flops": 65546058547200000, "train_loss": 0.010322380917412895, "subset_score_loss": 0.010322380917412895}
+{"step": 4850000, "wall_time": 46794.52671098709, "train_loss_step": 2.5265021324157715, "n_params": 4408390, "total_flops": 65681484288000000, "train_loss": 0.009771518196378436, "subset_score_loss": 0.009771518196378436}
+{"step": 4860000, "wall_time": 46833.13352274895, "train_loss_step": 2.7123379707336426, "n_params": 4408390, "total_flops": 65816910028800000, "train_loss": 0.009945061377116612, "subset_score_loss": 0.009945061377116612}
+{"step": 4870000, "wall_time": 46871.65847539902, "train_loss_step": 2.5451669692993164, "n_params": 4408390, "total_flops": 65952335769600000, "train_loss": 0.00977042657988412, "subset_score_loss": 0.00977042657988412}
+{"step": 4880000, "wall_time": 46910.346007823944, "train_loss_step": 2.570124864578247, "n_params": 4408390, "total_flops": 66087761510400000, "train_loss": 0.009963772126606532, "subset_score_loss": 0.009963772126606532}
+{"step": 4890000, "wall_time": 46948.96299171448, "train_loss_step": 2.8451719284057617, "n_params": 4408390, "total_flops": 66223187251200000, "train_loss": 0.009987183979579381, "subset_score_loss": 0.009987183979579381}
+{"step": 4900000, "wall_time": 47023.21264624596, "train_loss_step": 2.6315197944641113, "n_params": 4408390, "total_flops": 66358612992000000, "train_loss": 0.009358721120016915, "subset_score_loss": 0.009358721120016915, "memorization_fraction_pixel": 0.8521999716758728, "mean_nn_ratio_pixel": 0.3045301139354706, "fid": 42.25977423548254}
+{"step": 4910000, "wall_time": 47060.60826301575, "train_loss_step": 2.9280004501342773, "n_params": 4408390, "total_flops": 66494038732800000, "train_loss": 0.010154732636043004, "subset_score_loss": 0.010154732636043004}
+{"step": 4920000, "wall_time": 47099.07027769089, "train_loss_step": 2.796947717666626, "n_params": 4408390, "total_flops": 66629464473600000, "train_loss": 0.009681096247264317, "subset_score_loss": 0.009681096247264317}
+{"step": 4930000, "wall_time": 47137.631241321564, "train_loss_step": 2.9383721351623535, "n_params": 4408390, "total_flops": 66764890214400000, "train_loss": 0.009733194964272635, "subset_score_loss": 0.009733194964272635}
+{"step": 4940000, "wall_time": 47176.143454790115, "train_loss_step": 2.709372043609619, "n_params": 4408390, "total_flops": 66900315955200000, "train_loss": 0.009698051214218139, "subset_score_loss": 0.009698051214218139}
+{"step": 4950000, "wall_time": 47214.48666858673, "train_loss_step": 2.512619733810425, "n_params": 4408390, "total_flops": 67035741696000000, "train_loss": 0.009640938895089286, "subset_score_loss": 0.009640938895089286}
+{"step": 4960000, "wall_time": 47253.251626729965, "train_loss_step": 2.7692408561706543, "n_params": 4408390, "total_flops": 67171167436800000, "train_loss": 0.009666327919278826, "subset_score_loss": 0.009666327919278826}
+{"step": 4970000, "wall_time": 47291.50686240196, "train_loss_step": 2.766883611679077, "n_params": 4408390, "total_flops": 67306593177600000, "train_loss": 0.00985576936176845, "subset_score_loss": 0.00985576936176845}
+{"step": 4980000, "wall_time": 47330.25960302353, "train_loss_step": 2.5641818046569824, "n_params": 4408390, "total_flops": 67442018918400000, "train_loss": 0.009055582114628383, "subset_score_loss": 0.009055582114628383}
+{"step": 4990000, "wall_time": 47368.51423192024, "train_loss_step": 2.870452642440796, "n_params": 4408390, "total_flops": 67577444659200000, "train_loss": 0.009751502105167934, "subset_score_loss": 0.009751502105167934}
+{"step": 5000000, "wall_time": 47441.225348472595, "train_loss_step": 2.773581027984619, "n_params": 4408390, "total_flops": 67712870400000000, "train_loss": 0.010253361293247767, "subset_score_loss": 0.010253361293247767, "memorization_fraction_pixel": 0.8489000201225281, "mean_nn_ratio_pixel": 0.30373409390449524, "fid": 42.23989630338697}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d70/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d70/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..02dc8377564c73554ae7e276babc55e74f942703
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d70/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     70s | train_loss=1.0024 | fid=280.2079
+  step   10000 |    162s | train_loss=0.8338
+  step   20000 |    254s | train_loss=0.7396
+  step   30000 |    345s | train_loss=0.6145
+  step   40000 |    437s | train_loss=0.4523
+  step   50000 |    529s | train_loss=0.3098
+  step   60000 |    620s | train_loss=0.2253
+  step   70000 |    712s | train_loss=0.1829
+  step   80000 |    803s | train_loss=0.1561
+  step   90000 |    895s | train_loss=0.1408
+  step  100000 |   1051s | train_loss=0.1326 | fid=57.8740
+  step  110000 |   1141s | train_loss=0.1233
+  step  120000 |   1233s | train_loss=0.1155
+  step  130000 |   1324s | train_loss=0.1109
+  step  140000 |   1416s | train_loss=0.1054
+  step  150000 |   1508s | train_loss=0.0992
+  step  160000 |   1599s | train_loss=0.0966
+  step  170000 |   1691s | train_loss=0.0943
+  step  180000 |   1782s | train_loss=0.0904
+  step  190000 |   1874s | train_loss=0.0870
+  step  200000 |   2029s | train_loss=0.0847 | fid=54.6444
+  step  210000 |   2119s | train_loss=0.0817
+  step  220000 |   2210s | train_loss=0.0786
+  step  230000 |   2302s | train_loss=0.0760
+  step  240000 |   2393s | train_loss=0.0761
+  step  250000 |   2485s | train_loss=0.0725
+  step  260000 |   2577s | train_loss=0.0718
+  step  270000 |   2669s | train_loss=0.0693
+  step  280000 |   2762s | train_loss=0.0685
+  step  290000 |   2844s | train_loss=0.0657
+  step  300000 |   3010s | train_loss=0.0647 | fid=53.0536
+  step  310000 |   3100s | train_loss=0.0633
+  step  320000 |   3192s | train_loss=0.0626
+  step  330000 |   3283s | train_loss=0.0615
+  step  340000 |   3374s | train_loss=0.0609
+  step  350000 |   3466s | train_loss=0.0588
+  step  360000 |   3559s | train_loss=0.0584
+  step  370000 |   3651s | train_loss=0.0579
+  step  380000 |   3739s | train_loss=0.0571
+  step  390000 |   3824s | train_loss=0.0562
+  step  400000 |   3993s | train_loss=0.0551 | fid=51.3952
+  step  410000 |   4083s | train_loss=0.0549
+  step  420000 |   4175s | train_loss=0.0529
+  step  430000 |   4267s | train_loss=0.0531
+  step  440000 |   4358s | train_loss=0.0525
+  step  450000 |   4450s | train_loss=0.0522
+  step  460000 |   4543s | train_loss=0.0512
+  step  470000 |   4635s | train_loss=0.0500
+  step  480000 |   4717s | train_loss=0.0497
+  step  490000 |   4809s | train_loss=0.0486
+  step  500000 |   4977s | train_loss=0.0484 | fid=49.8860
+  step  510000 |   5068s | train_loss=0.0481
+  step  520000 |   5159s | train_loss=0.0484
+  step  530000 |   5251s | train_loss=0.0476
+  step  540000 |   5342s | train_loss=0.0467
+  step  550000 |   5434s | train_loss=0.0466
+  step  560000 |   5527s | train_loss=0.0468
+  step  570000 |   5611s | train_loss=0.0461
+  step  580000 |   5699s | train_loss=0.0449
+  step  590000 |   5791s | train_loss=0.0442
+  step  600000 |   5959s | train_loss=0.0437 | fid=48.4786
+  step  610000 |   6051s | train_loss=0.0444
+  step  620000 |   6141s | train_loss=0.0441
+  step  630000 |   6233s | train_loss=0.0432
+  step  640000 |   6324s | train_loss=0.0434
+  step  650000 |   6417s | train_loss=0.0427
+  step  660000 |   6503s | train_loss=0.0419
+  step  670000 |   6584s | train_loss=0.0414
+  step  680000 |   6672s | train_loss=0.0412
+  step  690000 |   6760s | train_loss=0.0414
+  step  700000 |   6927s | train_loss=0.0413 | fid=47.3527
+  step  710000 |   7019s | train_loss=0.0414
+  step  720000 |   7109s | train_loss=0.0397
+  step  730000 |   7201s | train_loss=0.0401
+  step  740000 |   7293s | train_loss=0.0395
+  step  750000 |   7385s | train_loss=0.0397
+  step  760000 |   7468s | train_loss=0.0382
+  step  770000 |   7559s | train_loss=0.0395
+  step  780000 |   7651s | train_loss=0.0376
+  step  790000 |   7743s | train_loss=0.0376
+  step  800000 |   7911s | train_loss=0.0386 | fid=45.7866
+  step  810000 |   8004s | train_loss=0.0374
+  step  820000 |   8094s | train_loss=0.0375
+  step  830000 |   8186s | train_loss=0.0382
+  step  840000 |   8278s | train_loss=0.0370
+  step  850000 |   8367s | train_loss=0.0374
+  step  860000 |   8435s | train_loss=0.0364
+  step  870000 |   8526s | train_loss=0.0361
+  step  880000 |   8619s | train_loss=0.0356
+  step  890000 |   8711s | train_loss=0.0361
+  step  900000 |   8878s | train_loss=0.0356 | fid=46.1323
+  step  910000 |   8970s | train_loss=0.0357
+  step  920000 |   9060s | train_loss=0.0351
+  step  930000 |   9152s | train_loss=0.0349
+  step  940000 |   9242s | train_loss=0.0349
+  step  950000 |   9333s | train_loss=0.0343
+  step  960000 |   9406s | train_loss=0.0348
+  step  970000 |   9498s | train_loss=0.0332
+  step  980000 |   9590s | train_loss=0.0339
+  step  990000 |   9682s | train_loss=0.0336
+  step 1000000 |   9850s | train_loss=0.0340 | fid=44.4981
+  step 1010000 |   9942s | train_loss=0.0335
+  step 1020000 |  10035s | train_loss=0.0327
+  step 1030000 |  10123s | train_loss=0.0326
+  step 1040000 |  10215s | train_loss=0.0322
+  step 1050000 |  10295s | train_loss=0.0330
+  step 1060000 |  10378s | train_loss=0.0323
+  step 1070000 |  10470s | train_loss=0.0322
+  step 1080000 |  10562s | train_loss=0.0317
+  step 1090000 |  10654s | train_loss=0.0315
+  step 1100000 |  10822s | train_loss=0.0316 | fid=44.4086
+  step 1110000 |  10914s | train_loss=0.0310
+  step 1120000 |  11005s | train_loss=0.0309
+  step 1130000 |  11095s | train_loss=0.0309
+  step 1140000 |  11187s | train_loss=0.0303
+  step 1150000 |  11257s | train_loss=0.0315
+  step 1160000 |  11343s | train_loss=0.0305
+  step 1170000 |  11435s | train_loss=0.0307
+  step 1180000 |  11526s | train_loss=0.0296
+  step 1190000 |  11618s | train_loss=0.0295
+  step 1200000 |  11786s | train_loss=0.0300 | fid=44.3936
+  step 1210000 |  11878s | train_loss=0.0299
+  step 1220000 |  11969s | train_loss=0.0294
+  step 1230000 |  12060s | train_loss=0.0298
+  step 1240000 |  12151s | train_loss=0.0301
+  step 1250000 |  12231s | train_loss=0.0285
+  step 1260000 |  12323s | train_loss=0.0292
+  step 1270000 |  12415s | train_loss=0.0291
+  step 1280000 |  12507s | train_loss=0.0285
+  step 1290000 |  12599s | train_loss=0.0283
+  step 1300000 |  12767s | train_loss=0.0288 | fid=44.7022
+  step 1310000 |  12858s | train_loss=0.0279
+  step 1320000 |  12950s | train_loss=0.0283
+  step 1330000 |  13041s | train_loss=0.0276
+  step 1340000 |  13126s | train_loss=0.0277
+  step 1350000 |  13217s | train_loss=0.0279
+  step 1360000 |  13310s | train_loss=0.0281
+  step 1370000 |  13401s | train_loss=0.0279
+  step 1380000 |  13494s | train_loss=0.0273
+  step 1390000 |  13586s | train_loss=0.0278
+  step 1400000 |  13752s | train_loss=0.0271 | fid=44.1919
+  step 1410000 |  13844s | train_loss=0.0272
+  step 1420000 |  13936s | train_loss=0.0274
+  step 1430000 |  14026s | train_loss=0.0263
+  step 1440000 |  14111s | train_loss=0.0276
+  step 1450000 |  14203s | train_loss=0.0262
+  step 1460000 |  14295s | train_loss=0.0261
+  step 1470000 |  14387s | train_loss=0.0266
+  step 1480000 |  14479s | train_loss=0.0261
+  step 1490000 |  14571s | train_loss=0.0262
+  step 1500000 |  14737s | train_loss=0.0257 | fid=43.7771
+  step 1510000 |  14829s | train_loss=0.0261
+  step 1520000 |  14921s | train_loss=0.0263
+  step 1530000 |  15007s | train_loss=0.0255
+  step 1540000 |  15098s | train_loss=0.0252
+  step 1550000 |  15189s | train_loss=0.0253
+  step 1560000 |  15281s | train_loss=0.0252
+  step 1570000 |  15374s | train_loss=0.0259
+  step 1580000 |  15466s | train_loss=0.0252
+  step 1590000 |  15556s | train_loss=0.0247
+  step 1600000 |  15724s | train_loss=0.0249 | fid=43.1948
+  step 1610000 |  15816s | train_loss=0.0250
+  step 1620000 |  15905s | train_loss=0.0250
+  step 1630000 |  15994s | train_loss=0.0247
+  step 1640000 |  16084s | train_loss=0.0237
+  step 1650000 |  16175s | train_loss=0.0241
+  step 1660000 |  16267s | train_loss=0.0243
+  step 1670000 |  16360s | train_loss=0.0244
+  step 1680000 |  16450s | train_loss=0.0248
+  step 1690000 |  16542s | train_loss=0.0239
+  step 1700000 |  16709s | train_loss=0.0239 | fid=41.9474
+  step 1710000 |  16800s | train_loss=0.0236
+  step 1720000 |  16870s | train_loss=0.0237
+  step 1730000 |  16963s | train_loss=0.0236
+  step 1740000 |  17053s | train_loss=0.0244
+  step 1750000 |  17144s | train_loss=0.0241
+  step 1760000 |  17237s | train_loss=0.0230
+  step 1770000 |  17329s | train_loss=0.0229
+  step 1780000 |  17419s | train_loss=0.0223
+  step 1790000 |  17511s | train_loss=0.0229
+  step 1800000 |  17677s | train_loss=0.0227 | fid=42.9217
+  step 1810000 |  17769s | train_loss=0.0229
+  step 1820000 |  17840s | train_loss=0.0221
+  step 1830000 |  17933s | train_loss=0.0227
+  step 1840000 |  18023s | train_loss=0.0227
+  step 1850000 |  18115s | train_loss=0.0220
+  step 1860000 |  18206s | train_loss=0.0221
+  step 1870000 |  18297s | train_loss=0.0229
+  step 1880000 |  18390s | train_loss=0.0219
+  step 1890000 |  18482s | train_loss=0.0222
+  step 1900000 |  18647s | train_loss=0.0210 | fid=42.2868
+  step 1910000 |  18733s | train_loss=0.0219
+  step 1920000 |  18823s | train_loss=0.0218
+  step 1930000 |  18915s | train_loss=0.0221
+  step 1940000 |  19007s | train_loss=0.0217
+  step 1950000 |  19097s | train_loss=0.0216
+  step 1960000 |  19187s | train_loss=0.0208
+  step 1970000 |  19280s | train_loss=0.0212
+  step 1980000 |  19372s | train_loss=0.0208
+  step 1990000 |  19464s | train_loss=0.0212
+  step 2000000 |  19629s | train_loss=0.0214 | fid=42.6292
+  step 2010000 |  19696s | train_loss=0.0211
+  step 2020000 |  19788s | train_loss=0.0209
+  step 2030000 |  19880s | train_loss=0.0205
+  step 2040000 |  19972s | train_loss=0.0203
+  step 2050000 |  20060s | train_loss=0.0207
+  step 2060000 |  20152s | train_loss=0.0204
+  step 2070000 |  20245s | train_loss=0.0210
+  step 2080000 |  20337s | train_loss=0.0200
+  step 2090000 |  20429s | train_loss=0.0208
+  step 2100000 |  20595s | train_loss=0.0198 | fid=42.2690
+  step 2110000 |  20664s | train_loss=0.0197
+  step 2120000 |  20755s | train_loss=0.0202
+  step 2130000 |  20848s | train_loss=0.0199
+  step 2140000 |  20940s | train_loss=0.0201
+  step 2150000 |  21029s | train_loss=0.0204
+  step 2160000 |  21120s | train_loss=0.0193
+  step 2170000 |  21212s | train_loss=0.0191
+  step 2180000 |  21305s | train_loss=0.0215
+  step 2190000 |  21397s | train_loss=0.0193
+  step 2200000 |  21562s | train_loss=0.0196 | fid=42.1531
+  step 2210000 |  21638s | train_loss=0.0199
+  step 2220000 |  21729s | train_loss=0.0192
+  step 2230000 |  21821s | train_loss=0.0203
+  step 2240000 |  21912s | train_loss=0.0192
+  step 2250000 |  22002s | train_loss=0.0193
+  step 2260000 |  22094s | train_loss=0.0184
+  step 2270000 |  22187s | train_loss=0.0188
+  step 2280000 |  22278s | train_loss=0.0188
+  step 2290000 |  22371s | train_loss=0.0196
+  step 2300000 |  22524s | train_loss=0.0191 | fid=42.1043
+  step 2310000 |  22606s | train_loss=0.0182
+  step 2320000 |  22698s | train_loss=0.0184
+  step 2330000 |  22788s | train_loss=0.0178
+  step 2340000 |  22880s | train_loss=0.0190
+  step 2350000 |  22971s | train_loss=0.0190
+  step 2360000 |  23063s | train_loss=0.0180
+  step 2370000 |  23156s | train_loss=0.0177
+  step 2380000 |  23248s | train_loss=0.0185
+  step 2390000 |  23339s | train_loss=0.0181
+  step 2400000 |  23488s | train_loss=0.0181 | fid=42.4073
+  step 2410000 |  23579s | train_loss=0.0181
+  step 2420000 |  23669s | train_loss=0.0179
+  step 2430000 |  23761s | train_loss=0.0180
+  step 2440000 |  23853s | train_loss=0.0179
+  step 2450000 |  23946s | train_loss=0.0179
+  step 2460000 |  24036s | train_loss=0.0177
+  step 2470000 |  24128s | train_loss=0.0179
+  step 2480000 |  24221s | train_loss=0.0177
+  step 2490000 |  24312s | train_loss=0.0172
+  step 2500000 |  24452s | train_loss=0.0174 | fid=42.3403
+  step 2510000 |  24542s | train_loss=0.0174
+  step 2520000 |  24634s | train_loss=0.0171
+  step 2530000 |  24727s | train_loss=0.0183
+  step 2540000 |  24819s | train_loss=0.0178
+  step 2550000 |  24911s | train_loss=0.0171
+  step 2560000 |  25002s | train_loss=0.0167
+  step 2570000 |  25093s | train_loss=0.0171
+  step 2580000 |  25185s | train_loss=0.0171
+  step 2590000 |  25276s | train_loss=0.0170
+  step 2600000 |  25433s | train_loss=0.0169 | fid=42.2648
+  step 2610000 |  25523s | train_loss=0.0164
+  step 2620000 |  25615s | train_loss=0.0176
+  step 2630000 |  25707s | train_loss=0.0167
+  step 2640000 |  25800s | train_loss=0.0171
+  step 2650000 |  25892s | train_loss=0.0163
+  step 2660000 |  25982s | train_loss=0.0171
+  step 2670000 |  26074s | train_loss=0.0167
+  step 2680000 |  26166s | train_loss=0.0164
+  step 2690000 |  26258s | train_loss=0.0170
+  step 2700000 |  26398s | train_loss=0.0166 | fid=41.8712
+  step 2710000 |  26490s | train_loss=0.0158
+  step 2720000 |  26581s | train_loss=0.0161
+  step 2730000 |  26674s | train_loss=0.0161
+  step 2740000 |  26766s | train_loss=0.0168
+  step 2750000 |  26858s | train_loss=0.0165
+  step 2760000 |  26949s | train_loss=0.0157
+  step 2770000 |  27041s | train_loss=0.0158
+  step 2780000 |  27132s | train_loss=0.0159
+  step 2790000 |  27224s | train_loss=0.0152
+  step 2800000 |  27371s | train_loss=0.0155 | fid=41.3932
+  step 2810000 |  27463s | train_loss=0.0156
+  step 2820000 |  27555s | train_loss=0.0157
+  step 2830000 |  27647s | train_loss=0.0161
+  step 2840000 |  27739s | train_loss=0.0153
+  step 2850000 |  27831s | train_loss=0.0149
+  step 2860000 |  27923s | train_loss=0.0158
+  step 2870000 |  28014s | train_loss=0.0159
+  step 2880000 |  28105s | train_loss=0.0156
+  step 2890000 |  28185s | train_loss=0.0158
+  step 2900000 |  28337s | train_loss=0.0151 | fid=41.3224
+  step 2910000 |  28429s | train_loss=0.0146
+  step 2920000 |  28521s | train_loss=0.0152
+  step 2930000 |  28613s | train_loss=0.0151
+  step 2940000 |  28705s | train_loss=0.0153
+  step 2950000 |  28797s | train_loss=0.0151
+  step 2960000 |  28889s | train_loss=0.0150
+  step 2970000 |  28979s | train_loss=0.0151
+  step 2980000 |  29070s | train_loss=0.0150
+  step 2990000 |  29144s | train_loss=0.0151
+  step 3000000 |  29303s | train_loss=0.0145 | fid=41.6692
+  step 3010000 |  29396s | train_loss=0.0150
+  step 3020000 |  29488s | train_loss=0.0154
+  step 3030000 |  29580s | train_loss=0.0147
+  step 3040000 |  29673s | train_loss=0.0150
+  step 3050000 |  29765s | train_loss=0.0142
+  step 3060000 |  29857s | train_loss=0.0149
+  step 3070000 |  29947s | train_loss=0.0151
+  step 3080000 |  30037s | train_loss=0.0141
+  step 3090000 |  30116s | train_loss=0.0145
+  step 3100000 |  30280s | train_loss=0.0151 | fid=41.8124
+  step 3110000 |  30372s | train_loss=0.0142
+  step 3120000 |  30465s | train_loss=0.0143
+  step 3130000 |  30557s | train_loss=0.0138
+  step 3140000 |  30649s | train_loss=0.0141
+  step 3150000 |  30741s | train_loss=0.0139
+  step 3160000 |  30833s | train_loss=0.0139
+  step 3170000 |  30922s | train_loss=0.0139
+  step 3180000 |  31011s | train_loss=0.0142
+  step 3190000 |  31100s | train_loss=0.0138
+  step 3200000 |  31265s | train_loss=0.0141 | fid=41.7666
+  step 3210000 |  31357s | train_loss=0.0141
+  step 3220000 |  31449s | train_loss=0.0145
+  step 3230000 |  31541s | train_loss=0.0139
+  step 3240000 |  31633s | train_loss=0.0138
+  step 3250000 |  31725s | train_loss=0.0140
+  step 3260000 |  31814s | train_loss=0.0141
+  step 3270000 |  31906s | train_loss=0.0136
+  step 3280000 |  31990s | train_loss=0.0144
+  step 3290000 |  32083s | train_loss=0.0136
+  step 3300000 |  32249s | train_loss=0.0135 | fid=42.2350
+  step 3310000 |  32341s | train_loss=0.0144
+  step 3320000 |  32433s | train_loss=0.0140
+  step 3330000 |  32525s | train_loss=0.0135
+  step 3340000 |  32617s | train_loss=0.0136
+  step 3350000 |  32707s | train_loss=0.0141
+  step 3360000 |  32799s | train_loss=0.0139
+  step 3370000 |  32878s | train_loss=0.0140
+  step 3380000 |  32955s | train_loss=0.0137
+  step 3390000 |  33047s | train_loss=0.0128
+  step 3400000 |  33213s | train_loss=0.0131 | fid=41.7626
+  step 3410000 |  33305s | train_loss=0.0136
+  step 3420000 |  33397s | train_loss=0.0133
+  step 3430000 |  33489s | train_loss=0.0128
+  step 3440000 |  33581s | train_loss=0.0131
+  step 3450000 |  33670s | train_loss=0.0131
+  step 3460000 |  33762s | train_loss=0.0143
+  step 3470000 |  33847s | train_loss=0.0128
+  step 3480000 |  33938s | train_loss=0.0130
+  step 3490000 |  34030s | train_loss=0.0130
+  step 3500000 |  34196s | train_loss=0.0130 | fid=41.8788
+  step 3510000 |  34288s | train_loss=0.0132
+  step 3520000 |  34380s | train_loss=0.0131
+  step 3530000 |  34472s | train_loss=0.0134
+  step 3540000 |  34562s | train_loss=0.0124
+  step 3550000 |  34654s | train_loss=0.0124
+  step 3560000 |  34742s | train_loss=0.0122
+  step 3570000 |  34831s | train_loss=0.0133
+  step 3580000 |  34921s | train_loss=0.0124
+  step 3590000 |  35013s | train_loss=0.0125
+  step 3600000 |  35179s | train_loss=0.0121 | fid=41.6565
+  step 3610000 |  35271s | train_loss=0.0123
+  step 3620000 |  35363s | train_loss=0.0127
+  step 3630000 |  35453s | train_loss=0.0122
+  step 3640000 |  35545s | train_loss=0.0124
+  step 3650000 |  35637s | train_loss=0.0123
+  step 3660000 |  35710s | train_loss=0.0126
+  step 3670000 |  35801s | train_loss=0.0124
+  step 3680000 |  35892s | train_loss=0.0121
+  step 3690000 |  35983s | train_loss=0.0125
+  step 3700000 |  36148s | train_loss=0.0120 | fid=42.0598
+  step 3710000 |  36240s | train_loss=0.0124
+  step 3720000 |  36331s | train_loss=0.0123
+  step 3730000 |  36423s | train_loss=0.0117
+  step 3740000 |  36514s | train_loss=0.0126
+  step 3750000 |  36606s | train_loss=0.0125
+  step 3760000 |  36678s | train_loss=0.0122
+  step 3770000 |  36770s | train_loss=0.0123
+  step 3780000 |  36862s | train_loss=0.0127
+  step 3790000 |  36952s | train_loss=0.0123
+  step 3800000 |  37118s | train_loss=0.0119 | fid=42.1152
+  step 3810000 |  37210s | train_loss=0.0119
+  step 3820000 |  37300s | train_loss=0.0115
+  step 3830000 |  37392s | train_loss=0.0119
+  step 3840000 |  37484s | train_loss=0.0116
+  step 3850000 |  37568s | train_loss=0.0116
+  step 3860000 |  37644s | train_loss=0.0114
+  step 3870000 |  37736s | train_loss=0.0113
+  step 3880000 |  37828s | train_loss=0.0112
+  step 3890000 |  37918s | train_loss=0.0118
+  step 3900000 |  38084s | train_loss=0.0114 | fid=42.0743
+  step 3910000 |  38175s | train_loss=0.0117
+  step 3920000 |  38266s | train_loss=0.0115
+  step 3930000 |  38358s | train_loss=0.0121
+  step 3940000 |  38450s | train_loss=0.0115
+  step 3950000 |  38527s | train_loss=0.0118
+  step 3960000 |  38611s | train_loss=0.0116
+  step 3970000 |  38703s | train_loss=0.0116
+  step 3980000 |  38795s | train_loss=0.0113
+  step 3990000 |  38886s | train_loss=0.0117
+  step 4000000 |  39050s | train_loss=0.0118 | fid=41.2646
+  step 4010000 |  39142s | train_loss=0.0115
+  step 4020000 |  39234s | train_loss=0.0116
+  step 4030000 |  39327s | train_loss=0.0115
+  step 4040000 |  39418s | train_loss=0.0119
+  step 4050000 |  39489s | train_loss=0.0113
+  step 4060000 |  39581s | train_loss=0.0109
+  step 4070000 |  39673s | train_loss=0.0119
+  step 4080000 |  39765s | train_loss=0.0118
+  step 4090000 |  39856s | train_loss=0.0116
+  step 4100000 |  40020s | train_loss=0.0116 | fid=41.9295
+  step 4110000 |  40112s | train_loss=0.0112
+  step 4120000 |  40204s | train_loss=0.0108
+  step 4130000 |  40296s | train_loss=0.0114
+  step 4140000 |  40388s | train_loss=0.0113
+  step 4150000 |  40453s | train_loss=0.0111
+  step 4160000 |  40545s | train_loss=0.0107
+  step 4170000 |  40637s | train_loss=0.0107
+  step 4180000 |  40729s | train_loss=0.0116
+  step 4190000 |  40819s | train_loss=0.0112
+  step 4200000 |  40982s | train_loss=0.0109 | fid=42.4798
+  step 4210000 |  41074s | train_loss=0.0108
+  step 4220000 |  41166s | train_loss=0.0116
+  step 4230000 |  41258s | train_loss=0.0108
+  step 4240000 |  41350s | train_loss=0.0110
+  step 4250000 |  41423s | train_loss=0.0110
+  step 4260000 |  41514s | train_loss=0.0108
+  step 4270000 |  41606s | train_loss=0.0114
+  step 4280000 |  41698s | train_loss=0.0120
+  step 4290000 |  41789s | train_loss=0.0104
+  step 4300000 |  41954s | train_loss=0.0110 | fid=41.5480
+  step 4310000 |  42046s | train_loss=0.0110
+  step 4320000 |  42138s | train_loss=0.0106
+  step 4330000 |  42230s | train_loss=0.0105
+  step 4340000 |  42316s | train_loss=0.0105
+  step 4350000 |  42390s | train_loss=0.0105
+  step 4360000 |  42482s | train_loss=0.0111
+  step 4370000 |  42574s | train_loss=0.0110
+  step 4380000 |  42664s | train_loss=0.0106
+  step 4390000 |  42756s | train_loss=0.0107
+  step 4400000 |  42920s | train_loss=0.0106 | fid=41.7880
+  step 4410000 |  43012s | train_loss=0.0106
+  step 4420000 |  43104s | train_loss=0.0108
+  step 4430000 |  43196s | train_loss=0.0107
+  step 4440000 |  43276s | train_loss=0.0112
+  step 4450000 |  43353s | train_loss=0.0108
+  step 4460000 |  43445s | train_loss=0.0111
+  step 4470000 |  43535s | train_loss=0.0108
+  step 4480000 |  43625s | train_loss=0.0107
+  step 4490000 |  43718s | train_loss=0.0104
+  step 4500000 |  43881s | train_loss=0.0107 | fid=42.1141
+  step 4510000 |  43973s | train_loss=0.0103
+  step 4520000 |  44066s | train_loss=0.0104
+  step 4530000 |  44157s | train_loss=0.0107
+  step 4540000 |  44235s | train_loss=0.0103
+  step 4550000 |  44316s | train_loss=0.0103
+  step 4560000 |  44406s | train_loss=0.0100
+  step 4570000 |  44498s | train_loss=0.0111
+  step 4580000 |  44589s | train_loss=0.0101
+  step 4590000 |  44681s | train_loss=0.0101
+  step 4600000 |  44845s | train_loss=0.0102 | fid=41.7801
+  step 4610000 |  44938s | train_loss=0.0101
+  step 4620000 |  45030s | train_loss=0.0100
+  step 4630000 |  45122s | train_loss=0.0100
+  step 4640000 |  45200s | train_loss=0.0101
+  step 4650000 |  45281s | train_loss=0.0112
+  step 4660000 |  45355s | train_loss=0.0099
+  step 4670000 |  45429s | train_loss=0.0100
+  step 4680000 |  45503s | train_loss=0.0100
+  step 4690000 |  45577s | train_loss=0.0099
+  step 4700000 |  45711s | train_loss=0.0100 | fid=41.7362
+  step 4710000 |  45785s | train_loss=0.0100
+  step 4720000 |  45859s | train_loss=0.0098
+  step 4730000 |  45933s | train_loss=0.0102
+  step 4740000 |  45992s | train_loss=0.0103
+  step 4750000 |  46054s | train_loss=0.0100
+  step 4760000 |  46129s | train_loss=0.0102
+  step 4770000 |  46203s | train_loss=0.0099
+  step 4780000 |  46277s | train_loss=0.0100
+  step 4790000 |  46352s | train_loss=0.0097
+  step 4800000 |  46485s | train_loss=0.0108 | fid=41.3464
+  step 4810000 |  46559s | train_loss=0.0098
+  step 4820000 |  46633s | train_loss=0.0102
+  step 4830000 |  46703s | train_loss=0.0104
+  step 4840000 |  46756s | train_loss=0.0103
+  step 4850000 |  46795s | train_loss=0.0098
+  step 4860000 |  46833s | train_loss=0.0099
+  step 4870000 |  46872s | train_loss=0.0098
+  step 4880000 |  46910s | train_loss=0.0100
+  step 4890000 |  46949s | train_loss=0.0100
+  step 4900000 |  47023s | train_loss=0.0094 | fid=42.2598
+  step 4910000 |  47061s | train_loss=0.0102
+  step 4920000 |  47099s | train_loss=0.0097
+  step 4930000 |  47138s | train_loss=0.0097
+  step 4940000 |  47176s | train_loss=0.0097
+  step 4950000 |  47214s | train_loss=0.0096
+  step 4960000 |  47253s | train_loss=0.0097
+  step 4970000 |  47292s | train_loss=0.0099
+  step 4980000 |  47330s | train_loss=0.0091
+  step 4990000 |  47369s | train_loss=0.0098
+  step 5000000 |  47441s | train_loss=0.0103 | fid=42.2399
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d80/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d80/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..e3b39f2f135b41da773a3586860323056ca666eb
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d80/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d80/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d80",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 46,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d80/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d80/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..d1565ad3df085dc01e7acbc4322282850a229a72
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d80/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 80, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d80/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 46}
+{"step": 1, "wall_time": 69.22528266906738, "train_loss_step": 80.6631851196289, "n_params": 4428880, "total_flops": 13605519360, "train_loss": 1.004710578918457, "subset_score_loss": 1.004710578918457, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.974470317363739, "fid": 275.41889354256887}
+{"step": 10000, "wall_time": 154.0792088508606, "train_loss_step": 18.196182250976562, "n_params": 4428880, "total_flops": 136055193600000, "train_loss": 0.8258082389831543, "subset_score_loss": 0.8258082389831543}
+{"step": 20000, "wall_time": 240.1986882686615, "train_loss_step": 14.709090232849121, "n_params": 4428880, "total_flops": 272110387200000, "train_loss": 0.7195579528808593, "subset_score_loss": 0.7195579528808593}
+{"step": 30000, "wall_time": 326.29719519615173, "train_loss_step": 11.982049942016602, "n_params": 4428880, "total_flops": 408165580800000, "train_loss": 0.5882381439208985, "subset_score_loss": 0.5882381439208985}
+{"step": 40000, "wall_time": 412.4071991443634, "train_loss_step": 10.814967155456543, "n_params": 4428880, "total_flops": 544220774400000, "train_loss": 0.43058099746704104, "subset_score_loss": 0.43058099746704104}
+{"step": 50000, "wall_time": 498.49416184425354, "train_loss_step": 9.55674934387207, "n_params": 4428880, "total_flops": 680275968000000, "train_loss": 0.29758362770080565, "subset_score_loss": 0.29758362770080565}
+{"step": 60000, "wall_time": 584.5788476467133, "train_loss_step": 8.671077728271484, "n_params": 4428880, "total_flops": 816331161600000, "train_loss": 0.21813626289367677, "subset_score_loss": 0.21813626289367677}
+{"step": 70000, "wall_time": 670.6956775188446, "train_loss_step": 7.451720237731934, "n_params": 4428880, "total_flops": 952386355200000, "train_loss": 0.18151253461837769, "subset_score_loss": 0.18151253461837769}
+{"step": 80000, "wall_time": 756.8079998493195, "train_loss_step": 7.958476543426514, "n_params": 4428880, "total_flops": 1088441548800000, "train_loss": 0.15367908477783204, "subset_score_loss": 0.15367908477783204}
+{"step": 90000, "wall_time": 842.8618490695953, "train_loss_step": 6.476325988769531, "n_params": 4428880, "total_flops": 1224496742400000, "train_loss": 0.1402397036552429, "subset_score_loss": 0.1402397036552429}
+{"step": 100000, "wall_time": 995.9166202545166, "train_loss_step": 6.2510504722595215, "n_params": 4428880, "total_flops": 1360551936000000, "train_loss": 0.1296658992767334, "subset_score_loss": 0.1296658992767334, "memorization_fraction_pixel": 0.0007999999797903001, "mean_nn_ratio_pixel": 0.8937168121337891, "fid": 57.46682742625319}
+{"step": 110000, "wall_time": 1078.4708292484283, "train_loss_step": 6.5726823806762695, "n_params": 4428880, "total_flops": 1496607129600000, "train_loss": 0.12046351432800292, "subset_score_loss": 0.12046351432800292}
+{"step": 120000, "wall_time": 1164.5930445194244, "train_loss_step": 6.903319358825684, "n_params": 4428880, "total_flops": 1632662323200000, "train_loss": 0.1161002516746521, "subset_score_loss": 0.1161002516746521}
+{"step": 130000, "wall_time": 1250.6739699840546, "train_loss_step": 6.70008659362793, "n_params": 4428880, "total_flops": 1768717516800000, "train_loss": 0.10970802307128906, "subset_score_loss": 0.10970802307128906}
+{"step": 140000, "wall_time": 1336.805154800415, "train_loss_step": 6.637239456176758, "n_params": 4428880, "total_flops": 1904772710400000, "train_loss": 0.10491943359375, "subset_score_loss": 0.10491943359375}
+{"step": 150000, "wall_time": 1422.943410873413, "train_loss_step": 6.248419761657715, "n_params": 4428880, "total_flops": 2040827904000000, "train_loss": 0.09987899661064148, "subset_score_loss": 0.09987899661064148}
+{"step": 160000, "wall_time": 1509.047161102295, "train_loss_step": 6.1075592041015625, "n_params": 4428880, "total_flops": 2176883097600000, "train_loss": 0.09614484310150147, "subset_score_loss": 0.09614484310150147}
+{"step": 170000, "wall_time": 1595.1349580287933, "train_loss_step": 5.996870994567871, "n_params": 4428880, "total_flops": 2312938291200000, "train_loss": 0.0916117012500763, "subset_score_loss": 0.0916117012500763}
+{"step": 180000, "wall_time": 1681.2704701423645, "train_loss_step": 5.904828071594238, "n_params": 4428880, "total_flops": 2448993484800000, "train_loss": 0.08789920806884766, "subset_score_loss": 0.08789920806884766}
+{"step": 190000, "wall_time": 1767.3755600452423, "train_loss_step": 6.258571624755859, "n_params": 4428880, "total_flops": 2585048678400000, "train_loss": 0.08633109927177429, "subset_score_loss": 0.08633109927177429}
+{"step": 200000, "wall_time": 1920.4613020420074, "train_loss_step": 5.410278797149658, "n_params": 4428880, "total_flops": 2721103872000000, "train_loss": 0.0833666443824768, "subset_score_loss": 0.0833666443824768, "memorization_fraction_pixel": 0.02160000056028366, "mean_nn_ratio_pixel": 0.8218634724617004, "fid": 54.81964870883208}
+{"step": 210000, "wall_time": 2006.975661277771, "train_loss_step": 5.728821754455566, "n_params": 4428880, "total_flops": 2857159065600000, "train_loss": 0.08208054304122925, "subset_score_loss": 0.08208054304122925}
+{"step": 220000, "wall_time": 2090.223000049591, "train_loss_step": 5.5633955001831055, "n_params": 4428880, "total_flops": 2993214259200000, "train_loss": 0.07966627478599549, "subset_score_loss": 0.07966627478599549}
+{"step": 230000, "wall_time": 2176.342450618744, "train_loss_step": 6.172494411468506, "n_params": 4428880, "total_flops": 3129269452800000, "train_loss": 0.07629560828208923, "subset_score_loss": 0.07629560828208923}
+{"step": 240000, "wall_time": 2262.400408267975, "train_loss_step": 5.544600963592529, "n_params": 4428880, "total_flops": 3265324646400000, "train_loss": 0.07495352029800414, "subset_score_loss": 0.07495352029800414}
+{"step": 250000, "wall_time": 2348.342001914978, "train_loss_step": 5.233977317810059, "n_params": 4428880, "total_flops": 3401379840000000, "train_loss": 0.07211192846298217, "subset_score_loss": 0.07211192846298217}
+{"step": 260000, "wall_time": 2434.5148866176605, "train_loss_step": 5.634068965911865, "n_params": 4428880, "total_flops": 3537435033600000, "train_loss": 0.06954616904258729, "subset_score_loss": 0.06954616904258729}
+{"step": 270000, "wall_time": 2520.862630844116, "train_loss_step": 5.180524826049805, "n_params": 4428880, "total_flops": 3673490227200000, "train_loss": 0.06913512349128723, "subset_score_loss": 0.06913512349128723}
+{"step": 280000, "wall_time": 2607.2362802028656, "train_loss_step": 5.803189277648926, "n_params": 4428880, "total_flops": 3809545420800000, "train_loss": 0.06855074167251587, "subset_score_loss": 0.06855074167251587}
+{"step": 290000, "wall_time": 2693.6190032958984, "train_loss_step": 5.377669334411621, "n_params": 4428880, "total_flops": 3945600614400000, "train_loss": 0.06657426953315734, "subset_score_loss": 0.06657426953315734}
+{"step": 300000, "wall_time": 2846.4034566879272, "train_loss_step": 5.040020942687988, "n_params": 4428880, "total_flops": 4081655808000000, "train_loss": 0.06511451005935669, "subset_score_loss": 0.06511451005935669, "memorization_fraction_pixel": 0.045899998396635056, "mean_nn_ratio_pixel": 0.7776665091514587, "fid": 52.648777330672154}
+{"step": 310000, "wall_time": 2932.6350662708282, "train_loss_step": 5.541297912597656, "n_params": 4428880, "total_flops": 4217711001600000, "train_loss": 0.06377743482589722, "subset_score_loss": 0.06377743482589722}
+{"step": 320000, "wall_time": 3017.3791987895966, "train_loss_step": 5.080801010131836, "n_params": 4428880, "total_flops": 4353766195200000, "train_loss": 0.06304767727851868, "subset_score_loss": 0.06304767727851868}
+{"step": 330000, "wall_time": 3101.954707145691, "train_loss_step": 5.3106231689453125, "n_params": 4428880, "total_flops": 4489821388800000, "train_loss": 0.06119767427444458, "subset_score_loss": 0.06119767427444458}
+{"step": 340000, "wall_time": 3188.2488462924957, "train_loss_step": 4.987603187561035, "n_params": 4428880, "total_flops": 4625876582400000, "train_loss": 0.06075958013534546, "subset_score_loss": 0.06075958013534546}
+{"step": 350000, "wall_time": 3274.319485425949, "train_loss_step": 5.3118109703063965, "n_params": 4428880, "total_flops": 4761931776000000, "train_loss": 0.05925306081771851, "subset_score_loss": 0.05925306081771851}
+{"step": 360000, "wall_time": 3360.296142101288, "train_loss_step": 4.984731674194336, "n_params": 4428880, "total_flops": 4897986969600000, "train_loss": 0.058528459072113036, "subset_score_loss": 0.058528459072113036}
+{"step": 370000, "wall_time": 3446.5147647857666, "train_loss_step": 5.02353572845459, "n_params": 4428880, "total_flops": 5034042163200000, "train_loss": 0.05823411345481873, "subset_score_loss": 0.05823411345481873}
+{"step": 380000, "wall_time": 3532.8905584812164, "train_loss_step": 4.957262992858887, "n_params": 4428880, "total_flops": 5170097356800000, "train_loss": 0.058030557632446286, "subset_score_loss": 0.058030557632446286}
+{"step": 390000, "wall_time": 3619.2094173431396, "train_loss_step": 5.208754539489746, "n_params": 4428880, "total_flops": 5306152550400000, "train_loss": 0.05649848580360413, "subset_score_loss": 0.05649848580360413}
+{"step": 400000, "wall_time": 3771.529436349869, "train_loss_step": 5.358148097991943, "n_params": 4428880, "total_flops": 5442207744000000, "train_loss": 0.054637855291366576, "subset_score_loss": 0.054637855291366576, "memorization_fraction_pixel": 0.09529999643564224, "mean_nn_ratio_pixel": 0.7251210808753967, "fid": 51.34283835029089}
+{"step": 410000, "wall_time": 3857.7567205429077, "train_loss_step": 5.121916770935059, "n_params": 4428880, "total_flops": 5578262937600000, "train_loss": 0.055380016565322876, "subset_score_loss": 0.055380016565322876}
+{"step": 420000, "wall_time": 3944.221124649048, "train_loss_step": 4.713030815124512, "n_params": 4428880, "total_flops": 5714318131200000, "train_loss": 0.05468139052391052, "subset_score_loss": 0.05468139052391052}
+{"step": 430000, "wall_time": 4028.283166885376, "train_loss_step": 4.780299663543701, "n_params": 4428880, "total_flops": 5850373324800000, "train_loss": 0.0543174684047699, "subset_score_loss": 0.0543174684047699}
+{"step": 440000, "wall_time": 4112.858278036118, "train_loss_step": 5.100889682769775, "n_params": 4428880, "total_flops": 5986428518400000, "train_loss": 0.053208231925964355, "subset_score_loss": 0.053208231925964355}
+{"step": 450000, "wall_time": 4198.979959964752, "train_loss_step": 5.009743690490723, "n_params": 4428880, "total_flops": 6122483712000000, "train_loss": 0.05137503743171692, "subset_score_loss": 0.05137503743171692}
+{"step": 460000, "wall_time": 4285.2645173072815, "train_loss_step": 4.863463401794434, "n_params": 4428880, "total_flops": 6258538905600000, "train_loss": 0.05193806290626526, "subset_score_loss": 0.05193806290626526}
+{"step": 470000, "wall_time": 4371.382091283798, "train_loss_step": 5.024200439453125, "n_params": 4428880, "total_flops": 6394594099200000, "train_loss": 0.050907254219055176, "subset_score_loss": 0.050907254219055176}
+{"step": 480000, "wall_time": 4457.722973823547, "train_loss_step": 4.554462909698486, "n_params": 4428880, "total_flops": 6530649292800000, "train_loss": 0.049921748042106626, "subset_score_loss": 0.049921748042106626}
+{"step": 490000, "wall_time": 4544.073773622513, "train_loss_step": 4.803716659545898, "n_params": 4428880, "total_flops": 6666704486400000, "train_loss": 0.04998662769794464, "subset_score_loss": 0.04998662769794464}
+{"step": 500000, "wall_time": 4696.832387447357, "train_loss_step": 4.997103214263916, "n_params": 4428880, "total_flops": 6802759680000000, "train_loss": 0.05060727000236511, "subset_score_loss": 0.05060727000236511, "memorization_fraction_pixel": 0.1200999990105629, "mean_nn_ratio_pixel": 0.6979976296424866, "fid": 49.73284040291599}
+{"step": 510000, "wall_time": 4783.230401754379, "train_loss_step": 4.824636936187744, "n_params": 4428880, "total_flops": 6938814873600000, "train_loss": 0.04793832898139953, "subset_score_loss": 0.04793832898139953}
+{"step": 520000, "wall_time": 4869.695214271545, "train_loss_step": 4.690967559814453, "n_params": 4428880, "total_flops": 7074870067200000, "train_loss": 0.048365694284439084, "subset_score_loss": 0.048365694284439084}
+{"step": 530000, "wall_time": 4956.562902927399, "train_loss_step": 4.656556129455566, "n_params": 4428880, "total_flops": 7210925260800000, "train_loss": 0.0484112948179245, "subset_score_loss": 0.0484112948179245}
+{"step": 540000, "wall_time": 5040.677021026611, "train_loss_step": 4.559197425842285, "n_params": 4428880, "total_flops": 7346980454400000, "train_loss": 0.04817502200603485, "subset_score_loss": 0.04817502200603485}
+{"step": 550000, "wall_time": 5124.962414979935, "train_loss_step": 4.424152374267578, "n_params": 4428880, "total_flops": 7483035648000000, "train_loss": 0.04686024785041809, "subset_score_loss": 0.04686024785041809}
+{"step": 560000, "wall_time": 5211.269893884659, "train_loss_step": 4.676342010498047, "n_params": 4428880, "total_flops": 7619090841600000, "train_loss": 0.04645882248878479, "subset_score_loss": 0.04645882248878479}
+{"step": 570000, "wall_time": 5297.459637403488, "train_loss_step": 5.118429183959961, "n_params": 4428880, "total_flops": 7755146035200000, "train_loss": 0.0449460357427597, "subset_score_loss": 0.0449460357427597}
+{"step": 580000, "wall_time": 5383.615431308746, "train_loss_step": 4.574848651885986, "n_params": 4428880, "total_flops": 7891201228800000, "train_loss": 0.04546773433685303, "subset_score_loss": 0.04546773433685303}
+{"step": 590000, "wall_time": 5470.028743028641, "train_loss_step": 4.8843512535095215, "n_params": 4428880, "total_flops": 8027256422400000, "train_loss": 0.045337194204330446, "subset_score_loss": 0.045337194204330446}
+{"step": 600000, "wall_time": 5622.69090461731, "train_loss_step": 4.623329162597656, "n_params": 4428880, "total_flops": 8163311616000000, "train_loss": 0.04397244155406952, "subset_score_loss": 0.04397244155406952, "memorization_fraction_pixel": 0.14890000224113464, "mean_nn_ratio_pixel": 0.6793991923332214, "fid": 48.98836453634415}
+{"step": 610000, "wall_time": 5708.931089878082, "train_loss_step": 4.6208176612854, "n_params": 4428880, "total_flops": 8299366809600000, "train_loss": 0.04530469179153442, "subset_score_loss": 0.04530469179153442}
+{"step": 620000, "wall_time": 5795.3128452301025, "train_loss_step": 4.378342628479004, "n_params": 4428880, "total_flops": 8435422003200000, "train_loss": 0.04471409022808075, "subset_score_loss": 0.04471409022808075}
+{"step": 630000, "wall_time": 5881.647343635559, "train_loss_step": 4.582358360290527, "n_params": 4428880, "total_flops": 8571477196800000, "train_loss": 0.0442582368850708, "subset_score_loss": 0.0442582368850708}
+{"step": 640000, "wall_time": 5965.85927271843, "train_loss_step": 4.5325212478637695, "n_params": 4428880, "total_flops": 8707532390400000, "train_loss": 0.043578580021858215, "subset_score_loss": 0.043578580021858215}
+{"step": 650000, "wall_time": 6052.322100162506, "train_loss_step": 4.668896675109863, "n_params": 4428880, "total_flops": 8843587584000000, "train_loss": 0.04368574321269989, "subset_score_loss": 0.04368574321269989}
+{"step": 660000, "wall_time": 6136.7354826927185, "train_loss_step": 4.717257976531982, "n_params": 4428880, "total_flops": 8979642777600000, "train_loss": 0.04309872984886169, "subset_score_loss": 0.04309872984886169}
+{"step": 670000, "wall_time": 6223.060732603073, "train_loss_step": 4.229919910430908, "n_params": 4428880, "total_flops": 9115697971200000, "train_loss": 0.04244459569454193, "subset_score_loss": 0.04244459569454193}
+{"step": 680000, "wall_time": 6309.260474920273, "train_loss_step": 4.640092372894287, "n_params": 4428880, "total_flops": 9251753164800000, "train_loss": 0.04158871173858643, "subset_score_loss": 0.04158871173858643}
+{"step": 690000, "wall_time": 6395.511677980423, "train_loss_step": 4.694655895233154, "n_params": 4428880, "total_flops": 9387808358400000, "train_loss": 0.04292678534984588, "subset_score_loss": 0.04292678534984588}
+{"step": 700000, "wall_time": 6547.457924127579, "train_loss_step": 4.5134406089782715, "n_params": 4428880, "total_flops": 9523863552000000, "train_loss": 0.04179156720638275, "subset_score_loss": 0.04179156720638275, "memorization_fraction_pixel": 0.20720000565052032, "mean_nn_ratio_pixel": 0.6334667205810547, "fid": 47.531489163734236}
+{"step": 710000, "wall_time": 6632.86129283905, "train_loss_step": 4.564859390258789, "n_params": 4428880, "total_flops": 9659918745600000, "train_loss": 0.042113444209098815, "subset_score_loss": 0.042113444209098815}
+{"step": 720000, "wall_time": 6718.307192802429, "train_loss_step": 4.781764030456543, "n_params": 4428880, "total_flops": 9795973939200000, "train_loss": 0.04159910976886749, "subset_score_loss": 0.04159910976886749}
+{"step": 730000, "wall_time": 6804.20042014122, "train_loss_step": 3.988448143005371, "n_params": 4428880, "total_flops": 9932029132800000, "train_loss": 0.04117299020290375, "subset_score_loss": 0.04117299020290375}
+{"step": 740000, "wall_time": 6890.576031446457, "train_loss_step": 4.5591583251953125, "n_params": 4428880, "total_flops": 10068084326400000, "train_loss": 0.040222561359405516, "subset_score_loss": 0.040222561359405516}
+{"step": 750000, "wall_time": 6974.634275197983, "train_loss_step": 4.264667510986328, "n_params": 4428880, "total_flops": 10204139520000000, "train_loss": 0.03948778808116913, "subset_score_loss": 0.03948778808116913}
+{"step": 760000, "wall_time": 7059.530759096146, "train_loss_step": 4.3008623123168945, "n_params": 4428880, "total_flops": 10340194713600000, "train_loss": 0.03882034122943878, "subset_score_loss": 0.03882034122943878}
+{"step": 770000, "wall_time": 7145.635875940323, "train_loss_step": 4.963259696960449, "n_params": 4428880, "total_flops": 10476249907200000, "train_loss": 0.04020730853080749, "subset_score_loss": 0.04020730853080749}
+{"step": 780000, "wall_time": 7231.923003435135, "train_loss_step": 4.305964469909668, "n_params": 4428880, "total_flops": 10612305100800000, "train_loss": 0.03932201862335205, "subset_score_loss": 0.03932201862335205}
+{"step": 790000, "wall_time": 7318.0357575416565, "train_loss_step": 4.412942886352539, "n_params": 4428880, "total_flops": 10748360294400000, "train_loss": 0.03964865803718567, "subset_score_loss": 0.03964865803718567}
+{"step": 800000, "wall_time": 7469.713928222656, "train_loss_step": 4.176474571228027, "n_params": 4428880, "total_flops": 10884415488000000, "train_loss": 0.03939343988895416, "subset_score_loss": 0.03939343988895416, "memorization_fraction_pixel": 0.22949999570846558, "mean_nn_ratio_pixel": 0.6214560270309448, "fid": 47.63144109571198}
+{"step": 810000, "wall_time": 7555.985420703888, "train_loss_step": 4.303219795227051, "n_params": 4428880, "total_flops": 11020470681600000, "train_loss": 0.03869901299476623, "subset_score_loss": 0.03869901299476623}
+{"step": 820000, "wall_time": 7642.339397192001, "train_loss_step": 4.079734802246094, "n_params": 4428880, "total_flops": 11156525875200000, "train_loss": 0.03817285299301147, "subset_score_loss": 0.03817285299301147}
+{"step": 830000, "wall_time": 7728.638410806656, "train_loss_step": 4.487673282623291, "n_params": 4428880, "total_flops": 11292581068800000, "train_loss": 0.03881869912147522, "subset_score_loss": 0.03881869912147522}
+{"step": 840000, "wall_time": 7814.821807384491, "train_loss_step": 4.640926361083984, "n_params": 4428880, "total_flops": 11428636262400000, "train_loss": 0.0378130853176117, "subset_score_loss": 0.0378130853176117}
+{"step": 850000, "wall_time": 7901.569889783859, "train_loss_step": 4.516146659851074, "n_params": 4428880, "total_flops": 11564691456000000, "train_loss": 0.03916160464286804, "subset_score_loss": 0.03916160464286804}
+{"step": 860000, "wall_time": 7985.299742937088, "train_loss_step": 4.633099555969238, "n_params": 4428880, "total_flops": 11700746649600000, "train_loss": 0.03820681273937225, "subset_score_loss": 0.03820681273937225}
+{"step": 870000, "wall_time": 8070.317307949066, "train_loss_step": 4.3131608963012695, "n_params": 4428880, "total_flops": 11836801843200000, "train_loss": 0.03740834593772888, "subset_score_loss": 0.03740834593772888}
+{"step": 880000, "wall_time": 8156.622208118439, "train_loss_step": 4.199140548706055, "n_params": 4428880, "total_flops": 11972857036800000, "train_loss": 0.03677396476268768, "subset_score_loss": 0.03677396476268768}
+{"step": 890000, "wall_time": 8242.93592596054, "train_loss_step": 4.165524005889893, "n_params": 4428880, "total_flops": 12108912230400000, "train_loss": 0.03707599937915802, "subset_score_loss": 0.03707599937915802}
+{"step": 900000, "wall_time": 8419.464336395264, "train_loss_step": 4.2549729347229, "n_params": 4428880, "total_flops": 12244967424000000, "train_loss": 0.035772305727005, "subset_score_loss": 0.035772305727005, "memorization_fraction_pixel": 0.289900004863739, "mean_nn_ratio_pixel": 0.5811846256256104, "fid": 45.31065606768997}
+{"step": 910000, "wall_time": 8505.910118818283, "train_loss_step": 4.408552169799805, "n_params": 4428880, "total_flops": 12381022617600000, "train_loss": 0.03719321489334106, "subset_score_loss": 0.03719321489334106}
+{"step": 920000, "wall_time": 8592.200081825256, "train_loss_step": 4.631685256958008, "n_params": 4428880, "total_flops": 12517077811200000, "train_loss": 0.03639398515224457, "subset_score_loss": 0.03639398515224457}
+{"step": 930000, "wall_time": 8678.575358390808, "train_loss_step": 4.584623336791992, "n_params": 4428880, "total_flops": 12653133004800000, "train_loss": 0.03591702580451965, "subset_score_loss": 0.03591702580451965}
+{"step": 940000, "wall_time": 8764.819595336914, "train_loss_step": 4.427171230316162, "n_params": 4428880, "total_flops": 12789188198400000, "train_loss": 0.03579726219177246, "subset_score_loss": 0.03579726219177246}
+{"step": 950000, "wall_time": 8851.528883695602, "train_loss_step": 4.252756118774414, "n_params": 4428880, "total_flops": 12925243392000000, "train_loss": 0.03539658784866333, "subset_score_loss": 0.03539658784866333}
+{"step": 960000, "wall_time": 8935.616983175278, "train_loss_step": 3.9799389839172363, "n_params": 4428880, "total_flops": 13061298585600000, "train_loss": 0.03550425469875336, "subset_score_loss": 0.03550425469875336}
+{"step": 970000, "wall_time": 9022.190580129623, "train_loss_step": 4.361886978149414, "n_params": 4428880, "total_flops": 13197353779200000, "train_loss": 0.03590520024299622, "subset_score_loss": 0.03590520024299622}
+{"step": 980000, "wall_time": 9106.493261814117, "train_loss_step": 4.106061935424805, "n_params": 4428880, "total_flops": 13333408972800000, "train_loss": 0.03468748927116394, "subset_score_loss": 0.03468748927116394}
+{"step": 990000, "wall_time": 9192.75322008133, "train_loss_step": 3.8966152667999268, "n_params": 4428880, "total_flops": 13469464166400000, "train_loss": 0.03479150533676147, "subset_score_loss": 0.03479150533676147}
+{"step": 1000000, "wall_time": 9371.774511814117, "train_loss_step": 4.241201400756836, "n_params": 4428880, "total_flops": 13605519360000000, "train_loss": 0.03491731882095337, "subset_score_loss": 0.03491731882095337, "memorization_fraction_pixel": 0.31060001254081726, "mean_nn_ratio_pixel": 0.5673795938491821, "fid": 45.28038216833035}
+{"step": 1010000, "wall_time": 9458.120936870575, "train_loss_step": 4.333911895751953, "n_params": 4428880, "total_flops": 13741574553600000, "train_loss": 0.03361331820487976, "subset_score_loss": 0.03361331820487976}
+{"step": 1020000, "wall_time": 9544.41675376892, "train_loss_step": 3.8714194297790527, "n_params": 4428880, "total_flops": 13877629747200000, "train_loss": 0.0352762520313263, "subset_score_loss": 0.0352762520313263}
+{"step": 1030000, "wall_time": 9630.723275661469, "train_loss_step": 4.004358291625977, "n_params": 4428880, "total_flops": 14013684940800000, "train_loss": 0.03340176045894623, "subset_score_loss": 0.03340176045894623}
+{"step": 1040000, "wall_time": 9716.925571918488, "train_loss_step": 4.138233184814453, "n_params": 4428880, "total_flops": 14149740134400000, "train_loss": 0.0332618772983551, "subset_score_loss": 0.0332618772983551}
+{"step": 1050000, "wall_time": 9803.381457567215, "train_loss_step": 4.126338958740234, "n_params": 4428880, "total_flops": 14285795328000000, "train_loss": 0.03320996761322022, "subset_score_loss": 0.03320996761322022}
+{"step": 1060000, "wall_time": 9887.452880620956, "train_loss_step": 3.7510015964508057, "n_params": 4428880, "total_flops": 14421850521600000, "train_loss": 0.034096792340278625, "subset_score_loss": 0.034096792340278625}
+{"step": 1070000, "wall_time": 9973.862133264542, "train_loss_step": 3.9613709449768066, "n_params": 4428880, "total_flops": 14557905715200000, "train_loss": 0.0335915595293045, "subset_score_loss": 0.0335915595293045}
+{"step": 1080000, "wall_time": 10058.869286298752, "train_loss_step": 3.97108793258667, "n_params": 4428880, "total_flops": 14693960908800000, "train_loss": 0.03253551423549652, "subset_score_loss": 0.03253551423549652}
+{"step": 1090000, "wall_time": 10143.232789039612, "train_loss_step": 4.039361000061035, "n_params": 4428880, "total_flops": 14830016102400000, "train_loss": 0.03202634751796722, "subset_score_loss": 0.03202634751796722}
+{"step": 1100000, "wall_time": 10320.266433000565, "train_loss_step": 3.981113910675049, "n_params": 4428880, "total_flops": 14966071296000000, "train_loss": 0.033269867300987244, "subset_score_loss": 0.033269867300987244, "memorization_fraction_pixel": 0.36079999804496765, "mean_nn_ratio_pixel": 0.5368914008140564, "fid": 44.50470637563195}
+{"step": 1110000, "wall_time": 10406.5322971344, "train_loss_step": 3.859858989715576, "n_params": 4428880, "total_flops": 15102126489600000, "train_loss": 0.0322832316160202, "subset_score_loss": 0.0322832316160202}
+{"step": 1120000, "wall_time": 10492.801733016968, "train_loss_step": 4.252997875213623, "n_params": 4428880, "total_flops": 15238181683200000, "train_loss": 0.03228089511394501, "subset_score_loss": 0.03228089511394501}
+{"step": 1130000, "wall_time": 10579.119632482529, "train_loss_step": 3.9220359325408936, "n_params": 4428880, "total_flops": 15374236876800000, "train_loss": 0.032121875882148744, "subset_score_loss": 0.032121875882148744}
+{"step": 1140000, "wall_time": 10665.457958936691, "train_loss_step": 3.992438316345215, "n_params": 4428880, "total_flops": 15510292070400000, "train_loss": 0.03208927512168884, "subset_score_loss": 0.03208927512168884}
+{"step": 1150000, "wall_time": 10751.83390545845, "train_loss_step": 3.8094968795776367, "n_params": 4428880, "total_flops": 15646347264000000, "train_loss": 0.031670290231704715, "subset_score_loss": 0.031670290231704715}
+{"step": 1160000, "wall_time": 10836.03101348877, "train_loss_step": 4.04571533203125, "n_params": 4428880, "total_flops": 15782402457600000, "train_loss": 0.03155519962310791, "subset_score_loss": 0.03155519962310791}
+{"step": 1170000, "wall_time": 10922.35947227478, "train_loss_step": 4.024380683898926, "n_params": 4428880, "total_flops": 15918457651200000, "train_loss": 0.03181286156177521, "subset_score_loss": 0.03181286156177521}
+{"step": 1180000, "wall_time": 11006.905466079712, "train_loss_step": 3.8998327255249023, "n_params": 4428880, "total_flops": 16054512844800000, "train_loss": 0.03125300407409668, "subset_score_loss": 0.03125300407409668}
+{"step": 1190000, "wall_time": 11091.691482782364, "train_loss_step": 3.967745780944824, "n_params": 4428880, "total_flops": 16190568038400000, "train_loss": 0.031293702125549314, "subset_score_loss": 0.031293702125549314}
+{"step": 1200000, "wall_time": 11280.365837574005, "train_loss_step": 4.124238014221191, "n_params": 4428880, "total_flops": 16326623232000000, "train_loss": 0.03140503168106079, "subset_score_loss": 0.03140503168106079, "memorization_fraction_pixel": 0.41260001063346863, "mean_nn_ratio_pixel": 0.5082570910453796, "fid": 43.81875893214328}
+{"step": 1210000, "wall_time": 11366.877527475357, "train_loss_step": 3.845073699951172, "n_params": 4428880, "total_flops": 16462678425600000, "train_loss": 0.030963176488876344, "subset_score_loss": 0.030963176488876344}
+{"step": 1220000, "wall_time": 11453.1090862751, "train_loss_step": 3.8638689517974854, "n_params": 4428880, "total_flops": 16598733619200000, "train_loss": 0.030108290910720825, "subset_score_loss": 0.030108290910720825}
+{"step": 1230000, "wall_time": 11539.035279035568, "train_loss_step": 3.921778678894043, "n_params": 4428880, "total_flops": 16734788812800000, "train_loss": 0.030312690138816833, "subset_score_loss": 0.030312690138816833}
+{"step": 1240000, "wall_time": 11625.353425741196, "train_loss_step": 3.9215705394744873, "n_params": 4428880, "total_flops": 16870844006400000, "train_loss": 0.030487051606178282, "subset_score_loss": 0.030487051606178282}
+{"step": 1250000, "wall_time": 11711.767794370651, "train_loss_step": 3.460606575012207, "n_params": 4428880, "total_flops": 17006899200000000, "train_loss": 0.03000326156616211, "subset_score_loss": 0.03000326156616211}
+{"step": 1260000, "wall_time": 11796.044327497482, "train_loss_step": 4.051369667053223, "n_params": 4428880, "total_flops": 17142954393600000, "train_loss": 0.03005630075931549, "subset_score_loss": 0.03005630075931549}
+{"step": 1270000, "wall_time": 11882.354580163956, "train_loss_step": 4.46021842956543, "n_params": 4428880, "total_flops": 17279009587200000, "train_loss": 0.030148816108703614, "subset_score_loss": 0.030148816108703614}
+{"step": 1280000, "wall_time": 11967.059277057648, "train_loss_step": 3.964053153991699, "n_params": 4428880, "total_flops": 17415064780800000, "train_loss": 0.0299856036901474, "subset_score_loss": 0.0299856036901474}
+{"step": 1290000, "wall_time": 12051.870263576508, "train_loss_step": 3.823240280151367, "n_params": 4428880, "total_flops": 17551119974400000, "train_loss": 0.0295240581035614, "subset_score_loss": 0.0295240581035614}
+{"step": 1300000, "wall_time": 12206.193925619125, "train_loss_step": 3.6636362075805664, "n_params": 4428880, "total_flops": 17687175168000000, "train_loss": 0.02914380133152008, "subset_score_loss": 0.02914380133152008, "memorization_fraction_pixel": 0.4415000081062317, "mean_nn_ratio_pixel": 0.4909578561782837, "fid": 42.912029023032076}
+{"step": 1310000, "wall_time": 12292.662635564804, "train_loss_step": 3.675330400466919, "n_params": 4428880, "total_flops": 17823230361600000, "train_loss": 0.02960471510887146, "subset_score_loss": 0.02960471510887146}
+{"step": 1320000, "wall_time": 12379.004494905472, "train_loss_step": 3.8882670402526855, "n_params": 4428880, "total_flops": 17959285555200000, "train_loss": 0.029969576001167297, "subset_score_loss": 0.029969576001167297}
+{"step": 1330000, "wall_time": 12465.108913183212, "train_loss_step": 4.026602745056152, "n_params": 4428880, "total_flops": 18095340748800000, "train_loss": 0.02883386015892029, "subset_score_loss": 0.02883386015892029}
+{"step": 1340000, "wall_time": 12551.552322149277, "train_loss_step": 3.7698521614074707, "n_params": 4428880, "total_flops": 18231395942400000, "train_loss": 0.028808245062828065, "subset_score_loss": 0.028808245062828065}
+{"step": 1350000, "wall_time": 12637.894731760025, "train_loss_step": 3.6046440601348877, "n_params": 4428880, "total_flops": 18367451136000000, "train_loss": 0.028460964560508728, "subset_score_loss": 0.028460964560508728}
+{"step": 1360000, "wall_time": 12724.371994495392, "train_loss_step": 3.783170223236084, "n_params": 4428880, "total_flops": 18503506329600000, "train_loss": 0.028965696692466736, "subset_score_loss": 0.028965696692466736}
+{"step": 1370000, "wall_time": 12806.919674396515, "train_loss_step": 4.070630073547363, "n_params": 4428880, "total_flops": 18639561523200000, "train_loss": 0.0288602352142334, "subset_score_loss": 0.0288602352142334}
+{"step": 1380000, "wall_time": 12893.347163438797, "train_loss_step": 3.719679355621338, "n_params": 4428880, "total_flops": 18775616716800000, "train_loss": 0.028788560628890993, "subset_score_loss": 0.028788560628890993}
+{"step": 1390000, "wall_time": 12979.926412820816, "train_loss_step": 3.6324219703674316, "n_params": 4428880, "total_flops": 18911671910400000, "train_loss": 0.027950379252433776, "subset_score_loss": 0.027950379252433776}
+{"step": 1400000, "wall_time": 13131.647045135498, "train_loss_step": 3.9355626106262207, "n_params": 4428880, "total_flops": 19047727104000000, "train_loss": 0.02776826322078705, "subset_score_loss": 0.02776826322078705, "memorization_fraction_pixel": 0.501800000667572, "mean_nn_ratio_pixel": 0.4641435146331787, "fid": 42.602488818768464}
+{"step": 1410000, "wall_time": 13217.996668815613, "train_loss_step": 3.733513832092285, "n_params": 4428880, "total_flops": 19183782297600000, "train_loss": 0.02765091061592102, "subset_score_loss": 0.02765091061592102}
+{"step": 1420000, "wall_time": 13304.311037540436, "train_loss_step": 3.9576547145843506, "n_params": 4428880, "total_flops": 19319837491200000, "train_loss": 0.029282516241073607, "subset_score_loss": 0.029282516241073607}
+{"step": 1430000, "wall_time": 13390.527076005936, "train_loss_step": 3.626358985900879, "n_params": 4428880, "total_flops": 19455892684800000, "train_loss": 0.027741414308547974, "subset_score_loss": 0.027741414308547974}
+{"step": 1440000, "wall_time": 13476.926753997803, "train_loss_step": 3.8030710220336914, "n_params": 4428880, "total_flops": 19591947878400000, "train_loss": 0.02856075167655945, "subset_score_loss": 0.02856075167655945}
+{"step": 1450000, "wall_time": 13563.338798046112, "train_loss_step": 3.4133713245391846, "n_params": 4428880, "total_flops": 19728003072000000, "train_loss": 0.026678413152694702, "subset_score_loss": 0.026678413152694702}
+{"step": 1460000, "wall_time": 13649.74958896637, "train_loss_step": 3.7617435455322266, "n_params": 4428880, "total_flops": 19864058265600000, "train_loss": 0.02717967629432678, "subset_score_loss": 0.02717967629432678}
+{"step": 1470000, "wall_time": 13734.63987159729, "train_loss_step": 3.5698938369750977, "n_params": 4428880, "total_flops": 20000113459200000, "train_loss": 0.027767708897590636, "subset_score_loss": 0.027767708897590636}
+{"step": 1480000, "wall_time": 13818.601848840714, "train_loss_step": 3.842646598815918, "n_params": 4428880, "total_flops": 20136168652800000, "train_loss": 0.027966174483299255, "subset_score_loss": 0.027966174483299255}
+{"step": 1490000, "wall_time": 13904.820542573929, "train_loss_step": 3.8021597862243652, "n_params": 4428880, "total_flops": 20272223846400000, "train_loss": 0.026608622074127196, "subset_score_loss": 0.026608622074127196}
+{"step": 1500000, "wall_time": 14059.033661842346, "train_loss_step": 3.4019107818603516, "n_params": 4428880, "total_flops": 20408279040000000, "train_loss": 0.026809078454971314, "subset_score_loss": 0.026809078454971314, "memorization_fraction_pixel": 0.5299999713897705, "mean_nn_ratio_pixel": 0.44975990056991577, "fid": 42.01680923370752}
+{"step": 1510000, "wall_time": 14145.230798006058, "train_loss_step": 3.6548995971679688, "n_params": 4428880, "total_flops": 20544334233600000, "train_loss": 0.026101183891296387, "subset_score_loss": 0.026101183891296387}
+{"step": 1520000, "wall_time": 14231.433205604553, "train_loss_step": 3.722482204437256, "n_params": 4428880, "total_flops": 20680389427200000, "train_loss": 0.026958826184272765, "subset_score_loss": 0.026958826184272765}
+{"step": 1530000, "wall_time": 14317.717761278152, "train_loss_step": 3.781057834625244, "n_params": 4428880, "total_flops": 20816444620800000, "train_loss": 0.026616358757019044, "subset_score_loss": 0.026616358757019044}
+{"step": 1540000, "wall_time": 14403.98278093338, "train_loss_step": 3.680724859237671, "n_params": 4428880, "total_flops": 20952499814400000, "train_loss": 0.02588796615600586, "subset_score_loss": 0.02588796615600586}
+{"step": 1550000, "wall_time": 14490.383276224136, "train_loss_step": 3.547553777694702, "n_params": 4428880, "total_flops": 21088555008000000, "train_loss": 0.026001545786857604, "subset_score_loss": 0.026001545786857604}
+{"step": 1560000, "wall_time": 14576.728206157684, "train_loss_step": 3.661078453063965, "n_params": 4428880, "total_flops": 21224610201600000, "train_loss": 0.02607109248638153, "subset_score_loss": 0.02607109248638153}
+{"step": 1570000, "wall_time": 14661.516746520996, "train_loss_step": 3.9136767387390137, "n_params": 4428880, "total_flops": 21360665395200000, "train_loss": 0.027066224813461305, "subset_score_loss": 0.027066224813461305}
+{"step": 1580000, "wall_time": 14745.96679520607, "train_loss_step": 3.7834911346435547, "n_params": 4428880, "total_flops": 21496720588800000, "train_loss": 0.026287147402763368, "subset_score_loss": 0.026287147402763368}
+{"step": 1590000, "wall_time": 14832.300859689713, "train_loss_step": 3.762131452560425, "n_params": 4428880, "total_flops": 21632775782400000, "train_loss": 0.025260266661643983, "subset_score_loss": 0.025260266661643983}
+{"step": 1600000, "wall_time": 14988.557723522186, "train_loss_step": 3.599883794784546, "n_params": 4428880, "total_flops": 21768830976000000, "train_loss": 0.026154148578643798, "subset_score_loss": 0.026154148578643798, "memorization_fraction_pixel": 0.5623000264167786, "mean_nn_ratio_pixel": 0.4379977583885193, "fid": 41.63874219186022}
+{"step": 1610000, "wall_time": 15073.236595153809, "train_loss_step": 3.478384256362915, "n_params": 4428880, "total_flops": 21904886169600000, "train_loss": 0.02507321536540985, "subset_score_loss": 0.02507321536540985}
+{"step": 1620000, "wall_time": 15159.330861330032, "train_loss_step": 3.6952567100524902, "n_params": 4428880, "total_flops": 22040941363200000, "train_loss": 0.025104016065597534, "subset_score_loss": 0.025104016065597534}
+{"step": 1630000, "wall_time": 15245.588941335678, "train_loss_step": 3.383411169052124, "n_params": 4428880, "total_flops": 22176996556800000, "train_loss": 0.025047433376312257, "subset_score_loss": 0.025047433376312257}
+{"step": 1640000, "wall_time": 15331.964982748032, "train_loss_step": 3.569054126739502, "n_params": 4428880, "total_flops": 22313051750400000, "train_loss": 0.025164902210235596, "subset_score_loss": 0.025164902210235596}
+{"step": 1650000, "wall_time": 15418.314006090164, "train_loss_step": 3.494511604309082, "n_params": 4428880, "total_flops": 22449106944000000, "train_loss": 0.02484463304281235, "subset_score_loss": 0.02484463304281235}
+{"step": 1660000, "wall_time": 15504.692777395248, "train_loss_step": 3.453859806060791, "n_params": 4428880, "total_flops": 22585162137600000, "train_loss": 0.025048696994781496, "subset_score_loss": 0.025048696994781496}
+{"step": 1670000, "wall_time": 15589.231884002686, "train_loss_step": 3.899013042449951, "n_params": 4428880, "total_flops": 22721217331200000, "train_loss": 0.024811723828315736, "subset_score_loss": 0.024811723828315736}
+{"step": 1680000, "wall_time": 15675.726519823074, "train_loss_step": 3.528733968734741, "n_params": 4428880, "total_flops": 22857272524800000, "train_loss": 0.024584412574768066, "subset_score_loss": 0.024584412574768066}
+{"step": 1690000, "wall_time": 15759.957871437073, "train_loss_step": 3.6188011169433594, "n_params": 4428880, "total_flops": 22993327718400000, "train_loss": 0.024079564213752746, "subset_score_loss": 0.024079564213752746}
+{"step": 1700000, "wall_time": 15915.68918466568, "train_loss_step": 3.7715747356414795, "n_params": 4428880, "total_flops": 23129382912000000, "train_loss": 0.0241669625043869, "subset_score_loss": 0.0241669625043869, "memorization_fraction_pixel": 0.5856999754905701, "mean_nn_ratio_pixel": 0.4293108284473419, "fid": 42.06488947575646}
+{"step": 1710000, "wall_time": 16002.392630338669, "train_loss_step": 3.5221307277679443, "n_params": 4428880, "total_flops": 23265438105600000, "train_loss": 0.024432171881198884, "subset_score_loss": 0.024432171881198884}
+{"step": 1720000, "wall_time": 16086.84665441513, "train_loss_step": 3.4142372608184814, "n_params": 4428880, "total_flops": 23401493299200000, "train_loss": 0.024512070417404174, "subset_score_loss": 0.024512070417404174}
+{"step": 1730000, "wall_time": 16172.840342283249, "train_loss_step": 3.4407382011413574, "n_params": 4428880, "total_flops": 23537548492800000, "train_loss": 0.02431982457637787, "subset_score_loss": 0.02431982457637787}
+{"step": 1740000, "wall_time": 16259.275742053986, "train_loss_step": 3.302971363067627, "n_params": 4428880, "total_flops": 23673603686400000, "train_loss": 0.024613575637340547, "subset_score_loss": 0.024613575637340547}
+{"step": 1750000, "wall_time": 16345.718519687653, "train_loss_step": 3.451669216156006, "n_params": 4428880, "total_flops": 23809658880000000, "train_loss": 0.02457415610551834, "subset_score_loss": 0.02457415610551834}
+{"step": 1760000, "wall_time": 16431.952273368835, "train_loss_step": 3.407607078552246, "n_params": 4428880, "total_flops": 23945714073600000, "train_loss": 0.02360062599182129, "subset_score_loss": 0.02360062599182129}
+{"step": 1770000, "wall_time": 16516.34053349495, "train_loss_step": 3.3189783096313477, "n_params": 4428880, "total_flops": 24081769267200000, "train_loss": 0.023301059007644655, "subset_score_loss": 0.023301059007644655}
+{"step": 1780000, "wall_time": 16602.699367046356, "train_loss_step": 3.688488245010376, "n_params": 4428880, "total_flops": 24217824460800000, "train_loss": 0.02344706207513809, "subset_score_loss": 0.02344706207513809}
+{"step": 1790000, "wall_time": 16689.516105651855, "train_loss_step": 3.464031934738159, "n_params": 4428880, "total_flops": 24353879654400000, "train_loss": 0.02405172139406204, "subset_score_loss": 0.02405172139406204}
+{"step": 1800000, "wall_time": 16861.55155467987, "train_loss_step": 3.674884796142578, "n_params": 4428880, "total_flops": 24489934848000000, "train_loss": 0.023789240419864653, "subset_score_loss": 0.023789240419864653, "memorization_fraction_pixel": 0.6155999898910522, "mean_nn_ratio_pixel": 0.4193849563598633, "fid": 42.12605021884744}
+{"step": 1810000, "wall_time": 16947.980135202408, "train_loss_step": 3.380496025085449, "n_params": 4428880, "total_flops": 24625990041600000, "train_loss": 0.02304267734289169, "subset_score_loss": 0.02304267734289169}
+{"step": 1820000, "wall_time": 17032.713027000427, "train_loss_step": 3.3100719451904297, "n_params": 4428880, "total_flops": 24762045235200000, "train_loss": 0.023208920657634736, "subset_score_loss": 0.023208920657634736}
+{"step": 1830000, "wall_time": 17118.765181303024, "train_loss_step": 3.812364101409912, "n_params": 4428880, "total_flops": 24898100428800000, "train_loss": 0.02335861623287201, "subset_score_loss": 0.02335861623287201}
+{"step": 1840000, "wall_time": 17205.066509723663, "train_loss_step": 3.7362067699432373, "n_params": 4428880, "total_flops": 25034155622400000, "train_loss": 0.023574699461460114, "subset_score_loss": 0.023574699461460114}
+{"step": 1850000, "wall_time": 17291.558131933212, "train_loss_step": 3.341341495513916, "n_params": 4428880, "total_flops": 25170210816000000, "train_loss": 0.023077353835105896, "subset_score_loss": 0.023077353835105896}
+{"step": 1860000, "wall_time": 17375.9575612545, "train_loss_step": 3.3902225494384766, "n_params": 4428880, "total_flops": 25306266009600000, "train_loss": 0.022985003888607025, "subset_score_loss": 0.022985003888607025}
+{"step": 1870000, "wall_time": 17462.20448422432, "train_loss_step": 3.8851490020751953, "n_params": 4428880, "total_flops": 25442321203200000, "train_loss": 0.023736561834812164, "subset_score_loss": 0.023736561834812164}
+{"step": 1880000, "wall_time": 17548.5422706604, "train_loss_step": 3.966917037963867, "n_params": 4428880, "total_flops": 25578376396800000, "train_loss": 0.022492507100105287, "subset_score_loss": 0.022492507100105287}
+{"step": 1890000, "wall_time": 17635.005354881287, "train_loss_step": 3.508216142654419, "n_params": 4428880, "total_flops": 25714431590400000, "train_loss": 0.02325487732887268, "subset_score_loss": 0.02325487732887268}
+{"step": 1900000, "wall_time": 17808.784981012344, "train_loss_step": 3.6560184955596924, "n_params": 4428880, "total_flops": 25850486784000000, "train_loss": 0.02227303236722946, "subset_score_loss": 0.02227303236722946, "memorization_fraction_pixel": 0.6495000123977661, "mean_nn_ratio_pixel": 0.4031328856945038, "fid": 41.14527775415209}
+{"step": 1910000, "wall_time": 17895.166444063187, "train_loss_step": 3.47772216796875, "n_params": 4428880, "total_flops": 25986541977600000, "train_loss": 0.022377562522888184, "subset_score_loss": 0.022377562522888184}
+{"step": 1920000, "wall_time": 17981.499636411667, "train_loss_step": 3.2750608921051025, "n_params": 4428880, "total_flops": 26122597171200000, "train_loss": 0.02256286293268204, "subset_score_loss": 0.02256286293268204}
+{"step": 1930000, "wall_time": 18065.97650909424, "train_loss_step": 3.370436668395996, "n_params": 4428880, "total_flops": 26258652364800000, "train_loss": 0.02237076461315155, "subset_score_loss": 0.02237076461315155}
+{"step": 1940000, "wall_time": 18152.20086979866, "train_loss_step": 3.5348429679870605, "n_params": 4428880, "total_flops": 26394707558400000, "train_loss": 0.022462940216064452, "subset_score_loss": 0.022462940216064452}
+{"step": 1950000, "wall_time": 18238.462600708008, "train_loss_step": 3.3228158950805664, "n_params": 4428880, "total_flops": 26530762752000000, "train_loss": 0.022471873462200163, "subset_score_loss": 0.022471873462200163}
+{"step": 1960000, "wall_time": 18323.277567863464, "train_loss_step": 3.24070405960083, "n_params": 4428880, "total_flops": 26666817945600000, "train_loss": 0.022193866968154907, "subset_score_loss": 0.022193866968154907}
+{"step": 1970000, "wall_time": 18409.667808532715, "train_loss_step": 3.3750476837158203, "n_params": 4428880, "total_flops": 26802873139200000, "train_loss": 0.021180768311023713, "subset_score_loss": 0.021180768311023713}
+{"step": 1980000, "wall_time": 18495.892231225967, "train_loss_step": 3.159512996673584, "n_params": 4428880, "total_flops": 26938928332800000, "train_loss": 0.020916764438152314, "subset_score_loss": 0.020916764438152314}
+{"step": 1990000, "wall_time": 18582.216648817062, "train_loss_step": 3.6056129932403564, "n_params": 4428880, "total_flops": 27074983526400000, "train_loss": 0.021144604682922362, "subset_score_loss": 0.021144604682922362}
+{"step": 2000000, "wall_time": 18737.88671541214, "train_loss_step": 3.282806158065796, "n_params": 4428880, "total_flops": 27211038720000000, "train_loss": 0.02111312597990036, "subset_score_loss": 0.02111312597990036, "memorization_fraction_pixel": 0.6736000180244446, "mean_nn_ratio_pixel": 0.39244502782821655, "fid": 41.81396157966567}
+{"step": 2010000, "wall_time": 18824.22787809372, "train_loss_step": 3.2032017707824707, "n_params": 4428880, "total_flops": 27347093913600000, "train_loss": 0.02161862254142761, "subset_score_loss": 0.02161862254142761}
+{"step": 2020000, "wall_time": 18910.419066905975, "train_loss_step": 3.5438408851623535, "n_params": 4428880, "total_flops": 27483149107200000, "train_loss": 0.021367691457271576, "subset_score_loss": 0.021367691457271576}
+{"step": 2030000, "wall_time": 18996.946498155594, "train_loss_step": 3.364748239517212, "n_params": 4428880, "total_flops": 27619204300800000, "train_loss": 0.020838499069213867, "subset_score_loss": 0.020838499069213867}
+{"step": 2040000, "wall_time": 19081.294178962708, "train_loss_step": 3.3506319522857666, "n_params": 4428880, "total_flops": 27755259494400000, "train_loss": 0.020400336384773253, "subset_score_loss": 0.020400336384773253}
+{"step": 2050000, "wall_time": 19165.640847206116, "train_loss_step": 3.4420344829559326, "n_params": 4428880, "total_flops": 27891314688000000, "train_loss": 0.021737101674079894, "subset_score_loss": 0.021737101674079894}
+{"step": 2060000, "wall_time": 19251.963660240173, "train_loss_step": 3.180737018585205, "n_params": 4428880, "total_flops": 28027369881600000, "train_loss": 0.02044868320226669, "subset_score_loss": 0.02044868320226669}
+{"step": 2070000, "wall_time": 19338.283341884613, "train_loss_step": 3.20361590385437, "n_params": 4428880, "total_flops": 28163425075200000, "train_loss": 0.021271756291389464, "subset_score_loss": 0.021271756291389464}
+{"step": 2080000, "wall_time": 19424.576964616776, "train_loss_step": 3.400357484817505, "n_params": 4428880, "total_flops": 28299480268800000, "train_loss": 0.02039142996072769, "subset_score_loss": 0.02039142996072769}
+{"step": 2090000, "wall_time": 19510.932763576508, "train_loss_step": 3.447890281677246, "n_params": 4428880, "total_flops": 28435535462400000, "train_loss": 0.021619105339050294, "subset_score_loss": 0.021619105339050294}
+{"step": 2100000, "wall_time": 19689.555292129517, "train_loss_step": 3.183368682861328, "n_params": 4428880, "total_flops": 28571590656000000, "train_loss": 0.020907536149024963, "subset_score_loss": 0.020907536149024963, "memorization_fraction_pixel": 0.6808000206947327, "mean_nn_ratio_pixel": 0.38760706782341003, "fid": 41.377760959391615}
+{"step": 2110000, "wall_time": 19775.864964723587, "train_loss_step": 3.2281570434570312, "n_params": 4428880, "total_flops": 28707645849600000, "train_loss": 0.020674414932727814, "subset_score_loss": 0.020674414932727814}
+{"step": 2120000, "wall_time": 19861.99116063118, "train_loss_step": 2.908161163330078, "n_params": 4428880, "total_flops": 28843701043200000, "train_loss": 0.021446843445301057, "subset_score_loss": 0.021446843445301057}
+{"step": 2130000, "wall_time": 19948.29042673111, "train_loss_step": 3.2755801677703857, "n_params": 4428880, "total_flops": 28979756236800000, "train_loss": 0.02102551907300949, "subset_score_loss": 0.02102551907300949}
+{"step": 2140000, "wall_time": 20032.945005893707, "train_loss_step": 3.5309736728668213, "n_params": 4428880, "total_flops": 29115811430400000, "train_loss": 0.021074745059013366, "subset_score_loss": 0.021074745059013366}
+{"step": 2150000, "wall_time": 20117.310720443726, "train_loss_step": 3.317098617553711, "n_params": 4428880, "total_flops": 29251866624000000, "train_loss": 0.02120750695466995, "subset_score_loss": 0.02120750695466995}
+{"step": 2160000, "wall_time": 20203.609222650528, "train_loss_step": 3.181460380554199, "n_params": 4428880, "total_flops": 29387921817600000, "train_loss": 0.019850954413414, "subset_score_loss": 0.019850954413414}
+{"step": 2170000, "wall_time": 20290.000688552856, "train_loss_step": 3.097710132598877, "n_params": 4428880, "total_flops": 29523977011200000, "train_loss": 0.019998890161514283, "subset_score_loss": 0.019998890161514283}
+{"step": 2180000, "wall_time": 20376.415616989136, "train_loss_step": 3.4132325649261475, "n_params": 4428880, "total_flops": 29660032204800000, "train_loss": 0.021770934760570525, "subset_score_loss": 0.021770934760570525}
+{"step": 2190000, "wall_time": 20462.697306871414, "train_loss_step": 3.156651020050049, "n_params": 4428880, "total_flops": 29796087398400000, "train_loss": 0.019848266243934633, "subset_score_loss": 0.019848266243934633}
+{"step": 2200000, "wall_time": 20642.037504434586, "train_loss_step": 3.1330511569976807, "n_params": 4428880, "total_flops": 29932142592000000, "train_loss": 0.020448730885982515, "subset_score_loss": 0.020448730885982515, "memorization_fraction_pixel": 0.7037000060081482, "mean_nn_ratio_pixel": 0.37842732667922974, "fid": 40.81634870261239}
+{"step": 2210000, "wall_time": 20728.274345636368, "train_loss_step": 3.5013747215270996, "n_params": 4428880, "total_flops": 30068197785600000, "train_loss": 0.020841284096240996, "subset_score_loss": 0.020841284096240996}
+{"step": 2220000, "wall_time": 20814.514867782593, "train_loss_step": 3.0200982093811035, "n_params": 4428880, "total_flops": 30204252979200000, "train_loss": 0.02058020532131195, "subset_score_loss": 0.02058020532131195}
+{"step": 2230000, "wall_time": 20900.938822984695, "train_loss_step": 3.1609766483306885, "n_params": 4428880, "total_flops": 30340308172800000, "train_loss": 0.02112858444452286, "subset_score_loss": 0.02112858444452286}
+{"step": 2240000, "wall_time": 20985.71754336357, "train_loss_step": 3.0692408084869385, "n_params": 4428880, "total_flops": 30476363366400000, "train_loss": 0.019622083008289336, "subset_score_loss": 0.019622083008289336}
+{"step": 2250000, "wall_time": 21070.09480690956, "train_loss_step": 3.1139938831329346, "n_params": 4428880, "total_flops": 30612418560000000, "train_loss": 0.019722828269004823, "subset_score_loss": 0.019722828269004823}
+{"step": 2260000, "wall_time": 21156.425893306732, "train_loss_step": 3.3397157192230225, "n_params": 4428880, "total_flops": 30748473753600000, "train_loss": 0.019343359768390654, "subset_score_loss": 0.019343359768390654}
+{"step": 2270000, "wall_time": 21242.707201480865, "train_loss_step": 3.0118608474731445, "n_params": 4428880, "total_flops": 30884528947200000, "train_loss": 0.01991542726755142, "subset_score_loss": 0.01991542726755142}
+{"step": 2280000, "wall_time": 21329.03363585472, "train_loss_step": 3.446187973022461, "n_params": 4428880, "total_flops": 31020584140800000, "train_loss": 0.01932956725358963, "subset_score_loss": 0.01932956725358963}
+{"step": 2290000, "wall_time": 21415.315977573395, "train_loss_step": 3.4162278175354004, "n_params": 4428880, "total_flops": 31156639334400000, "train_loss": 0.01946345865726471, "subset_score_loss": 0.01946345865726471}
+{"step": 2300000, "wall_time": 21592.183091640472, "train_loss_step": 3.500105857849121, "n_params": 4428880, "total_flops": 31292694528000000, "train_loss": 0.019942058622837065, "subset_score_loss": 0.019942058622837065, "memorization_fraction_pixel": 0.7124000191688538, "mean_nn_ratio_pixel": 0.374637246131897, "fid": 41.19987347976346}
+{"step": 2310000, "wall_time": 21678.333933591843, "train_loss_step": 3.343407154083252, "n_params": 4428880, "total_flops": 31428749721600000, "train_loss": 0.019094541668891907, "subset_score_loss": 0.019094541668891907}
+{"step": 2320000, "wall_time": 21764.40061545372, "train_loss_step": 3.2113523483276367, "n_params": 4428880, "total_flops": 31564804915200000, "train_loss": 0.019013911485671997, "subset_score_loss": 0.019013911485671997}
+{"step": 2330000, "wall_time": 21849.331803560257, "train_loss_step": 3.169074773788452, "n_params": 4428880, "total_flops": 31700860108800000, "train_loss": 0.018710587918758393, "subset_score_loss": 0.018710587918758393}
+{"step": 2340000, "wall_time": 21935.455634355545, "train_loss_step": 3.2261133193969727, "n_params": 4428880, "total_flops": 31836915302400000, "train_loss": 0.01906823515892029, "subset_score_loss": 0.01906823515892029}
+{"step": 2350000, "wall_time": 22020.19739317894, "train_loss_step": 3.213230848312378, "n_params": 4428880, "total_flops": 31972970496000000, "train_loss": 0.01958056688308716, "subset_score_loss": 0.01958056688308716}
+{"step": 2360000, "wall_time": 22106.596564531326, "train_loss_step": 3.264370918273926, "n_params": 4428880, "total_flops": 32109025689600000, "train_loss": 0.018977756798267364, "subset_score_loss": 0.018977756798267364}
+{"step": 2370000, "wall_time": 22192.886455774307, "train_loss_step": 3.062960624694824, "n_params": 4428880, "total_flops": 32245080883200000, "train_loss": 0.018857745826244353, "subset_score_loss": 0.018857745826244353}
+{"step": 2380000, "wall_time": 22279.101866722107, "train_loss_step": 3.2695424556732178, "n_params": 4428880, "total_flops": 32381136076800000, "train_loss": 0.018925705552101137, "subset_score_loss": 0.018925705552101137}
+{"step": 2390000, "wall_time": 22365.43035030365, "train_loss_step": 3.4092350006103516, "n_params": 4428880, "total_flops": 32517191270400000, "train_loss": 0.018530316650867462, "subset_score_loss": 0.018530316650867462}
+{"step": 2400000, "wall_time": 22540.800107479095, "train_loss_step": 3.1653170585632324, "n_params": 4428880, "total_flops": 32653246464000000, "train_loss": 0.0182586207985878, "subset_score_loss": 0.0182586207985878, "memorization_fraction_pixel": 0.7210000157356262, "mean_nn_ratio_pixel": 0.3670893609523773, "fid": 40.35618612623284}
+{"step": 2410000, "wall_time": 22627.09383249283, "train_loss_step": 3.2554850578308105, "n_params": 4428880, "total_flops": 32789301657600000, "train_loss": 0.018907828629016875, "subset_score_loss": 0.018907828629016875}
+{"step": 2420000, "wall_time": 22713.361561775208, "train_loss_step": 2.9460439682006836, "n_params": 4428880, "total_flops": 32925356851200000, "train_loss": 0.01847427636384964, "subset_score_loss": 0.01847427636384964}
+{"step": 2430000, "wall_time": 22798.141052007675, "train_loss_step": 3.2021126747131348, "n_params": 4428880, "total_flops": 33061412044800000, "train_loss": 0.01873173415660858, "subset_score_loss": 0.01873173415660858}
+{"step": 2440000, "wall_time": 22884.426730155945, "train_loss_step": 3.1927223205566406, "n_params": 4428880, "total_flops": 33197467238400000, "train_loss": 0.019177465140819548, "subset_score_loss": 0.019177465140819548}
+{"step": 2450000, "wall_time": 22969.30318546295, "train_loss_step": 2.88132381439209, "n_params": 4428880, "total_flops": 33333522432000000, "train_loss": 0.019495123624801637, "subset_score_loss": 0.019495123624801637}
+{"step": 2460000, "wall_time": 23055.62918305397, "train_loss_step": 3.1312577724456787, "n_params": 4428880, "total_flops": 33469577625600000, "train_loss": 0.01832357794046402, "subset_score_loss": 0.01832357794046402}
+{"step": 2470000, "wall_time": 23142.0809674263, "train_loss_step": 3.114013195037842, "n_params": 4428880, "total_flops": 33605632819200000, "train_loss": 0.017715103924274445, "subset_score_loss": 0.017715103924274445}
+{"step": 2480000, "wall_time": 23228.34014725685, "train_loss_step": 3.0149686336517334, "n_params": 4428880, "total_flops": 33741688012800000, "train_loss": 0.018313282728195192, "subset_score_loss": 0.018313282728195192}
+{"step": 2490000, "wall_time": 23314.61451292038, "train_loss_step": 3.0414834022521973, "n_params": 4428880, "total_flops": 33877743206400000, "train_loss": 0.018070971965789794, "subset_score_loss": 0.018070971965789794}
+{"step": 2500000, "wall_time": 23493.64350771904, "train_loss_step": 3.3882522583007812, "n_params": 4428880, "total_flops": 34013798400000000, "train_loss": 0.01764630377292633, "subset_score_loss": 0.01764630377292633, "memorization_fraction_pixel": 0.7437000274658203, "mean_nn_ratio_pixel": 0.3548484146595001, "fid": 40.11428943820208}
+{"step": 2510000, "wall_time": 23579.916360378265, "train_loss_step": 3.0515284538269043, "n_params": 4428880, "total_flops": 34149853593600000, "train_loss": 0.018107452988624574, "subset_score_loss": 0.018107452988624574}
+{"step": 2520000, "wall_time": 23664.34075474739, "train_loss_step": 3.1330978870391846, "n_params": 4428880, "total_flops": 34285908787200000, "train_loss": 0.0178163543343544, "subset_score_loss": 0.0178163543343544}
+{"step": 2530000, "wall_time": 23750.740203142166, "train_loss_step": 3.1444897651672363, "n_params": 4428880, "total_flops": 34421963980800000, "train_loss": 0.018659128248691557, "subset_score_loss": 0.018659128248691557}
+{"step": 2540000, "wall_time": 23837.143359422684, "train_loss_step": 3.394773006439209, "n_params": 4428880, "total_flops": 34558019174400000, "train_loss": 0.01827433258295059, "subset_score_loss": 0.01827433258295059}
+{"step": 2550000, "wall_time": 23923.703094244003, "train_loss_step": 3.3696129322052, "n_params": 4428880, "total_flops": 34694074368000000, "train_loss": 0.017904290556907655, "subset_score_loss": 0.017904290556907655}
+{"step": 2560000, "wall_time": 24008.535702705383, "train_loss_step": 2.9934728145599365, "n_params": 4428880, "total_flops": 34830129561600000, "train_loss": 0.01756523996591568, "subset_score_loss": 0.01756523996591568}
+{"step": 2570000, "wall_time": 24094.79865694046, "train_loss_step": 2.9634671211242676, "n_params": 4428880, "total_flops": 34966184755200000, "train_loss": 0.017214445769786833, "subset_score_loss": 0.017214445769786833}
+{"step": 2580000, "wall_time": 24181.173297405243, "train_loss_step": 3.6036376953125, "n_params": 4428880, "total_flops": 35102239948800000, "train_loss": 0.01769808679819107, "subset_score_loss": 0.01769808679819107}
+{"step": 2590000, "wall_time": 24267.43504834175, "train_loss_step": 3.271132707595825, "n_params": 4428880, "total_flops": 35238295142400000, "train_loss": 0.017680586874485017, "subset_score_loss": 0.017680586874485017}
+{"step": 2600000, "wall_time": 24444.163043260574, "train_loss_step": 3.0852253437042236, "n_params": 4428880, "total_flops": 35374350336000000, "train_loss": 0.017743661999702454, "subset_score_loss": 0.017743661999702454, "memorization_fraction_pixel": 0.7588000297546387, "mean_nn_ratio_pixel": 0.3466010093688965, "fid": 40.64068451135526}
+{"step": 2610000, "wall_time": 24527.806038856506, "train_loss_step": 3.267493724822998, "n_params": 4428880, "total_flops": 35510405529600000, "train_loss": 0.017455863952636718, "subset_score_loss": 0.017455863952636718}
+{"step": 2620000, "wall_time": 24613.038301944733, "train_loss_step": 3.1260693073272705, "n_params": 4428880, "total_flops": 35646460723200000, "train_loss": 0.017751234769821166, "subset_score_loss": 0.017751234769821166}
+{"step": 2630000, "wall_time": 24699.424864530563, "train_loss_step": 3.227118730545044, "n_params": 4428880, "total_flops": 35782515916800000, "train_loss": 0.017833775281906127, "subset_score_loss": 0.017833775281906127}
+{"step": 2640000, "wall_time": 24785.82901573181, "train_loss_step": 3.301825523376465, "n_params": 4428880, "total_flops": 35918571110400000, "train_loss": 0.017287616431713105, "subset_score_loss": 0.017287616431713105}
+{"step": 2650000, "wall_time": 24872.135200738907, "train_loss_step": 3.1627280712127686, "n_params": 4428880, "total_flops": 36054626304000000, "train_loss": 0.01743680387735367, "subset_score_loss": 0.01743680387735367}
+{"step": 2660000, "wall_time": 24956.95286798477, "train_loss_step": 3.1397361755371094, "n_params": 4428880, "total_flops": 36190681497600000, "train_loss": 0.016915149986743927, "subset_score_loss": 0.016915149986743927}
+{"step": 2670000, "wall_time": 25043.04804468155, "train_loss_step": 3.041566848754883, "n_params": 4428880, "total_flops": 36326736691200000, "train_loss": 0.017139948904514313, "subset_score_loss": 0.017139948904514313}
+{"step": 2680000, "wall_time": 25129.32091832161, "train_loss_step": 3.16986346244812, "n_params": 4428880, "total_flops": 36462791884800000, "train_loss": 0.017858026921749114, "subset_score_loss": 0.017858026921749114}
+{"step": 2690000, "wall_time": 25215.641807079315, "train_loss_step": 2.828066825866699, "n_params": 4428880, "total_flops": 36598847078400000, "train_loss": 0.01874421238899231, "subset_score_loss": 0.01874421238899231}
+{"step": 2700000, "wall_time": 25371.856745243073, "train_loss_step": 2.921260356903076, "n_params": 4428880, "total_flops": 36734902272000000, "train_loss": 0.018298611044883728, "subset_score_loss": 0.018298611044883728, "memorization_fraction_pixel": 0.7616999745368958, "mean_nn_ratio_pixel": 0.3482940196990967, "fid": 39.81144218799949}
+{"step": 2710000, "wall_time": 25454.501424074173, "train_loss_step": 3.1516194343566895, "n_params": 4428880, "total_flops": 36870957465600000, "train_loss": 0.016710618138313295, "subset_score_loss": 0.016710618138313295}
+{"step": 2720000, "wall_time": 25540.73362636566, "train_loss_step": 3.2706387042999268, "n_params": 4428880, "total_flops": 37007012659200000, "train_loss": 0.017182490229606627, "subset_score_loss": 0.017182490229606627}
+{"step": 2730000, "wall_time": 25627.139850854874, "train_loss_step": 3.284796714782715, "n_params": 4428880, "total_flops": 37143067852800000, "train_loss": 0.017379212379455566, "subset_score_loss": 0.017379212379455566}
+{"step": 2740000, "wall_time": 25713.51899909973, "train_loss_step": 3.0134730339050293, "n_params": 4428880, "total_flops": 37279123046400000, "train_loss": 0.018224188685417177, "subset_score_loss": 0.018224188685417177}
+{"step": 2750000, "wall_time": 25799.853746414185, "train_loss_step": 3.2448949813842773, "n_params": 4428880, "total_flops": 37415178240000000, "train_loss": 0.017322316765785217, "subset_score_loss": 0.017322316765785217}
+{"step": 2760000, "wall_time": 25886.14986228943, "train_loss_step": 3.2252273559570312, "n_params": 4428880, "total_flops": 37551233433600000, "train_loss": 0.017029623687267303, "subset_score_loss": 0.017029623687267303}
+{"step": 2770000, "wall_time": 25970.934948682785, "train_loss_step": 3.0324466228485107, "n_params": 4428880, "total_flops": 37687288627200000, "train_loss": 0.016728660464286803, "subset_score_loss": 0.016728660464286803}
+{"step": 2780000, "wall_time": 26057.184378385544, "train_loss_step": 3.27309250831604, "n_params": 4428880, "total_flops": 37823343820800000, "train_loss": 0.01730538010597229, "subset_score_loss": 0.01730538010597229}
+{"step": 2790000, "wall_time": 26143.48076915741, "train_loss_step": 3.241520404815674, "n_params": 4428880, "total_flops": 37959399014400000, "train_loss": 0.01659216731786728, "subset_score_loss": 0.01659216731786728}
+{"step": 2800000, "wall_time": 26323.41219496727, "train_loss_step": 3.0341687202453613, "n_params": 4428880, "total_flops": 38095454208000000, "train_loss": 0.016499677300453187, "subset_score_loss": 0.016499677300453187, "memorization_fraction_pixel": 0.7621999979019165, "mean_nn_ratio_pixel": 0.3462828993797302, "fid": 40.67431125640916}
+{"step": 2810000, "wall_time": 26406.358093738556, "train_loss_step": 2.7881298065185547, "n_params": 4428880, "total_flops": 38231509401600000, "train_loss": 0.01682645082473755, "subset_score_loss": 0.01682645082473755}
+{"step": 2820000, "wall_time": 26492.63433599472, "train_loss_step": 3.2273361682891846, "n_params": 4428880, "total_flops": 38367564595200000, "train_loss": 0.01704526096582413, "subset_score_loss": 0.01704526096582413}
+{"step": 2830000, "wall_time": 26578.876484155655, "train_loss_step": 3.249173879623413, "n_params": 4428880, "total_flops": 38503619788800000, "train_loss": 0.01624588668346405, "subset_score_loss": 0.01624588668346405}
+{"step": 2840000, "wall_time": 26665.229869365692, "train_loss_step": 3.111560106277466, "n_params": 4428880, "total_flops": 38639674982400000, "train_loss": 0.015876175463199617, "subset_score_loss": 0.015876175463199617}
+{"step": 2850000, "wall_time": 26751.64873933792, "train_loss_step": 2.93969464302063, "n_params": 4428880, "total_flops": 38775730176000000, "train_loss": 0.016071628034114837, "subset_score_loss": 0.016071628034114837}
+{"step": 2860000, "wall_time": 26837.95988225937, "train_loss_step": 3.369291305541992, "n_params": 4428880, "total_flops": 38911785369600000, "train_loss": 0.016221311688423157, "subset_score_loss": 0.016221311688423157}
+{"step": 2870000, "wall_time": 26924.716811418533, "train_loss_step": 3.1461544036865234, "n_params": 4428880, "total_flops": 39047840563200000, "train_loss": 0.0180131733417511, "subset_score_loss": 0.0180131733417511}
+{"step": 2880000, "wall_time": 27008.959713459015, "train_loss_step": 3.1275794506073, "n_params": 4428880, "total_flops": 39183895756800000, "train_loss": 0.01599832475185394, "subset_score_loss": 0.01599832475185394}
+{"step": 2890000, "wall_time": 27095.168621778488, "train_loss_step": 3.091524839401245, "n_params": 4428880, "total_flops": 39319950950400000, "train_loss": 0.016980448365211488, "subset_score_loss": 0.016980448365211488}
+{"step": 2900000, "wall_time": 27255.522579193115, "train_loss_step": 2.5699410438537598, "n_params": 4428880, "total_flops": 39456006144000000, "train_loss": 0.016546475887298583, "subset_score_loss": 0.016546475887298583, "memorization_fraction_pixel": 0.761900007724762, "mean_nn_ratio_pixel": 0.3476260304450989, "fid": 40.19858306704719}
+{"step": 2910000, "wall_time": 27342.100009918213, "train_loss_step": 2.7601075172424316, "n_params": 4428880, "total_flops": 39592061337600000, "train_loss": 0.015616925060749054, "subset_score_loss": 0.015616925060749054}
+{"step": 2920000, "wall_time": 27426.590909719467, "train_loss_step": 3.1347081661224365, "n_params": 4428880, "total_flops": 39728116531200000, "train_loss": 0.01580280512571335, "subset_score_loss": 0.01580280512571335}
+{"step": 2930000, "wall_time": 27512.888091802597, "train_loss_step": 2.860172748565674, "n_params": 4428880, "total_flops": 39864171724800000, "train_loss": 0.01550973504781723, "subset_score_loss": 0.01550973504781723}
+{"step": 2940000, "wall_time": 27599.24731373787, "train_loss_step": 3.032167434692383, "n_params": 4428880, "total_flops": 40000226918400000, "train_loss": 0.015729472041130066, "subset_score_loss": 0.015729472041130066}
+{"step": 2950000, "wall_time": 27685.58951830864, "train_loss_step": 3.0343892574310303, "n_params": 4428880, "total_flops": 40136282112000000, "train_loss": 0.016958838701248168, "subset_score_loss": 0.016958838701248168}
+{"step": 2960000, "wall_time": 27771.967553138733, "train_loss_step": 2.946009635925293, "n_params": 4428880, "total_flops": 40272337305600000, "train_loss": 0.015652243793010712, "subset_score_loss": 0.015652243793010712}
+{"step": 2970000, "wall_time": 27858.215483903885, "train_loss_step": 3.1504578590393066, "n_params": 4428880, "total_flops": 40408392499200000, "train_loss": 0.01591993272304535, "subset_score_loss": 0.01591993272304535}
+{"step": 2980000, "wall_time": 27943.012887001038, "train_loss_step": 3.1675329208374023, "n_params": 4428880, "total_flops": 40544447692800000, "train_loss": 0.015941135585308075, "subset_score_loss": 0.015941135585308075}
+{"step": 2990000, "wall_time": 28029.247996091843, "train_loss_step": 3.1383585929870605, "n_params": 4428880, "total_flops": 40680502886400000, "train_loss": 0.01631315052509308, "subset_score_loss": 0.01631315052509308}
+{"step": 3000000, "wall_time": 28208.473723888397, "train_loss_step": 2.9584028720855713, "n_params": 4428880, "total_flops": 40816558080000000, "train_loss": 0.01614018380641937, "subset_score_loss": 0.01614018380641937, "memorization_fraction_pixel": 0.7645000219345093, "mean_nn_ratio_pixel": 0.3486030697822571, "fid": 39.94254417906498}
+{"step": 3010000, "wall_time": 28294.875506162643, "train_loss_step": 3.0509023666381836, "n_params": 4428880, "total_flops": 40952613273600000, "train_loss": 0.015802595019340514, "subset_score_loss": 0.015802595019340514}
+{"step": 3020000, "wall_time": 28379.555492401123, "train_loss_step": 2.9008514881134033, "n_params": 4428880, "total_flops": 41088668467200000, "train_loss": 0.016661688685417175, "subset_score_loss": 0.016661688685417175}
+{"step": 3030000, "wall_time": 28465.896188020706, "train_loss_step": 3.2249679565429688, "n_params": 4428880, "total_flops": 41224723660800000, "train_loss": 0.01670096069574356, "subset_score_loss": 0.01670096069574356}
+{"step": 3040000, "wall_time": 28552.154748916626, "train_loss_step": 3.282392978668213, "n_params": 4428880, "total_flops": 41360778854400000, "train_loss": 0.016462762653827668, "subset_score_loss": 0.016462762653827668}
+{"step": 3050000, "wall_time": 28638.502084732056, "train_loss_step": 2.9630980491638184, "n_params": 4428880, "total_flops": 41496834048000000, "train_loss": 0.014897355437278747, "subset_score_loss": 0.014897355437278747}
+{"step": 3060000, "wall_time": 28724.843710184097, "train_loss_step": 2.8914079666137695, "n_params": 4428880, "total_flops": 41632889241600000, "train_loss": 0.015469641983509063, "subset_score_loss": 0.015469641983509063}
+{"step": 3070000, "wall_time": 28811.13596510887, "train_loss_step": 3.2277112007141113, "n_params": 4428880, "total_flops": 41768944435200000, "train_loss": 0.016572436690330504, "subset_score_loss": 0.016572436690330504}
+{"step": 3080000, "wall_time": 28897.717783927917, "train_loss_step": 3.08072566986084, "n_params": 4428880, "total_flops": 41904999628800000, "train_loss": 0.01567528396844864, "subset_score_loss": 0.01567528396844864}
+{"step": 3090000, "wall_time": 28981.910180568695, "train_loss_step": 3.0142900943756104, "n_params": 4428880, "total_flops": 42041054822400000, "train_loss": 0.015164792537689209, "subset_score_loss": 0.015164792537689209}
+{"step": 3100000, "wall_time": 29165.945291042328, "train_loss_step": 3.2267839908599854, "n_params": 4428880, "total_flops": 42177110016000000, "train_loss": 0.01587338000535965, "subset_score_loss": 0.01587338000535965, "memorization_fraction_pixel": 0.7867000102996826, "mean_nn_ratio_pixel": 0.3369586765766144, "fid": 40.40121130807661}
+{"step": 3110000, "wall_time": 29252.360616207123, "train_loss_step": 2.8843414783477783, "n_params": 4428880, "total_flops": 42313165209600000, "train_loss": 0.015357968211174012, "subset_score_loss": 0.015357968211174012}
+{"step": 3120000, "wall_time": 29337.482921123505, "train_loss_step": 3.2339391708374023, "n_params": 4428880, "total_flops": 42449220403200000, "train_loss": 0.015097394585609436, "subset_score_loss": 0.015097394585609436}
+{"step": 3130000, "wall_time": 29423.852785110474, "train_loss_step": 3.1861133575439453, "n_params": 4428880, "total_flops": 42585275596800000, "train_loss": 0.014672280848026275, "subset_score_loss": 0.014672280848026275}
+{"step": 3140000, "wall_time": 29510.274587869644, "train_loss_step": 3.2402334213256836, "n_params": 4428880, "total_flops": 42721330790400000, "train_loss": 0.014872828125953674, "subset_score_loss": 0.014872828125953674}
+{"step": 3150000, "wall_time": 29596.548351049423, "train_loss_step": 2.9697060585021973, "n_params": 4428880, "total_flops": 42857385984000000, "train_loss": 0.015132154524326324, "subset_score_loss": 0.015132154524326324}
+{"step": 3160000, "wall_time": 29682.9561252594, "train_loss_step": 3.0653438568115234, "n_params": 4428880, "total_flops": 42993441177600000, "train_loss": 0.014749059081077575, "subset_score_loss": 0.014749059081077575}
+{"step": 3170000, "wall_time": 29769.304803609848, "train_loss_step": 2.8882462978363037, "n_params": 4428880, "total_flops": 43129496371200000, "train_loss": 0.015303529798984528, "subset_score_loss": 0.015303529798984528}
+{"step": 3180000, "wall_time": 29855.759446382523, "train_loss_step": 3.382229804992676, "n_params": 4428880, "total_flops": 43265551564800000, "train_loss": 0.015559913218021392, "subset_score_loss": 0.015559913218021392}
+{"step": 3190000, "wall_time": 29940.2898144722, "train_loss_step": 2.7826411724090576, "n_params": 4428880, "total_flops": 43401606758400000, "train_loss": 0.014696073532104493, "subset_score_loss": 0.014696073532104493}
+{"step": 3200000, "wall_time": 30097.230035066605, "train_loss_step": 2.821420192718506, "n_params": 4428880, "total_flops": 43537661952000000, "train_loss": 0.014914822578430176, "subset_score_loss": 0.014914822578430176, "memorization_fraction_pixel": 0.7833999991416931, "mean_nn_ratio_pixel": 0.34149298071861267, "fid": 40.90910685598892}
+{"step": 3210000, "wall_time": 30183.60326576233, "train_loss_step": 3.263054370880127, "n_params": 4428880, "total_flops": 43673717145600000, "train_loss": 0.014857575297355652, "subset_score_loss": 0.014857575297355652}
+{"step": 3220000, "wall_time": 30270.20678305626, "train_loss_step": 3.063690185546875, "n_params": 4428880, "total_flops": 43809772339200000, "train_loss": 0.015204843878746033, "subset_score_loss": 0.015204843878746033}
+{"step": 3230000, "wall_time": 30354.838439702988, "train_loss_step": 2.9817421436309814, "n_params": 4428880, "total_flops": 43945827532800000, "train_loss": 0.01467902958393097, "subset_score_loss": 0.01467902958393097}
+{"step": 3240000, "wall_time": 30441.16352033615, "train_loss_step": 3.165285587310791, "n_params": 4428880, "total_flops": 44081882726400000, "train_loss": 0.015431906282901763, "subset_score_loss": 0.015431906282901763}
+{"step": 3250000, "wall_time": 30527.410054922104, "train_loss_step": 3.1520261764526367, "n_params": 4428880, "total_flops": 44217937920000000, "train_loss": 0.015192165970802307, "subset_score_loss": 0.015192165970802307}
+{"step": 3260000, "wall_time": 30613.733386039734, "train_loss_step": 2.9779553413391113, "n_params": 4428880, "total_flops": 44353993113600000, "train_loss": 0.016074539721012117, "subset_score_loss": 0.016074539721012117}
+{"step": 3270000, "wall_time": 30700.032967329025, "train_loss_step": 2.6252219676971436, "n_params": 4428880, "total_flops": 44490048307200000, "train_loss": 0.014178253710269928, "subset_score_loss": 0.014178253710269928}
+{"step": 3280000, "wall_time": 30786.385625839233, "train_loss_step": 3.0675833225250244, "n_params": 4428880, "total_flops": 44626103500800000, "train_loss": 0.015396933257579803, "subset_score_loss": 0.015396933257579803}
+{"step": 3290000, "wall_time": 30872.498301029205, "train_loss_step": 2.970444440841675, "n_params": 4428880, "total_flops": 44762158694400000, "train_loss": 0.014877089858055114, "subset_score_loss": 0.014877089858055114}
+{"step": 3300000, "wall_time": 31023.416202783585, "train_loss_step": 3.042787551879883, "n_params": 4428880, "total_flops": 44898213888000000, "train_loss": 0.014744959771633148, "subset_score_loss": 0.014744959771633148, "memorization_fraction_pixel": 0.7942000031471252, "mean_nn_ratio_pixel": 0.3325556516647339, "fid": 40.199469025849126}
+{"step": 3310000, "wall_time": 31109.819934606552, "train_loss_step": 2.9973819255828857, "n_params": 4428880, "total_flops": 45034269081600000, "train_loss": 0.014986518025398254, "subset_score_loss": 0.014986518025398254}
+{"step": 3320000, "wall_time": 31196.064085245132, "train_loss_step": 2.98835825920105, "n_params": 4428880, "total_flops": 45170324275200000, "train_loss": 0.01508045792579651, "subset_score_loss": 0.01508045792579651}
+{"step": 3330000, "wall_time": 31280.847636461258, "train_loss_step": 3.1330056190490723, "n_params": 4428880, "total_flops": 45306379468800000, "train_loss": 0.01481255441904068, "subset_score_loss": 0.01481255441904068}
+{"step": 3340000, "wall_time": 31367.096311330795, "train_loss_step": 2.97493839263916, "n_params": 4428880, "total_flops": 45442434662400000, "train_loss": 0.014626483619213104, "subset_score_loss": 0.014626483619213104}
+{"step": 3350000, "wall_time": 31453.415686368942, "train_loss_step": 2.956301689147949, "n_params": 4428880, "total_flops": 45578489856000000, "train_loss": 0.014758102595806122, "subset_score_loss": 0.014758102595806122}
+{"step": 3360000, "wall_time": 31539.632809638977, "train_loss_step": 2.978915214538574, "n_params": 4428880, "total_flops": 45714545049600000, "train_loss": 0.014323188364505768, "subset_score_loss": 0.014323188364505768}
+{"step": 3370000, "wall_time": 31625.92500114441, "train_loss_step": 2.9233007431030273, "n_params": 4428880, "total_flops": 45850600243200000, "train_loss": 0.01479317992925644, "subset_score_loss": 0.01479317992925644}
+{"step": 3380000, "wall_time": 31712.15852189064, "train_loss_step": 2.738006114959717, "n_params": 4428880, "total_flops": 45986655436800000, "train_loss": 0.015299716591835022, "subset_score_loss": 0.015299716591835022}
+{"step": 3390000, "wall_time": 31796.264409065247, "train_loss_step": 3.087416887283325, "n_params": 4428880, "total_flops": 46122710630400000, "train_loss": 0.013856153190135955, "subset_score_loss": 0.013856153190135955}
+{"step": 3400000, "wall_time": 31949.023415088654, "train_loss_step": 2.8694801330566406, "n_params": 4428880, "total_flops": 46258765824000000, "train_loss": 0.014299608767032623, "subset_score_loss": 0.014299608767032623, "memorization_fraction_pixel": 0.7991999983787537, "mean_nn_ratio_pixel": 0.3330807685852051, "fid": 40.349632627607505}
+{"step": 3410000, "wall_time": 32035.330279111862, "train_loss_step": 3.0007643699645996, "n_params": 4428880, "total_flops": 46394821017600000, "train_loss": 0.015331028401851654, "subset_score_loss": 0.015331028401851654}
+{"step": 3420000, "wall_time": 32121.615587472916, "train_loss_step": 2.8968846797943115, "n_params": 4428880, "total_flops": 46530876211200000, "train_loss": 0.01436019092798233, "subset_score_loss": 0.01436019092798233}
+{"step": 3430000, "wall_time": 32208.178466796875, "train_loss_step": 2.932255744934082, "n_params": 4428880, "total_flops": 46666931404800000, "train_loss": 0.01377256065607071, "subset_score_loss": 0.01377256065607071}
+{"step": 3440000, "wall_time": 32292.861880779266, "train_loss_step": 2.8433496952056885, "n_params": 4428880, "total_flops": 46802986598400000, "train_loss": 0.014595858752727509, "subset_score_loss": 0.014595858752727509}
+{"step": 3450000, "wall_time": 32379.2070581913, "train_loss_step": 3.2848658561706543, "n_params": 4428880, "total_flops": 46939041792000000, "train_loss": 0.014309027791023254, "subset_score_loss": 0.014309027791023254}
+{"step": 3460000, "wall_time": 32465.56874203682, "train_loss_step": 3.1239898204803467, "n_params": 4428880, "total_flops": 47075096985600000, "train_loss": 0.015428721904754639, "subset_score_loss": 0.015428721904754639}
+{"step": 3470000, "wall_time": 32551.707270383835, "train_loss_step": 3.0738601684570312, "n_params": 4428880, "total_flops": 47211152179200000, "train_loss": 0.013382627069950104, "subset_score_loss": 0.013382627069950104}
+{"step": 3480000, "wall_time": 32638.036509513855, "train_loss_step": 3.0543813705444336, "n_params": 4428880, "total_flops": 47347207372800000, "train_loss": 0.014518751204013825, "subset_score_loss": 0.014518751204013825}
+{"step": 3490000, "wall_time": 32722.22034549713, "train_loss_step": 3.221998453140259, "n_params": 4428880, "total_flops": 47483262566400000, "train_loss": 0.014103357493877412, "subset_score_loss": 0.014103357493877412}
+{"step": 3500000, "wall_time": 32898.37785696983, "train_loss_step": 2.9120421409606934, "n_params": 4428880, "total_flops": 47619317760000000, "train_loss": 0.014100497961044312, "subset_score_loss": 0.014100497961044312, "memorization_fraction_pixel": 0.8044000267982483, "mean_nn_ratio_pixel": 0.3290480971336365, "fid": 40.333724031108076}
+{"step": 3510000, "wall_time": 32984.75533914566, "train_loss_step": 2.9895970821380615, "n_params": 4428880, "total_flops": 47755372953600000, "train_loss": 0.014493440091609956, "subset_score_loss": 0.014493440091609956}
+{"step": 3520000, "wall_time": 33071.03948736191, "train_loss_step": 2.9142260551452637, "n_params": 4428880, "total_flops": 47891428147200000, "train_loss": 0.014125144481658936, "subset_score_loss": 0.014125144481658936}
+{"step": 3530000, "wall_time": 33157.5643427372, "train_loss_step": 2.894101619720459, "n_params": 4428880, "total_flops": 48027483340800000, "train_loss": 0.015307052433490754, "subset_score_loss": 0.015307052433490754}
+{"step": 3540000, "wall_time": 33242.28298211098, "train_loss_step": 3.0598034858703613, "n_params": 4428880, "total_flops": 48163538534400000, "train_loss": 0.01320614069700241, "subset_score_loss": 0.01320614069700241}
+{"step": 3550000, "wall_time": 33328.64321112633, "train_loss_step": 2.8434972763061523, "n_params": 4428880, "total_flops": 48299593728000000, "train_loss": 0.013709110021591187, "subset_score_loss": 0.013709110021591187}
+{"step": 3560000, "wall_time": 33414.9469101429, "train_loss_step": 2.836757183074951, "n_params": 4428880, "total_flops": 48435648921600000, "train_loss": 0.01392194926738739, "subset_score_loss": 0.01392194926738739}
+{"step": 3570000, "wall_time": 33500.97691488266, "train_loss_step": 3.0280632972717285, "n_params": 4428880, "total_flops": 48571704115200000, "train_loss": 0.014989356696605682, "subset_score_loss": 0.014989356696605682}
+{"step": 3580000, "wall_time": 33587.09159946442, "train_loss_step": 3.2939186096191406, "n_params": 4428880, "total_flops": 48707759308800000, "train_loss": 0.0133071631193161, "subset_score_loss": 0.0133071631193161}
+{"step": 3590000, "wall_time": 33671.39579296112, "train_loss_step": 3.140859842300415, "n_params": 4428880, "total_flops": 48843814502400000, "train_loss": 0.013856519758701325, "subset_score_loss": 0.013856519758701325}
+{"step": 3600000, "wall_time": 33826.80985426903, "train_loss_step": 2.9850029945373535, "n_params": 4428880, "total_flops": 48979869696000000, "train_loss": 0.01366451233625412, "subset_score_loss": 0.01366451233625412, "memorization_fraction_pixel": 0.8144999742507935, "mean_nn_ratio_pixel": 0.3271940350532532, "fid": 40.1653804373872}
+{"step": 3610000, "wall_time": 33911.637540102005, "train_loss_step": 3.2464439868927, "n_params": 4428880, "total_flops": 49115924889600000, "train_loss": 0.013185036182403565, "subset_score_loss": 0.013185036182403565}
+{"step": 3620000, "wall_time": 33997.78214883804, "train_loss_step": 3.045058250427246, "n_params": 4428880, "total_flops": 49251980083200000, "train_loss": 0.013180340826511382, "subset_score_loss": 0.013180340826511382}
+{"step": 3630000, "wall_time": 34084.159536123276, "train_loss_step": 2.8448848724365234, "n_params": 4428880, "total_flops": 49388035276800000, "train_loss": 0.013582509756088258, "subset_score_loss": 0.013582509756088258}
+{"step": 3640000, "wall_time": 34170.82408285141, "train_loss_step": 3.043334722518921, "n_params": 4428880, "total_flops": 49524090470400000, "train_loss": 0.013638442754745484, "subset_score_loss": 0.013638442754745484}
+{"step": 3650000, "wall_time": 34255.30180191994, "train_loss_step": 2.6984848976135254, "n_params": 4428880, "total_flops": 49660145664000000, "train_loss": 0.013732708990573883, "subset_score_loss": 0.013732708990573883}
+{"step": 3660000, "wall_time": 34341.620881319046, "train_loss_step": 3.036355495452881, "n_params": 4428880, "total_flops": 49796200857600000, "train_loss": 0.013563024997711181, "subset_score_loss": 0.013563024997711181}
+{"step": 3670000, "wall_time": 34427.84737420082, "train_loss_step": 3.065023183822632, "n_params": 4428880, "total_flops": 49932256051200000, "train_loss": 0.013457123935222626, "subset_score_loss": 0.013457123935222626}
+{"step": 3680000, "wall_time": 34512.15163564682, "train_loss_step": 2.893409490585327, "n_params": 4428880, "total_flops": 50068311244800000, "train_loss": 0.013828940689563751, "subset_score_loss": 0.013828940689563751}
+{"step": 3690000, "wall_time": 34598.36984086037, "train_loss_step": 2.8483476638793945, "n_params": 4428880, "total_flops": 50204366438400000, "train_loss": 0.013455305993556977, "subset_score_loss": 0.013455305993556977}
+{"step": 3700000, "wall_time": 34753.4477455616, "train_loss_step": 3.1131858825683594, "n_params": 4428880, "total_flops": 50340421632000000, "train_loss": 0.013082642853260041, "subset_score_loss": 0.013082642853260041, "memorization_fraction_pixel": 0.8195000290870667, "mean_nn_ratio_pixel": 0.3230516016483307, "fid": 40.00556009576276}
+{"step": 3710000, "wall_time": 34839.799668073654, "train_loss_step": 3.037936210632324, "n_params": 4428880, "total_flops": 50476476825600000, "train_loss": 0.0132232666015625, "subset_score_loss": 0.0132232666015625}
+{"step": 3720000, "wall_time": 34924.63720488548, "train_loss_step": 2.671236038208008, "n_params": 4428880, "total_flops": 50612532019200000, "train_loss": 0.013367828726768494, "subset_score_loss": 0.013367828726768494}
+{"step": 3730000, "wall_time": 35010.92712569237, "train_loss_step": 2.9002621173858643, "n_params": 4428880, "total_flops": 50748587212800000, "train_loss": 0.013207687437534333, "subset_score_loss": 0.013207687437534333}
+{"step": 3740000, "wall_time": 35097.273446559906, "train_loss_step": 2.673147678375244, "n_params": 4428880, "total_flops": 50884642406400000, "train_loss": 0.012940844893455506, "subset_score_loss": 0.012940844893455506}
+{"step": 3750000, "wall_time": 35182.19501566887, "train_loss_step": 3.064983367919922, "n_params": 4428880, "total_flops": 51020697600000000, "train_loss": 0.013394083082675933, "subset_score_loss": 0.013394083082675933}
+{"step": 3760000, "wall_time": 35268.56223630905, "train_loss_step": 3.101407051086426, "n_params": 4428880, "total_flops": 51156752793600000, "train_loss": 0.013382832705974578, "subset_score_loss": 0.013382832705974578}
+{"step": 3770000, "wall_time": 35354.940326452255, "train_loss_step": 2.976701259613037, "n_params": 4428880, "total_flops": 51292807987200000, "train_loss": 0.013560992479324342, "subset_score_loss": 0.013560992479324342}
+{"step": 3780000, "wall_time": 35439.225621938705, "train_loss_step": 2.989687442779541, "n_params": 4428880, "total_flops": 51428863180800000, "train_loss": 0.013198885321617126, "subset_score_loss": 0.013198885321617126}
+{"step": 3790000, "wall_time": 35525.3161945343, "train_loss_step": 2.8423807621002197, "n_params": 4428880, "total_flops": 51564918374400000, "train_loss": 0.013020633161067963, "subset_score_loss": 0.013020633161067963}
+{"step": 3800000, "wall_time": 35696.8152153492, "train_loss_step": 3.031400680541992, "n_params": 4428880, "total_flops": 51700973568000000, "train_loss": 0.01381932497024536, "subset_score_loss": 0.01381932497024536, "memorization_fraction_pixel": 0.819599986076355, "mean_nn_ratio_pixel": 0.3235320448875427, "fid": 40.16241012465155}
+{"step": 3810000, "wall_time": 35782.84328460693, "train_loss_step": 2.9130172729492188, "n_params": 4428880, "total_flops": 51837028761600000, "train_loss": 0.012783348560333252, "subset_score_loss": 0.012783348560333252}
+{"step": 3820000, "wall_time": 35869.046010017395, "train_loss_step": 2.8956475257873535, "n_params": 4428880, "total_flops": 51973083955200000, "train_loss": 0.012237910926342011, "subset_score_loss": 0.012237910926342011}
+{"step": 3830000, "wall_time": 35953.79391145706, "train_loss_step": 2.840827465057373, "n_params": 4428880, "total_flops": 52109139148800000, "train_loss": 0.012829630076885224, "subset_score_loss": 0.012829630076885224}
+{"step": 3840000, "wall_time": 36040.103910684586, "train_loss_step": 2.830070734024048, "n_params": 4428880, "total_flops": 52245194342400000, "train_loss": 0.012913346290588379, "subset_score_loss": 0.012913346290588379}
+{"step": 3850000, "wall_time": 36126.803196430206, "train_loss_step": 3.0277175903320312, "n_params": 4428880, "total_flops": 52381249536000000, "train_loss": 0.012389062345027924, "subset_score_loss": 0.012389062345027924}
+{"step": 3860000, "wall_time": 36211.24835777283, "train_loss_step": 2.8502588272094727, "n_params": 4428880, "total_flops": 52517304729600000, "train_loss": 0.012668532133102418, "subset_score_loss": 0.012668532133102418}
+{"step": 3870000, "wall_time": 36297.407975673676, "train_loss_step": 2.84599232673645, "n_params": 4428880, "total_flops": 52653359923200000, "train_loss": 0.012580887973308563, "subset_score_loss": 0.012580887973308563}
+{"step": 3880000, "wall_time": 36381.766996860504, "train_loss_step": 2.9918887615203857, "n_params": 4428880, "total_flops": 52789415116800000, "train_loss": 0.012530750036239624, "subset_score_loss": 0.012530750036239624}
+{"step": 3890000, "wall_time": 36468.036492586136, "train_loss_step": 2.6371712684631348, "n_params": 4428880, "total_flops": 52925470310400000, "train_loss": 0.013475269079208374, "subset_score_loss": 0.013475269079208374}
+{"step": 3900000, "wall_time": 36644.827776908875, "train_loss_step": 2.829411029815674, "n_params": 4428880, "total_flops": 53061525504000000, "train_loss": 0.012145200371742248, "subset_score_loss": 0.012145200371742248, "memorization_fraction_pixel": 0.8148000240325928, "mean_nn_ratio_pixel": 0.32483088970184326, "fid": 40.20805715615607}
+{"step": 3910000, "wall_time": 36731.13510775566, "train_loss_step": 2.896009922027588, "n_params": 4428880, "total_flops": 53197580697600000, "train_loss": 0.013319475948810578, "subset_score_loss": 0.013319475948810578}
+{"step": 3920000, "wall_time": 36817.25386548042, "train_loss_step": 2.87536358833313, "n_params": 4428880, "total_flops": 53333635891200000, "train_loss": 0.012859293818473816, "subset_score_loss": 0.012859293818473816}
+{"step": 3930000, "wall_time": 36902.26782298088, "train_loss_step": 2.8250887393951416, "n_params": 4428880, "total_flops": 53469691084800000, "train_loss": 0.013300254940986633, "subset_score_loss": 0.013300254940986633}
+{"step": 3940000, "wall_time": 36988.53802347183, "train_loss_step": 2.9906506538391113, "n_params": 4428880, "total_flops": 53605746278400000, "train_loss": 0.012790942192077636, "subset_score_loss": 0.012790942192077636}
+{"step": 3950000, "wall_time": 37074.9803750515, "train_loss_step": 2.8702545166015625, "n_params": 4428880, "total_flops": 53741801472000000, "train_loss": 0.01304863691329956, "subset_score_loss": 0.01304863691329956}
+{"step": 3960000, "wall_time": 37159.67315983772, "train_loss_step": 2.867076873779297, "n_params": 4428880, "total_flops": 53877856665600000, "train_loss": 0.012553805112838745, "subset_score_loss": 0.012553805112838745}
+{"step": 3970000, "wall_time": 37244.20328235626, "train_loss_step": 2.9326364994049072, "n_params": 4428880, "total_flops": 54013911859200000, "train_loss": 0.012452005594968795, "subset_score_loss": 0.012452005594968795}
+{"step": 3980000, "wall_time": 37330.514937877655, "train_loss_step": 2.978036880493164, "n_params": 4428880, "total_flops": 54149967052800000, "train_loss": 0.012372970581054688, "subset_score_loss": 0.012372970581054688}
+{"step": 3990000, "wall_time": 37416.74293255806, "train_loss_step": 2.7941970825195312, "n_params": 4428880, "total_flops": 54286022246400000, "train_loss": 0.013316938281059265, "subset_score_loss": 0.013316938281059265}
+{"step": 4000000, "wall_time": 37590.661566734314, "train_loss_step": 3.1432595252990723, "n_params": 4428880, "total_flops": 54422077440000000, "train_loss": 0.013063907623291016, "subset_score_loss": 0.013063907623291016, "memorization_fraction_pixel": 0.8252999782562256, "mean_nn_ratio_pixel": 0.3195638358592987, "fid": 38.904313072842854}
+{"step": 4010000, "wall_time": 37676.734355926514, "train_loss_step": 2.920666456222534, "n_params": 4428880, "total_flops": 54558132633600000, "train_loss": 0.01185401901602745, "subset_score_loss": 0.01185401901602745}
+{"step": 4020000, "wall_time": 37763.01250553131, "train_loss_step": 2.700639009475708, "n_params": 4428880, "total_flops": 54694187827200000, "train_loss": 0.012366023659706116, "subset_score_loss": 0.012366023659706116}
+{"step": 4030000, "wall_time": 37849.54871034622, "train_loss_step": 2.768878936767578, "n_params": 4428880, "total_flops": 54830243020800000, "train_loss": 0.012218157202005387, "subset_score_loss": 0.012218157202005387}
+{"step": 4040000, "wall_time": 37934.028351545334, "train_loss_step": 2.999659538269043, "n_params": 4428880, "total_flops": 54966298214400000, "train_loss": 0.012902738153934478, "subset_score_loss": 0.012902738153934478}
+{"step": 4050000, "wall_time": 38020.51312184334, "train_loss_step": 2.8465731143951416, "n_params": 4428880, "total_flops": 55102353408000000, "train_loss": 0.012541669607162475, "subset_score_loss": 0.012541669607162475}
+{"step": 4060000, "wall_time": 38105.2989423275, "train_loss_step": 2.5017447471618652, "n_params": 4428880, "total_flops": 55238408601600000, "train_loss": 0.01200982928276062, "subset_score_loss": 0.01200982928276062}
+{"step": 4070000, "wall_time": 38190.04940533638, "train_loss_step": 3.213547945022583, "n_params": 4428880, "total_flops": 55374463795200000, "train_loss": 0.013141554594039918, "subset_score_loss": 0.013141554594039918}
+{"step": 4080000, "wall_time": 38276.01860022545, "train_loss_step": 2.9929752349853516, "n_params": 4428880, "total_flops": 55510518988800000, "train_loss": 0.012712499499320984, "subset_score_loss": 0.012712499499320984}
+{"step": 4090000, "wall_time": 38362.43164896965, "train_loss_step": 2.873063802719116, "n_params": 4428880, "total_flops": 55646574182400000, "train_loss": 0.01258222758769989, "subset_score_loss": 0.01258222758769989}
+{"step": 4100000, "wall_time": 38539.94496464729, "train_loss_step": 2.9537580013275146, "n_params": 4428880, "total_flops": 55782629376000000, "train_loss": 0.012786377966403962, "subset_score_loss": 0.012786377966403962, "memorization_fraction_pixel": 0.8223000168800354, "mean_nn_ratio_pixel": 0.3227844834327698, "fid": 39.35962650671699}
+{"step": 4110000, "wall_time": 38626.13291335106, "train_loss_step": 2.513070821762085, "n_params": 4428880, "total_flops": 55918684569600000, "train_loss": 0.012572595477104187, "subset_score_loss": 0.012572595477104187}
+{"step": 4120000, "wall_time": 38712.40302634239, "train_loss_step": 3.1120803356170654, "n_params": 4428880, "total_flops": 56054739763200000, "train_loss": 0.012191339582204818, "subset_score_loss": 0.012191339582204818}
+{"step": 4130000, "wall_time": 38798.74429988861, "train_loss_step": 2.750075340270996, "n_params": 4428880, "total_flops": 56190794956800000, "train_loss": 0.012780147790908813, "subset_score_loss": 0.012780147790908813}
+{"step": 4140000, "wall_time": 38883.68979263306, "train_loss_step": 2.9266488552093506, "n_params": 4428880, "total_flops": 56326850150400000, "train_loss": 0.012027744948863984, "subset_score_loss": 0.012027744948863984}
+{"step": 4150000, "wall_time": 38970.034106731415, "train_loss_step": 2.9739279747009277, "n_params": 4428880, "total_flops": 56462905344000000, "train_loss": 0.012193160504102707, "subset_score_loss": 0.012193160504102707}
+{"step": 4160000, "wall_time": 39053.26696228981, "train_loss_step": 2.74122953414917, "n_params": 4428880, "total_flops": 56598960537600000, "train_loss": 0.011987254768610001, "subset_score_loss": 0.011987254768610001}
+{"step": 4170000, "wall_time": 39139.52580690384, "train_loss_step": 2.6485042572021484, "n_params": 4428880, "total_flops": 56735015731200000, "train_loss": 0.012044815719127655, "subset_score_loss": 0.012044815719127655}
+{"step": 4180000, "wall_time": 39225.79769921303, "train_loss_step": 2.827707529067993, "n_params": 4428880, "total_flops": 56871070924800000, "train_loss": 0.01259973794221878, "subset_score_loss": 0.01259973794221878}
+{"step": 4190000, "wall_time": 39312.23021149635, "train_loss_step": 2.9803688526153564, "n_params": 4428880, "total_flops": 57007126118400000, "train_loss": 0.011974556744098664, "subset_score_loss": 0.011974556744098664}
+{"step": 4200000, "wall_time": 39488.34918808937, "train_loss_step": 2.689453601837158, "n_params": 4428880, "total_flops": 57143181312000000, "train_loss": 0.011785604059696198, "subset_score_loss": 0.011785604059696198, "memorization_fraction_pixel": 0.8242999911308289, "mean_nn_ratio_pixel": 0.3196882903575897, "fid": 39.60141623372999}
+{"step": 4210000, "wall_time": 39574.455612659454, "train_loss_step": 2.911343812942505, "n_params": 4428880, "total_flops": 57279236505600000, "train_loss": 0.01156349703669548, "subset_score_loss": 0.01156349703669548}
+{"step": 4220000, "wall_time": 39660.825516462326, "train_loss_step": 2.5854058265686035, "n_params": 4428880, "total_flops": 57415291699200000, "train_loss": 0.012252667546272277, "subset_score_loss": 0.012252667546272277}
+{"step": 4230000, "wall_time": 39747.17037343979, "train_loss_step": 2.741356372833252, "n_params": 4428880, "total_flops": 57551346892800000, "train_loss": 0.011901409924030304, "subset_score_loss": 0.011901409924030304}
+{"step": 4240000, "wall_time": 39833.82854390144, "train_loss_step": 2.9475340843200684, "n_params": 4428880, "total_flops": 57687402086400000, "train_loss": 0.011790483444929122, "subset_score_loss": 0.011790483444929122}
+{"step": 4250000, "wall_time": 39916.55334019661, "train_loss_step": 2.943577289581299, "n_params": 4428880, "total_flops": 57823457280000000, "train_loss": 0.012071141600608825, "subset_score_loss": 0.012071141600608825}
+{"step": 4260000, "wall_time": 40003.1638944149, "train_loss_step": 3.054016590118408, "n_params": 4428880, "total_flops": 57959512473600000, "train_loss": 0.011608555912971497, "subset_score_loss": 0.011608555912971497}
+{"step": 4270000, "wall_time": 40087.57788324356, "train_loss_step": 3.119154453277588, "n_params": 4428880, "total_flops": 58095567667200000, "train_loss": 0.012162066996097565, "subset_score_loss": 0.012162066996097565}
+{"step": 4280000, "wall_time": 40173.85347890854, "train_loss_step": 2.7817349433898926, "n_params": 4428880, "total_flops": 58231622860800000, "train_loss": 0.013038699328899384, "subset_score_loss": 0.013038699328899384}
+{"step": 4290000, "wall_time": 40260.10770988464, "train_loss_step": 2.677107572555542, "n_params": 4428880, "total_flops": 58367678054400000, "train_loss": 0.012008018046617507, "subset_score_loss": 0.012008018046617507}
+{"step": 4300000, "wall_time": 40448.74965238571, "train_loss_step": 2.7308709621429443, "n_params": 4428880, "total_flops": 58503733248000000, "train_loss": 0.012204737216234208, "subset_score_loss": 0.012204737216234208, "memorization_fraction_pixel": 0.8360999822616577, "mean_nn_ratio_pixel": 0.316775381565094, "fid": 39.06232715505319}
+{"step": 4310000, "wall_time": 40534.93162345886, "train_loss_step": 2.8213579654693604, "n_params": 4428880, "total_flops": 58639788441600000, "train_loss": 0.011957868933677673, "subset_score_loss": 0.011957868933677673}
+{"step": 4320000, "wall_time": 40621.12292814255, "train_loss_step": 2.7496581077575684, "n_params": 4428880, "total_flops": 58775843635200000, "train_loss": 0.01198912486433983, "subset_score_loss": 0.01198912486433983}
+{"step": 4330000, "wall_time": 40707.294150829315, "train_loss_step": 2.84470796585083, "n_params": 4428880, "total_flops": 58911898828800000, "train_loss": 0.011332837492227554, "subset_score_loss": 0.011332837492227554}
+{"step": 4340000, "wall_time": 40793.751505851746, "train_loss_step": 2.79780912399292, "n_params": 4428880, "total_flops": 59047954022400000, "train_loss": 0.01144203171133995, "subset_score_loss": 0.01144203171133995}
+{"step": 4350000, "wall_time": 40876.511435985565, "train_loss_step": 3.164482593536377, "n_params": 4428880, "total_flops": 59184009216000000, "train_loss": 0.011896713823080062, "subset_score_loss": 0.011896713823080062}
+{"step": 4360000, "wall_time": 40963.19057846069, "train_loss_step": 2.6438097953796387, "n_params": 4428880, "total_flops": 59320064409600000, "train_loss": 0.011700364202260971, "subset_score_loss": 0.011700364202260971}
+{"step": 4370000, "wall_time": 41047.80167198181, "train_loss_step": 2.9973304271698, "n_params": 4428880, "total_flops": 59456119603200000, "train_loss": 0.012015649676322937, "subset_score_loss": 0.012015649676322937}
+{"step": 4380000, "wall_time": 41134.10218882561, "train_loss_step": 2.800459384918213, "n_params": 4428880, "total_flops": 59592174796800000, "train_loss": 0.011774425208568574, "subset_score_loss": 0.011774425208568574}
+{"step": 4390000, "wall_time": 41220.43932247162, "train_loss_step": 2.849159002304077, "n_params": 4428880, "total_flops": 59728229990400000, "train_loss": 0.011675196141004563, "subset_score_loss": 0.011675196141004563}
+{"step": 4400000, "wall_time": 41390.34017896652, "train_loss_step": 3.0354292392730713, "n_params": 4428880, "total_flops": 59864285184000000, "train_loss": 0.011663118004798889, "subset_score_loss": 0.011663118004798889, "memorization_fraction_pixel": 0.8276000022888184, "mean_nn_ratio_pixel": 0.3189488649368286, "fid": 39.38599480258974}
+{"step": 4410000, "wall_time": 41476.62067103386, "train_loss_step": 2.580418348312378, "n_params": 4428880, "total_flops": 60000340377600000, "train_loss": 0.012134678661823273, "subset_score_loss": 0.012134678661823273}
+{"step": 4420000, "wall_time": 41562.74056625366, "train_loss_step": 3.1005406379699707, "n_params": 4428880, "total_flops": 60136395571200000, "train_loss": 0.01165347620844841, "subset_score_loss": 0.01165347620844841}
+{"step": 4430000, "wall_time": 41649.02318263054, "train_loss_step": 3.046934127807617, "n_params": 4428880, "total_flops": 60272450764800000, "train_loss": 0.011646360158920288, "subset_score_loss": 0.011646360158920288}
+{"step": 4440000, "wall_time": 41733.74617815018, "train_loss_step": 3.2020063400268555, "n_params": 4428880, "total_flops": 60408505958400000, "train_loss": 0.01188378781080246, "subset_score_loss": 0.01188378781080246}
+{"step": 4450000, "wall_time": 41820.51032781601, "train_loss_step": 2.7310829162597656, "n_params": 4428880, "total_flops": 60544561152000000, "train_loss": 0.011733145266771317, "subset_score_loss": 0.011733145266771317}
+{"step": 4460000, "wall_time": 41905.29993844032, "train_loss_step": 2.9111080169677734, "n_params": 4428880, "total_flops": 60680616345600000, "train_loss": 0.011965751647949219, "subset_score_loss": 0.011965751647949219}
+{"step": 4470000, "wall_time": 41989.92488694191, "train_loss_step": 2.815390110015869, "n_params": 4428880, "total_flops": 60816671539200000, "train_loss": 0.011360457539558411, "subset_score_loss": 0.011360457539558411}
+{"step": 4480000, "wall_time": 42076.286818027496, "train_loss_step": 2.866241931915283, "n_params": 4428880, "total_flops": 60952726732800000, "train_loss": 0.011556807160377502, "subset_score_loss": 0.011556807160377502}
+{"step": 4490000, "wall_time": 42162.65197610855, "train_loss_step": 2.668776512145996, "n_params": 4428880, "total_flops": 61088781926400000, "train_loss": 0.01133899912238121, "subset_score_loss": 0.01133899912238121}
+{"step": 4500000, "wall_time": 42346.95174765587, "train_loss_step": 3.146623134613037, "n_params": 4428880, "total_flops": 61224837120000000, "train_loss": 0.011622877418994903, "subset_score_loss": 0.011622877418994903, "memorization_fraction_pixel": 0.8331000208854675, "mean_nn_ratio_pixel": 0.31955423951148987, "fid": 39.58044419817411}
+{"step": 4510000, "wall_time": 42433.195050001144, "train_loss_step": 2.85986328125, "n_params": 4428880, "total_flops": 61360892313600000, "train_loss": 0.01141447201371193, "subset_score_loss": 0.01141447201371193}
+{"step": 4520000, "wall_time": 42519.303180933, "train_loss_step": 2.9364662170410156, "n_params": 4428880, "total_flops": 61496947507200000, "train_loss": 0.011067752540111542, "subset_score_loss": 0.011067752540111542}
+{"step": 4530000, "wall_time": 42604.702337265015, "train_loss_step": 2.8802239894866943, "n_params": 4428880, "total_flops": 61633002700800000, "train_loss": 0.011584747582674026, "subset_score_loss": 0.011584747582674026}
+{"step": 4540000, "wall_time": 42689.9005112648, "train_loss_step": 2.821823835372925, "n_params": 4428880, "total_flops": 61769057894400000, "train_loss": 0.011615800112485886, "subset_score_loss": 0.011615800112485886}
+{"step": 4550000, "wall_time": 42776.27002573013, "train_loss_step": 2.8670601844787598, "n_params": 4428880, "total_flops": 61905113088000000, "train_loss": 0.010811692476272583, "subset_score_loss": 0.010811692476272583}
+{"step": 4560000, "wall_time": 42861.01408314705, "train_loss_step": 2.9848642349243164, "n_params": 4428880, "total_flops": 62041168281600000, "train_loss": 0.011376840621232986, "subset_score_loss": 0.011376840621232986}
+{"step": 4570000, "wall_time": 42945.77962422371, "train_loss_step": 2.9781627655029297, "n_params": 4428880, "total_flops": 62177223475200000, "train_loss": 0.012625117599964143, "subset_score_loss": 0.012625117599964143}
+{"step": 4580000, "wall_time": 43032.04901432991, "train_loss_step": 2.613171100616455, "n_params": 4428880, "total_flops": 62313278668800000, "train_loss": 0.01094287410378456, "subset_score_loss": 0.01094287410378456}
+{"step": 4590000, "wall_time": 43118.47157239914, "train_loss_step": 2.5367722511291504, "n_params": 4428880, "total_flops": 62449333862400000, "train_loss": 0.011283805966377259, "subset_score_loss": 0.011283805966377259}
+{"step": 4600000, "wall_time": 43317.523007154465, "train_loss_step": 2.7095437049865723, "n_params": 4428880, "total_flops": 62585389056000000, "train_loss": 0.011532653123140335, "subset_score_loss": 0.011532653123140335, "memorization_fraction_pixel": 0.8335999846458435, "mean_nn_ratio_pixel": 0.3176213502883911, "fid": 39.41557392041768}
+{"step": 4610000, "wall_time": 43403.827345371246, "train_loss_step": 2.7281548976898193, "n_params": 4428880, "total_flops": 62721444249600000, "train_loss": 0.01127845048904419, "subset_score_loss": 0.01127845048904419}
+{"step": 4620000, "wall_time": 43489.881754398346, "train_loss_step": 2.8568615913391113, "n_params": 4428880, "total_flops": 62857499443200000, "train_loss": 0.01104666292667389, "subset_score_loss": 0.01104666292667389}
+{"step": 4630000, "wall_time": 43574.29610610008, "train_loss_step": 2.8389294147491455, "n_params": 4428880, "total_flops": 62993554636800000, "train_loss": 0.011109402030706405, "subset_score_loss": 0.011109402030706405}
+{"step": 4640000, "wall_time": 43660.1352956295, "train_loss_step": 2.877305746078491, "n_params": 4428880, "total_flops": 63129609830400000, "train_loss": 0.011026984453201294, "subset_score_loss": 0.011026984453201294}
+{"step": 4650000, "wall_time": 43746.52580809593, "train_loss_step": 2.5956194400787354, "n_params": 4428880, "total_flops": 63265665024000000, "train_loss": 0.01177436113357544, "subset_score_loss": 0.01177436113357544}
+{"step": 4660000, "wall_time": 43831.32064461708, "train_loss_step": 2.9909162521362305, "n_params": 4428880, "total_flops": 63401720217600000, "train_loss": 0.0110763818025589, "subset_score_loss": 0.0110763818025589}
+{"step": 4670000, "wall_time": 43915.91440820694, "train_loss_step": 2.738312244415283, "n_params": 4428880, "total_flops": 63537775411200000, "train_loss": 0.011336961388587951, "subset_score_loss": 0.011336961388587951}
+{"step": 4680000, "wall_time": 44002.29906654358, "train_loss_step": 2.333461284637451, "n_params": 4428880, "total_flops": 63673830604800000, "train_loss": 0.010989733040332794, "subset_score_loss": 0.010989733040332794}
+{"step": 4690000, "wall_time": 44088.70535182953, "train_loss_step": 2.794376850128174, "n_params": 4428880, "total_flops": 63809885798400000, "train_loss": 0.010996665060520171, "subset_score_loss": 0.010996665060520171}
+{"step": 4700000, "wall_time": 44282.45931720734, "train_loss_step": 2.8263587951660156, "n_params": 4428880, "total_flops": 63945940992000000, "train_loss": 0.010941912233829499, "subset_score_loss": 0.010941912233829499, "memorization_fraction_pixel": 0.8432999849319458, "mean_nn_ratio_pixel": 0.31264346837997437, "fid": 38.82321272823343}
+{"step": 4710000, "wall_time": 44368.6775970459, "train_loss_step": 2.767334461212158, "n_params": 4428880, "total_flops": 64081996185600000, "train_loss": 0.010713551938533784, "subset_score_loss": 0.010713551938533784}
+{"step": 4720000, "wall_time": 44453.28336071968, "train_loss_step": 2.707439422607422, "n_params": 4428880, "total_flops": 64218051379200000, "train_loss": 0.010737618058919906, "subset_score_loss": 0.010737618058919906}
+{"step": 4730000, "wall_time": 44539.55493187904, "train_loss_step": 2.7196614742279053, "n_params": 4428880, "total_flops": 64354106572800000, "train_loss": 0.011471746116876602, "subset_score_loss": 0.011471746116876602}
+{"step": 4740000, "wall_time": 44625.61568236351, "train_loss_step": 2.8412704467773438, "n_params": 4428880, "total_flops": 64490161766400000, "train_loss": 0.010995581001043319, "subset_score_loss": 0.010995581001043319}
+{"step": 4750000, "wall_time": 44711.85428237915, "train_loss_step": 2.841240882873535, "n_params": 4428880, "total_flops": 64626216960000000, "train_loss": 0.010819045454263687, "subset_score_loss": 0.010819045454263687}
+{"step": 4760000, "wall_time": 44796.87630367279, "train_loss_step": 3.0401217937469482, "n_params": 4428880, "total_flops": 64762272153600000, "train_loss": 0.011141615360975266, "subset_score_loss": 0.011141615360975266}
+{"step": 4770000, "wall_time": 44881.6128847599, "train_loss_step": 3.021833896636963, "n_params": 4428880, "total_flops": 64898327347200000, "train_loss": 0.011154024302959442, "subset_score_loss": 0.011154024302959442}
+{"step": 4780000, "wall_time": 44967.95981693268, "train_loss_step": 2.6397705078125, "n_params": 4428880, "total_flops": 65034382540800000, "train_loss": 0.010543262213468551, "subset_score_loss": 0.010543262213468551}
+{"step": 4790000, "wall_time": 45054.29860496521, "train_loss_step": 2.566800117492676, "n_params": 4428880, "total_flops": 65170437734400000, "train_loss": 0.010623972117900848, "subset_score_loss": 0.010623972117900848}
+{"step": 4800000, "wall_time": 45246.74911570549, "train_loss_step": 2.8099746704101562, "n_params": 4428880, "total_flops": 65306492928000000, "train_loss": 0.01134362891316414, "subset_score_loss": 0.01134362891316414, "memorization_fraction_pixel": 0.8366000056266785, "mean_nn_ratio_pixel": 0.3179856240749359, "fid": 39.07904109123547}
+{"step": 4810000, "wall_time": 45322.85527563095, "train_loss_step": 2.6417412757873535, "n_params": 4428880, "total_flops": 65442548121600000, "train_loss": 0.010695462673902511, "subset_score_loss": 0.010695462673902511}
+{"step": 4820000, "wall_time": 45392.524964571, "train_loss_step": 2.936160087585449, "n_params": 4428880, "total_flops": 65578603315200000, "train_loss": 0.010781402885913848, "subset_score_loss": 0.010781402885913848}
+{"step": 4830000, "wall_time": 45462.08673477173, "train_loss_step": 2.8073925971984863, "n_params": 4428880, "total_flops": 65714658508800000, "train_loss": 0.011193177849054336, "subset_score_loss": 0.011193177849054336}
+{"step": 4840000, "wall_time": 45531.6632270813, "train_loss_step": 2.5926923751831055, "n_params": 4428880, "total_flops": 65850713702400000, "train_loss": 0.011052631586790086, "subset_score_loss": 0.011052631586790086}
+{"step": 4850000, "wall_time": 45601.20908546448, "train_loss_step": 2.71533203125, "n_params": 4428880, "total_flops": 65986768896000000, "train_loss": 0.01085491180419922, "subset_score_loss": 0.01085491180419922}
+{"step": 4860000, "wall_time": 45671.253052949905, "train_loss_step": 2.94252347946167, "n_params": 4428880, "total_flops": 66122824089600000, "train_loss": 0.0109447181224823, "subset_score_loss": 0.0109447181224823}
+{"step": 4870000, "wall_time": 45736.41779279709, "train_loss_step": 2.674952983856201, "n_params": 4428880, "total_flops": 66258879283200000, "train_loss": 0.010956340283155442, "subset_score_loss": 0.010956340283155442}
+{"step": 4880000, "wall_time": 45806.06200051308, "train_loss_step": 2.683732271194458, "n_params": 4428880, "total_flops": 66394934476800000, "train_loss": 0.010821361094713211, "subset_score_loss": 0.010821361094713211}
+{"step": 4890000, "wall_time": 45875.68266296387, "train_loss_step": 2.6273674964904785, "n_params": 4428880, "total_flops": 66530989670400000, "train_loss": 0.010829881578683854, "subset_score_loss": 0.010829881578683854}
+{"step": 4900000, "wall_time": 46028.92082500458, "train_loss_step": 2.825894355773926, "n_params": 4428880, "total_flops": 66667044864000000, "train_loss": 0.01048247292637825, "subset_score_loss": 0.01048247292637825, "memorization_fraction_pixel": 0.8388000130653381, "mean_nn_ratio_pixel": 0.3149150609970093, "fid": 39.60534699268476}
+{"step": 4910000, "wall_time": 46098.555154562, "train_loss_step": 2.891911268234253, "n_params": 4428880, "total_flops": 66803100057600000, "train_loss": 0.011433918774127961, "subset_score_loss": 0.011433918774127961}
+{"step": 4920000, "wall_time": 46168.31450009346, "train_loss_step": 2.981433391571045, "n_params": 4428880, "total_flops": 66939155251200000, "train_loss": 0.01110086813569069, "subset_score_loss": 0.01110086813569069}
+{"step": 4930000, "wall_time": 46237.896733760834, "train_loss_step": 2.8476133346557617, "n_params": 4428880, "total_flops": 67075210444800000, "train_loss": 0.010803897678852082, "subset_score_loss": 0.010803897678852082}
+{"step": 4940000, "wall_time": 46307.4036757946, "train_loss_step": 2.891549825668335, "n_params": 4428880, "total_flops": 67211265638400000, "train_loss": 0.010467195510864257, "subset_score_loss": 0.010467195510864257}
+{"step": 4950000, "wall_time": 46377.05857539177, "train_loss_step": 2.676945924758911, "n_params": 4428880, "total_flops": 67347320832000000, "train_loss": 0.010492224991321564, "subset_score_loss": 0.010492224991321564}
+{"step": 4960000, "wall_time": 46446.79944372177, "train_loss_step": 2.736076593399048, "n_params": 4428880, "total_flops": 67483376025600000, "train_loss": 0.010894788801670075, "subset_score_loss": 0.010894788801670075}
+{"step": 4970000, "wall_time": 46511.724437475204, "train_loss_step": 2.838714838027954, "n_params": 4428880, "total_flops": 67619431219200000, "train_loss": 0.011170875281095505, "subset_score_loss": 0.011170875281095505}
+{"step": 4980000, "wall_time": 46581.27863454819, "train_loss_step": 2.9632110595703125, "n_params": 4428880, "total_flops": 67755486412800000, "train_loss": 0.0102117158472538, "subset_score_loss": 0.0102117158472538}
+{"step": 4990000, "wall_time": 46650.85540556908, "train_loss_step": 2.8828835487365723, "n_params": 4428880, "total_flops": 67891541606400000, "train_loss": 0.010840775072574615, "subset_score_loss": 0.010840775072574615}
+{"step": 5000000, "wall_time": 46761.57777714729, "train_loss_step": 2.877868175506592, "n_params": 4428880, "total_flops": 68027596800000000, "train_loss": 0.01159881055355072, "subset_score_loss": 0.01159881055355072, "memorization_fraction_pixel": 0.8536999821662903, "mean_nn_ratio_pixel": 0.3086391091346741, "fid": 39.20355858709738}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d80/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d80/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..181f535fcb3da9441f13412354dbf89309c745b4
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d80/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     69s | train_loss=1.0047 | fid=275.4189
+  step   10000 |    154s | train_loss=0.8258
+  step   20000 |    240s | train_loss=0.7196
+  step   30000 |    326s | train_loss=0.5882
+  step   40000 |    412s | train_loss=0.4306
+  step   50000 |    498s | train_loss=0.2976
+  step   60000 |    585s | train_loss=0.2181
+  step   70000 |    671s | train_loss=0.1815
+  step   80000 |    757s | train_loss=0.1537
+  step   90000 |    843s | train_loss=0.1402
+  step  100000 |    996s | train_loss=0.1297 | fid=57.4668
+  step  110000 |   1078s | train_loss=0.1205
+  step  120000 |   1165s | train_loss=0.1161
+  step  130000 |   1251s | train_loss=0.1097
+  step  140000 |   1337s | train_loss=0.1049
+  step  150000 |   1423s | train_loss=0.0999
+  step  160000 |   1509s | train_loss=0.0961
+  step  170000 |   1595s | train_loss=0.0916
+  step  180000 |   1681s | train_loss=0.0879
+  step  190000 |   1767s | train_loss=0.0863
+  step  200000 |   1920s | train_loss=0.0834 | fid=54.8196
+  step  210000 |   2007s | train_loss=0.0821
+  step  220000 |   2090s | train_loss=0.0797
+  step  230000 |   2176s | train_loss=0.0763
+  step  240000 |   2262s | train_loss=0.0750
+  step  250000 |   2348s | train_loss=0.0721
+  step  260000 |   2435s | train_loss=0.0695
+  step  270000 |   2521s | train_loss=0.0691
+  step  280000 |   2607s | train_loss=0.0686
+  step  290000 |   2694s | train_loss=0.0666
+  step  300000 |   2846s | train_loss=0.0651 | fid=52.6488
+  step  310000 |   2933s | train_loss=0.0638
+  step  320000 |   3017s | train_loss=0.0630
+  step  330000 |   3102s | train_loss=0.0612
+  step  340000 |   3188s | train_loss=0.0608
+  step  350000 |   3274s | train_loss=0.0593
+  step  360000 |   3360s | train_loss=0.0585
+  step  370000 |   3447s | train_loss=0.0582
+  step  380000 |   3533s | train_loss=0.0580
+  step  390000 |   3619s | train_loss=0.0565
+  step  400000 |   3772s | train_loss=0.0546 | fid=51.3428
+  step  410000 |   3858s | train_loss=0.0554
+  step  420000 |   3944s | train_loss=0.0547
+  step  430000 |   4028s | train_loss=0.0543
+  step  440000 |   4113s | train_loss=0.0532
+  step  450000 |   4199s | train_loss=0.0514
+  step  460000 |   4285s | train_loss=0.0519
+  step  470000 |   4371s | train_loss=0.0509
+  step  480000 |   4458s | train_loss=0.0499
+  step  490000 |   4544s | train_loss=0.0500
+  step  500000 |   4697s | train_loss=0.0506 | fid=49.7328
+  step  510000 |   4783s | train_loss=0.0479
+  step  520000 |   4870s | train_loss=0.0484
+  step  530000 |   4957s | train_loss=0.0484
+  step  540000 |   5041s | train_loss=0.0482
+  step  550000 |   5125s | train_loss=0.0469
+  step  560000 |   5211s | train_loss=0.0465
+  step  570000 |   5297s | train_loss=0.0449
+  step  580000 |   5384s | train_loss=0.0455
+  step  590000 |   5470s | train_loss=0.0453
+  step  600000 |   5623s | train_loss=0.0440 | fid=48.9884
+  step  610000 |   5709s | train_loss=0.0453
+  step  620000 |   5795s | train_loss=0.0447
+  step  630000 |   5882s | train_loss=0.0443
+  step  640000 |   5966s | train_loss=0.0436
+  step  650000 |   6052s | train_loss=0.0437
+  step  660000 |   6137s | train_loss=0.0431
+  step  670000 |   6223s | train_loss=0.0424
+  step  680000 |   6309s | train_loss=0.0416
+  step  690000 |   6396s | train_loss=0.0429
+  step  700000 |   6547s | train_loss=0.0418 | fid=47.5315
+  step  710000 |   6633s | train_loss=0.0421
+  step  720000 |   6718s | train_loss=0.0416
+  step  730000 |   6804s | train_loss=0.0412
+  step  740000 |   6891s | train_loss=0.0402
+  step  750000 |   6975s | train_loss=0.0395
+  step  760000 |   7060s | train_loss=0.0388
+  step  770000 |   7146s | train_loss=0.0402
+  step  780000 |   7232s | train_loss=0.0393
+  step  790000 |   7318s | train_loss=0.0396
+  step  800000 |   7470s | train_loss=0.0394 | fid=47.6314
+  step  810000 |   7556s | train_loss=0.0387
+  step  820000 |   7642s | train_loss=0.0382
+  step  830000 |   7729s | train_loss=0.0388
+  step  840000 |   7815s | train_loss=0.0378
+  step  850000 |   7902s | train_loss=0.0392
+  step  860000 |   7985s | train_loss=0.0382
+  step  870000 |   8070s | train_loss=0.0374
+  step  880000 |   8157s | train_loss=0.0368
+  step  890000 |   8243s | train_loss=0.0371
+  step  900000 |   8419s | train_loss=0.0358 | fid=45.3107
+  step  910000 |   8506s | train_loss=0.0372
+  step  920000 |   8592s | train_loss=0.0364
+  step  930000 |   8679s | train_loss=0.0359
+  step  940000 |   8765s | train_loss=0.0358
+  step  950000 |   8852s | train_loss=0.0354
+  step  960000 |   8936s | train_loss=0.0355
+  step  970000 |   9022s | train_loss=0.0359
+  step  980000 |   9106s | train_loss=0.0347
+  step  990000 |   9193s | train_loss=0.0348
+  step 1000000 |   9372s | train_loss=0.0349 | fid=45.2804
+  step 1010000 |   9458s | train_loss=0.0336
+  step 1020000 |   9544s | train_loss=0.0353
+  step 1030000 |   9631s | train_loss=0.0334
+  step 1040000 |   9717s | train_loss=0.0333
+  step 1050000 |   9803s | train_loss=0.0332
+  step 1060000 |   9887s | train_loss=0.0341
+  step 1070000 |   9974s | train_loss=0.0336
+  step 1080000 |  10059s | train_loss=0.0325
+  step 1090000 |  10143s | train_loss=0.0320
+  step 1100000 |  10320s | train_loss=0.0333 | fid=44.5047
+  step 1110000 |  10407s | train_loss=0.0323
+  step 1120000 |  10493s | train_loss=0.0323
+  step 1130000 |  10579s | train_loss=0.0321
+  step 1140000 |  10665s | train_loss=0.0321
+  step 1150000 |  10752s | train_loss=0.0317
+  step 1160000 |  10836s | train_loss=0.0316
+  step 1170000 |  10922s | train_loss=0.0318
+  step 1180000 |  11007s | train_loss=0.0313
+  step 1190000 |  11092s | train_loss=0.0313
+  step 1200000 |  11280s | train_loss=0.0314 | fid=43.8188
+  step 1210000 |  11367s | train_loss=0.0310
+  step 1220000 |  11453s | train_loss=0.0301
+  step 1230000 |  11539s | train_loss=0.0303
+  step 1240000 |  11625s | train_loss=0.0305
+  step 1250000 |  11712s | train_loss=0.0300
+  step 1260000 |  11796s | train_loss=0.0301
+  step 1270000 |  11882s | train_loss=0.0301
+  step 1280000 |  11967s | train_loss=0.0300
+  step 1290000 |  12052s | train_loss=0.0295
+  step 1300000 |  12206s | train_loss=0.0291 | fid=42.9120
+  step 1310000 |  12293s | train_loss=0.0296
+  step 1320000 |  12379s | train_loss=0.0300
+  step 1330000 |  12465s | train_loss=0.0288
+  step 1340000 |  12552s | train_loss=0.0288
+  step 1350000 |  12638s | train_loss=0.0285
+  step 1360000 |  12724s | train_loss=0.0290
+  step 1370000 |  12807s | train_loss=0.0289
+  step 1380000 |  12893s | train_loss=0.0288
+  step 1390000 |  12980s | train_loss=0.0280
+  step 1400000 |  13132s | train_loss=0.0278 | fid=42.6025
+  step 1410000 |  13218s | train_loss=0.0277
+  step 1420000 |  13304s | train_loss=0.0293
+  step 1430000 |  13391s | train_loss=0.0277
+  step 1440000 |  13477s | train_loss=0.0286
+  step 1450000 |  13563s | train_loss=0.0267
+  step 1460000 |  13650s | train_loss=0.0272
+  step 1470000 |  13735s | train_loss=0.0278
+  step 1480000 |  13819s | train_loss=0.0280
+  step 1490000 |  13905s | train_loss=0.0266
+  step 1500000 |  14059s | train_loss=0.0268 | fid=42.0168
+  step 1510000 |  14145s | train_loss=0.0261
+  step 1520000 |  14231s | train_loss=0.0270
+  step 1530000 |  14318s | train_loss=0.0266
+  step 1540000 |  14404s | train_loss=0.0259
+  step 1550000 |  14490s | train_loss=0.0260
+  step 1560000 |  14577s | train_loss=0.0261
+  step 1570000 |  14662s | train_loss=0.0271
+  step 1580000 |  14746s | train_loss=0.0263
+  step 1590000 |  14832s | train_loss=0.0253
+  step 1600000 |  14989s | train_loss=0.0262 | fid=41.6387
+  step 1610000 |  15073s | train_loss=0.0251
+  step 1620000 |  15159s | train_loss=0.0251
+  step 1630000 |  15246s | train_loss=0.0250
+  step 1640000 |  15332s | train_loss=0.0252
+  step 1650000 |  15418s | train_loss=0.0248
+  step 1660000 |  15505s | train_loss=0.0250
+  step 1670000 |  15589s | train_loss=0.0248
+  step 1680000 |  15676s | train_loss=0.0246
+  step 1690000 |  15760s | train_loss=0.0241
+  step 1700000 |  15916s | train_loss=0.0242 | fid=42.0649
+  step 1710000 |  16002s | train_loss=0.0244
+  step 1720000 |  16087s | train_loss=0.0245
+  step 1730000 |  16173s | train_loss=0.0243
+  step 1740000 |  16259s | train_loss=0.0246
+  step 1750000 |  16346s | train_loss=0.0246
+  step 1760000 |  16432s | train_loss=0.0236
+  step 1770000 |  16516s | train_loss=0.0233
+  step 1780000 |  16603s | train_loss=0.0234
+  step 1790000 |  16690s | train_loss=0.0241
+  step 1800000 |  16862s | train_loss=0.0238 | fid=42.1261
+  step 1810000 |  16948s | train_loss=0.0230
+  step 1820000 |  17033s | train_loss=0.0232
+  step 1830000 |  17119s | train_loss=0.0234
+  step 1840000 |  17205s | train_loss=0.0236
+  step 1850000 |  17292s | train_loss=0.0231
+  step 1860000 |  17376s | train_loss=0.0230
+  step 1870000 |  17462s | train_loss=0.0237
+  step 1880000 |  17549s | train_loss=0.0225
+  step 1890000 |  17635s | train_loss=0.0233
+  step 1900000 |  17809s | train_loss=0.0223 | fid=41.1453
+  step 1910000 |  17895s | train_loss=0.0224
+  step 1920000 |  17981s | train_loss=0.0226
+  step 1930000 |  18066s | train_loss=0.0224
+  step 1940000 |  18152s | train_loss=0.0225
+  step 1950000 |  18238s | train_loss=0.0225
+  step 1960000 |  18323s | train_loss=0.0222
+  step 1970000 |  18410s | train_loss=0.0212
+  step 1980000 |  18496s | train_loss=0.0209
+  step 1990000 |  18582s | train_loss=0.0211
+  step 2000000 |  18738s | train_loss=0.0211 | fid=41.8140
+  step 2010000 |  18824s | train_loss=0.0216
+  step 2020000 |  18910s | train_loss=0.0214
+  step 2030000 |  18997s | train_loss=0.0208
+  step 2040000 |  19081s | train_loss=0.0204
+  step 2050000 |  19166s | train_loss=0.0217
+  step 2060000 |  19252s | train_loss=0.0204
+  step 2070000 |  19338s | train_loss=0.0213
+  step 2080000 |  19425s | train_loss=0.0204
+  step 2090000 |  19511s | train_loss=0.0216
+  step 2100000 |  19690s | train_loss=0.0209 | fid=41.3778
+  step 2110000 |  19776s | train_loss=0.0207
+  step 2120000 |  19862s | train_loss=0.0214
+  step 2130000 |  19948s | train_loss=0.0210
+  step 2140000 |  20033s | train_loss=0.0211
+  step 2150000 |  20117s | train_loss=0.0212
+  step 2160000 |  20204s | train_loss=0.0199
+  step 2170000 |  20290s | train_loss=0.0200
+  step 2180000 |  20376s | train_loss=0.0218
+  step 2190000 |  20463s | train_loss=0.0198
+  step 2200000 |  20642s | train_loss=0.0204 | fid=40.8163
+  step 2210000 |  20728s | train_loss=0.0208
+  step 2220000 |  20815s | train_loss=0.0206
+  step 2230000 |  20901s | train_loss=0.0211
+  step 2240000 |  20986s | train_loss=0.0196
+  step 2250000 |  21070s | train_loss=0.0197
+  step 2260000 |  21156s | train_loss=0.0193
+  step 2270000 |  21243s | train_loss=0.0199
+  step 2280000 |  21329s | train_loss=0.0193
+  step 2290000 |  21415s | train_loss=0.0195
+  step 2300000 |  21592s | train_loss=0.0199 | fid=41.1999
+  step 2310000 |  21678s | train_loss=0.0191
+  step 2320000 |  21764s | train_loss=0.0190
+  step 2330000 |  21849s | train_loss=0.0187
+  step 2340000 |  21935s | train_loss=0.0191
+  step 2350000 |  22020s | train_loss=0.0196
+  step 2360000 |  22107s | train_loss=0.0190
+  step 2370000 |  22193s | train_loss=0.0189
+  step 2380000 |  22279s | train_loss=0.0189
+  step 2390000 |  22365s | train_loss=0.0185
+  step 2400000 |  22541s | train_loss=0.0183 | fid=40.3562
+  step 2410000 |  22627s | train_loss=0.0189
+  step 2420000 |  22713s | train_loss=0.0185
+  step 2430000 |  22798s | train_loss=0.0187
+  step 2440000 |  22884s | train_loss=0.0192
+  step 2450000 |  22969s | train_loss=0.0195
+  step 2460000 |  23056s | train_loss=0.0183
+  step 2470000 |  23142s | train_loss=0.0177
+  step 2480000 |  23228s | train_loss=0.0183
+  step 2490000 |  23315s | train_loss=0.0181
+  step 2500000 |  23494s | train_loss=0.0176 | fid=40.1143
+  step 2510000 |  23580s | train_loss=0.0181
+  step 2520000 |  23664s | train_loss=0.0178
+  step 2530000 |  23751s | train_loss=0.0187
+  step 2540000 |  23837s | train_loss=0.0183
+  step 2550000 |  23924s | train_loss=0.0179
+  step 2560000 |  24009s | train_loss=0.0176
+  step 2570000 |  24095s | train_loss=0.0172
+  step 2580000 |  24181s | train_loss=0.0177
+  step 2590000 |  24267s | train_loss=0.0177
+  step 2600000 |  24444s | train_loss=0.0177 | fid=40.6407
+  step 2610000 |  24528s | train_loss=0.0175
+  step 2620000 |  24613s | train_loss=0.0178
+  step 2630000 |  24699s | train_loss=0.0178
+  step 2640000 |  24786s | train_loss=0.0173
+  step 2650000 |  24872s | train_loss=0.0174
+  step 2660000 |  24957s | train_loss=0.0169
+  step 2670000 |  25043s | train_loss=0.0171
+  step 2680000 |  25129s | train_loss=0.0179
+  step 2690000 |  25216s | train_loss=0.0187
+  step 2700000 |  25372s | train_loss=0.0183 | fid=39.8114
+  step 2710000 |  25455s | train_loss=0.0167
+  step 2720000 |  25541s | train_loss=0.0172
+  step 2730000 |  25627s | train_loss=0.0174
+  step 2740000 |  25714s | train_loss=0.0182
+  step 2750000 |  25800s | train_loss=0.0173
+  step 2760000 |  25886s | train_loss=0.0170
+  step 2770000 |  25971s | train_loss=0.0167
+  step 2780000 |  26057s | train_loss=0.0173
+  step 2790000 |  26143s | train_loss=0.0166
+  step 2800000 |  26323s | train_loss=0.0165 | fid=40.6743
+  step 2810000 |  26406s | train_loss=0.0168
+  step 2820000 |  26493s | train_loss=0.0170
+  step 2830000 |  26579s | train_loss=0.0162
+  step 2840000 |  26665s | train_loss=0.0159
+  step 2850000 |  26752s | train_loss=0.0161
+  step 2860000 |  26838s | train_loss=0.0162
+  step 2870000 |  26925s | train_loss=0.0180
+  step 2880000 |  27009s | train_loss=0.0160
+  step 2890000 |  27095s | train_loss=0.0170
+  step 2900000 |  27256s | train_loss=0.0165 | fid=40.1986
+  step 2910000 |  27342s | train_loss=0.0156
+  step 2920000 |  27427s | train_loss=0.0158
+  step 2930000 |  27513s | train_loss=0.0155
+  step 2940000 |  27599s | train_loss=0.0157
+  step 2950000 |  27686s | train_loss=0.0170
+  step 2960000 |  27772s | train_loss=0.0157
+  step 2970000 |  27858s | train_loss=0.0159
+  step 2980000 |  27943s | train_loss=0.0159
+  step 2990000 |  28029s | train_loss=0.0163
+  step 3000000 |  28208s | train_loss=0.0161 | fid=39.9425
+  step 3010000 |  28295s | train_loss=0.0158
+  step 3020000 |  28380s | train_loss=0.0167
+  step 3030000 |  28466s | train_loss=0.0167
+  step 3040000 |  28552s | train_loss=0.0165
+  step 3050000 |  28639s | train_loss=0.0149
+  step 3060000 |  28725s | train_loss=0.0155
+  step 3070000 |  28811s | train_loss=0.0166
+  step 3080000 |  28898s | train_loss=0.0157
+  step 3090000 |  28982s | train_loss=0.0152
+  step 3100000 |  29166s | train_loss=0.0159 | fid=40.4012
+  step 3110000 |  29252s | train_loss=0.0154
+  step 3120000 |  29337s | train_loss=0.0151
+  step 3130000 |  29424s | train_loss=0.0147
+  step 3140000 |  29510s | train_loss=0.0149
+  step 3150000 |  29597s | train_loss=0.0151
+  step 3160000 |  29683s | train_loss=0.0147
+  step 3170000 |  29769s | train_loss=0.0153
+  step 3180000 |  29856s | train_loss=0.0156
+  step 3190000 |  29940s | train_loss=0.0147
+  step 3200000 |  30097s | train_loss=0.0149 | fid=40.9091
+  step 3210000 |  30184s | train_loss=0.0149
+  step 3220000 |  30270s | train_loss=0.0152
+  step 3230000 |  30355s | train_loss=0.0147
+  step 3240000 |  30441s | train_loss=0.0154
+  step 3250000 |  30527s | train_loss=0.0152
+  step 3260000 |  30614s | train_loss=0.0161
+  step 3270000 |  30700s | train_loss=0.0142
+  step 3280000 |  30786s | train_loss=0.0154
+  step 3290000 |  30872s | train_loss=0.0149
+  step 3300000 |  31023s | train_loss=0.0147 | fid=40.1995
+  step 3310000 |  31110s | train_loss=0.0150
+  step 3320000 |  31196s | train_loss=0.0151
+  step 3330000 |  31281s | train_loss=0.0148
+  step 3340000 |  31367s | train_loss=0.0146
+  step 3350000 |  31453s | train_loss=0.0148
+  step 3360000 |  31540s | train_loss=0.0143
+  step 3370000 |  31626s | train_loss=0.0148
+  step 3380000 |  31712s | train_loss=0.0153
+  step 3390000 |  31796s | train_loss=0.0139
+  step 3400000 |  31949s | train_loss=0.0143 | fid=40.3496
+  step 3410000 |  32035s | train_loss=0.0153
+  step 3420000 |  32122s | train_loss=0.0144
+  step 3430000 |  32208s | train_loss=0.0138
+  step 3440000 |  32293s | train_loss=0.0146
+  step 3450000 |  32379s | train_loss=0.0143
+  step 3460000 |  32466s | train_loss=0.0154
+  step 3470000 |  32552s | train_loss=0.0134
+  step 3480000 |  32638s | train_loss=0.0145
+  step 3490000 |  32722s | train_loss=0.0141
+  step 3500000 |  32898s | train_loss=0.0141 | fid=40.3337
+  step 3510000 |  32985s | train_loss=0.0145
+  step 3520000 |  33071s | train_loss=0.0141
+  step 3530000 |  33158s | train_loss=0.0153
+  step 3540000 |  33242s | train_loss=0.0132
+  step 3550000 |  33329s | train_loss=0.0137
+  step 3560000 |  33415s | train_loss=0.0139
+  step 3570000 |  33501s | train_loss=0.0150
+  step 3580000 |  33587s | train_loss=0.0133
+  step 3590000 |  33671s | train_loss=0.0139
+  step 3600000 |  33827s | train_loss=0.0137 | fid=40.1654
+  step 3610000 |  33912s | train_loss=0.0132
+  step 3620000 |  33998s | train_loss=0.0132
+  step 3630000 |  34084s | train_loss=0.0136
+  step 3640000 |  34171s | train_loss=0.0136
+  step 3650000 |  34255s | train_loss=0.0137
+  step 3660000 |  34342s | train_loss=0.0136
+  step 3670000 |  34428s | train_loss=0.0135
+  step 3680000 |  34512s | train_loss=0.0138
+  step 3690000 |  34598s | train_loss=0.0135
+  step 3700000 |  34753s | train_loss=0.0131 | fid=40.0056
+  step 3710000 |  34840s | train_loss=0.0132
+  step 3720000 |  34925s | train_loss=0.0134
+  step 3730000 |  35011s | train_loss=0.0132
+  step 3740000 |  35097s | train_loss=0.0129
+  step 3750000 |  35182s | train_loss=0.0134
+  step 3760000 |  35269s | train_loss=0.0134
+  step 3770000 |  35355s | train_loss=0.0136
+  step 3780000 |  35439s | train_loss=0.0132
+  step 3790000 |  35525s | train_loss=0.0130
+  step 3800000 |  35697s | train_loss=0.0138 | fid=40.1624
+  step 3810000 |  35783s | train_loss=0.0128
+  step 3820000 |  35869s | train_loss=0.0122
+  step 3830000 |  35954s | train_loss=0.0128
+  step 3840000 |  36040s | train_loss=0.0129
+  step 3850000 |  36127s | train_loss=0.0124
+  step 3860000 |  36211s | train_loss=0.0127
+  step 3870000 |  36297s | train_loss=0.0126
+  step 3880000 |  36382s | train_loss=0.0125
+  step 3890000 |  36468s | train_loss=0.0135
+  step 3900000 |  36645s | train_loss=0.0121 | fid=40.2081
+  step 3910000 |  36731s | train_loss=0.0133
+  step 3920000 |  36817s | train_loss=0.0129
+  step 3930000 |  36902s | train_loss=0.0133
+  step 3940000 |  36989s | train_loss=0.0128
+  step 3950000 |  37075s | train_loss=0.0130
+  step 3960000 |  37160s | train_loss=0.0126
+  step 3970000 |  37244s | train_loss=0.0125
+  step 3980000 |  37331s | train_loss=0.0124
+  step 3990000 |  37417s | train_loss=0.0133
+  step 4000000 |  37591s | train_loss=0.0131 | fid=38.9043
+  step 4010000 |  37677s | train_loss=0.0119
+  step 4020000 |  37763s | train_loss=0.0124
+  step 4030000 |  37850s | train_loss=0.0122
+  step 4040000 |  37934s | train_loss=0.0129
+  step 4050000 |  38021s | train_loss=0.0125
+  step 4060000 |  38105s | train_loss=0.0120
+  step 4070000 |  38190s | train_loss=0.0131
+  step 4080000 |  38276s | train_loss=0.0127
+  step 4090000 |  38362s | train_loss=0.0126
+  step 4100000 |  38540s | train_loss=0.0128 | fid=39.3596
+  step 4110000 |  38626s | train_loss=0.0126
+  step 4120000 |  38712s | train_loss=0.0122
+  step 4130000 |  38799s | train_loss=0.0128
+  step 4140000 |  38884s | train_loss=0.0120
+  step 4150000 |  38970s | train_loss=0.0122
+  step 4160000 |  39053s | train_loss=0.0120
+  step 4170000 |  39140s | train_loss=0.0120
+  step 4180000 |  39226s | train_loss=0.0126
+  step 4190000 |  39312s | train_loss=0.0120
+  step 4200000 |  39488s | train_loss=0.0118 | fid=39.6014
+  step 4210000 |  39574s | train_loss=0.0116
+  step 4220000 |  39661s | train_loss=0.0123
+  step 4230000 |  39747s | train_loss=0.0119
+  step 4240000 |  39834s | train_loss=0.0118
+  step 4250000 |  39917s | train_loss=0.0121
+  step 4260000 |  40003s | train_loss=0.0116
+  step 4270000 |  40088s | train_loss=0.0122
+  step 4280000 |  40174s | train_loss=0.0130
+  step 4290000 |  40260s | train_loss=0.0120
+  step 4300000 |  40449s | train_loss=0.0122 | fid=39.0623
+  step 4310000 |  40535s | train_loss=0.0120
+  step 4320000 |  40621s | train_loss=0.0120
+  step 4330000 |  40707s | train_loss=0.0113
+  step 4340000 |  40794s | train_loss=0.0114
+  step 4350000 |  40877s | train_loss=0.0119
+  step 4360000 |  40963s | train_loss=0.0117
+  step 4370000 |  41048s | train_loss=0.0120
+  step 4380000 |  41134s | train_loss=0.0118
+  step 4390000 |  41220s | train_loss=0.0117
+  step 4400000 |  41390s | train_loss=0.0117 | fid=39.3860
+  step 4410000 |  41477s | train_loss=0.0121
+  step 4420000 |  41563s | train_loss=0.0117
+  step 4430000 |  41649s | train_loss=0.0116
+  step 4440000 |  41734s | train_loss=0.0119
+  step 4450000 |  41821s | train_loss=0.0117
+  step 4460000 |  41905s | train_loss=0.0120
+  step 4470000 |  41990s | train_loss=0.0114
+  step 4480000 |  42076s | train_loss=0.0116
+  step 4490000 |  42163s | train_loss=0.0113
+  step 4500000 |  42347s | train_loss=0.0116 | fid=39.5804
+  step 4510000 |  42433s | train_loss=0.0114
+  step 4520000 |  42519s | train_loss=0.0111
+  step 4530000 |  42605s | train_loss=0.0116
+  step 4540000 |  42690s | train_loss=0.0116
+  step 4550000 |  42776s | train_loss=0.0108
+  step 4560000 |  42861s | train_loss=0.0114
+  step 4570000 |  42946s | train_loss=0.0126
+  step 4580000 |  43032s | train_loss=0.0109
+  step 4590000 |  43118s | train_loss=0.0113
+  step 4600000 |  43318s | train_loss=0.0115 | fid=39.4156
+  step 4610000 |  43404s | train_loss=0.0113
+  step 4620000 |  43490s | train_loss=0.0110
+  step 4630000 |  43574s | train_loss=0.0111
+  step 4640000 |  43660s | train_loss=0.0110
+  step 4650000 |  43747s | train_loss=0.0118
+  step 4660000 |  43831s | train_loss=0.0111
+  step 4670000 |  43916s | train_loss=0.0113
+  step 4680000 |  44002s | train_loss=0.0110
+  step 4690000 |  44089s | train_loss=0.0110
+  step 4700000 |  44282s | train_loss=0.0109 | fid=38.8232
+  step 4710000 |  44369s | train_loss=0.0107
+  step 4720000 |  44453s | train_loss=0.0107
+  step 4730000 |  44540s | train_loss=0.0115
+  step 4740000 |  44626s | train_loss=0.0110
+  step 4750000 |  44712s | train_loss=0.0108
+  step 4760000 |  44797s | train_loss=0.0111
+  step 4770000 |  44882s | train_loss=0.0112
+  step 4780000 |  44968s | train_loss=0.0105
+  step 4790000 |  45054s | train_loss=0.0106
+  step 4800000 |  45247s | train_loss=0.0113 | fid=39.0790
+  step 4810000 |  45323s | train_loss=0.0107
+  step 4820000 |  45393s | train_loss=0.0108
+  step 4830000 |  45462s | train_loss=0.0112
+  step 4840000 |  45532s | train_loss=0.0111
+  step 4850000 |  45601s | train_loss=0.0109
+  step 4860000 |  45671s | train_loss=0.0109
+  step 4870000 |  45736s | train_loss=0.0110
+  step 4880000 |  45806s | train_loss=0.0108
+  step 4890000 |  45876s | train_loss=0.0108
+  step 4900000 |  46029s | train_loss=0.0105 | fid=39.6053
+  step 4910000 |  46099s | train_loss=0.0114
+  step 4920000 |  46168s | train_loss=0.0111
+  step 4930000 |  46238s | train_loss=0.0108
+  step 4940000 |  46307s | train_loss=0.0105
+  step 4950000 |  46377s | train_loss=0.0105
+  step 4960000 |  46447s | train_loss=0.0109
+  step 4970000 |  46512s | train_loss=0.0112
+  step 4980000 |  46581s | train_loss=0.0102
+  step 4990000 |  46651s | train_loss=0.0108
+  step 5000000 |  46762s | train_loss=0.0116 | fid=39.2036
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d90/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d90/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..0cd5b4992d846cd90c8a4786a975a2577de0c058
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d90/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d90/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d90",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 46,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d90/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d90/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..a28a8783bb2b9ba7b1d693258a8558758f7345d2
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d90/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 90, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d90/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 46}
+{"step": 1, "wall_time": 68.19407939910889, "train_loss_step": 90.8134536743164, "n_params": 4449370, "total_flops": 13668464640, "train_loss": 1.005033704969618, "subset_score_loss": 1.005033704969618, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9761576056480408, "fid": 306.60191241052496}
+{"step": 10000, "wall_time": 149.91130661964417, "train_loss_step": 18.115188598632812, "n_params": 4449370, "total_flops": 136684646400000, "train_loss": 0.8149127536349826, "subset_score_loss": 0.8149127536349826}
+{"step": 20000, "wall_time": 235.93774509429932, "train_loss_step": 16.386768341064453, "n_params": 4449370, "total_flops": 273369292800000, "train_loss": 0.6967301686604818, "subset_score_loss": 0.6967301686604818}
+{"step": 30000, "wall_time": 321.9279947280884, "train_loss_step": 14.464900016784668, "n_params": 4449370, "total_flops": 410053939200000, "train_loss": 0.5609375847710504, "subset_score_loss": 0.5609375847710504}
+{"step": 40000, "wall_time": 407.9324872493744, "train_loss_step": 12.15462875366211, "n_params": 4449370, "total_flops": 546738585600000, "train_loss": 0.413520516289605, "subset_score_loss": 0.413520516289605}
+{"step": 50000, "wall_time": 493.9270775318146, "train_loss_step": 11.327938079833984, "n_params": 4449370, "total_flops": 683423232000000, "train_loss": 0.29327574835883247, "subset_score_loss": 0.29327574835883247}
+{"step": 60000, "wall_time": 579.9133870601654, "train_loss_step": 9.787575721740723, "n_params": 4449370, "total_flops": 820107878400000, "train_loss": 0.21947222815619574, "subset_score_loss": 0.21947222815619574}
+{"step": 70000, "wall_time": 665.9146044254303, "train_loss_step": 8.394621849060059, "n_params": 4449370, "total_flops": 956792524800000, "train_loss": 0.17774040434095595, "subset_score_loss": 0.17774040434095595}
+{"step": 80000, "wall_time": 751.9064795970917, "train_loss_step": 8.283088684082031, "n_params": 4449370, "total_flops": 1093477171200000, "train_loss": 0.15649792353312175, "subset_score_loss": 0.15649792353312175}
+{"step": 90000, "wall_time": 837.857720375061, "train_loss_step": 8.48381233215332, "n_params": 4449370, "total_flops": 1230161817600000, "train_loss": 0.13810224533081056, "subset_score_loss": 0.13810224533081056}
+{"step": 100000, "wall_time": 992.0595533847809, "train_loss_step": 7.817104339599609, "n_params": 4449370, "total_flops": 1366846464000000, "train_loss": 0.13191741307576496, "subset_score_loss": 0.13191741307576496, "memorization_fraction_pixel": 0.000699999975040555, "mean_nn_ratio_pixel": 0.900963306427002, "fid": 62.4808678893116}
+{"step": 110000, "wall_time": 1073.772347688675, "train_loss_step": 6.910650730133057, "n_params": 4449370, "total_flops": 1503531110400000, "train_loss": 0.1226779407925076, "subset_score_loss": 0.1226779407925076}
+{"step": 120000, "wall_time": 1159.7784957885742, "train_loss_step": 7.262258052825928, "n_params": 4449370, "total_flops": 1640215756800000, "train_loss": 0.11631571451822917, "subset_score_loss": 0.11631571451822917}
+{"step": 130000, "wall_time": 1245.7604806423187, "train_loss_step": 7.452691555023193, "n_params": 4449370, "total_flops": 1776900403200000, "train_loss": 0.11512870788574218, "subset_score_loss": 0.11512870788574218}
+{"step": 140000, "wall_time": 1331.7791006565094, "train_loss_step": 6.840463638305664, "n_params": 4449370, "total_flops": 1913585049600000, "train_loss": 0.10444861518012152, "subset_score_loss": 0.10444861518012152}
+{"step": 150000, "wall_time": 1417.8045403957367, "train_loss_step": 6.4493794441223145, "n_params": 4449370, "total_flops": 2050269696000000, "train_loss": 0.1002483050028483, "subset_score_loss": 0.1002483050028483}
+{"step": 160000, "wall_time": 1503.7944707870483, "train_loss_step": 6.171462535858154, "n_params": 4449370, "total_flops": 2186954342400000, "train_loss": 0.097596009572347, "subset_score_loss": 0.097596009572347}
+{"step": 170000, "wall_time": 1589.786116361618, "train_loss_step": 6.37274169921875, "n_params": 4449370, "total_flops": 2323638988800000, "train_loss": 0.09275775485568577, "subset_score_loss": 0.09275775485568577}
+{"step": 180000, "wall_time": 1675.8192098140717, "train_loss_step": 6.172662734985352, "n_params": 4449370, "total_flops": 2460323635200000, "train_loss": 0.09004048241509331, "subset_score_loss": 0.09004048241509331}
+{"step": 190000, "wall_time": 1761.783672094345, "train_loss_step": 6.4371442794799805, "n_params": 4449370, "total_flops": 2597008281600000, "train_loss": 0.08604293399386936, "subset_score_loss": 0.08604293399386936}
+{"step": 200000, "wall_time": 1913.5457818508148, "train_loss_step": 6.732758522033691, "n_params": 4449370, "total_flops": 2733692928000000, "train_loss": 0.0860686567094591, "subset_score_loss": 0.0860686567094591, "memorization_fraction_pixel": 0.014800000004470348, "mean_nn_ratio_pixel": 0.8402856588363647, "fid": 60.43483270627094}
+{"step": 210000, "wall_time": 1998.2318658828735, "train_loss_step": 6.707871913909912, "n_params": 4449370, "total_flops": 2870377574400000, "train_loss": 0.0820731692843967, "subset_score_loss": 0.0820731692843967}
+{"step": 220000, "wall_time": 2081.7118327617645, "train_loss_step": 5.86252498626709, "n_params": 4449370, "total_flops": 3007062220800000, "train_loss": 0.0791907893286811, "subset_score_loss": 0.0791907893286811}
+{"step": 230000, "wall_time": 2167.741756439209, "train_loss_step": 6.319746971130371, "n_params": 4449370, "total_flops": 3143746867200000, "train_loss": 0.07895252439710829, "subset_score_loss": 0.07895252439710829}
+{"step": 240000, "wall_time": 2253.703366994858, "train_loss_step": 6.097294807434082, "n_params": 4449370, "total_flops": 3280431513600000, "train_loss": 0.07557117144266765, "subset_score_loss": 0.07557117144266765}
+{"step": 250000, "wall_time": 2339.7061088085175, "train_loss_step": 6.261360168457031, "n_params": 4449370, "total_flops": 3417116160000000, "train_loss": 0.07553324169582791, "subset_score_loss": 0.07553324169582791}
+{"step": 260000, "wall_time": 2425.584541797638, "train_loss_step": 6.342347621917725, "n_params": 4449370, "total_flops": 3553800806400000, "train_loss": 0.07097945213317872, "subset_score_loss": 0.07097945213317872}
+{"step": 270000, "wall_time": 2511.811713695526, "train_loss_step": 6.358891487121582, "n_params": 4449370, "total_flops": 3690485452800000, "train_loss": 0.07153080834282768, "subset_score_loss": 0.07153080834282768}
+{"step": 280000, "wall_time": 2598.0994930267334, "train_loss_step": 5.75627326965332, "n_params": 4449370, "total_flops": 3827170099200000, "train_loss": 0.0684713151719835, "subset_score_loss": 0.0684713151719835}
+{"step": 290000, "wall_time": 2684.4009964466095, "train_loss_step": 6.109156608581543, "n_params": 4449370, "total_flops": 3963854745600000, "train_loss": 0.06728730731540256, "subset_score_loss": 0.06728730731540256}
+{"step": 300000, "wall_time": 2838.734265565872, "train_loss_step": 5.999556541442871, "n_params": 4449370, "total_flops": 4100539392000000, "train_loss": 0.06795754432678222, "subset_score_loss": 0.06795754432678222, "memorization_fraction_pixel": 0.041200000792741776, "mean_nn_ratio_pixel": 0.7912909388542175, "fid": 55.22223293972414}
+{"step": 310000, "wall_time": 2923.0565752983093, "train_loss_step": 5.6394453048706055, "n_params": 4449370, "total_flops": 4237224038400000, "train_loss": 0.06617130703396268, "subset_score_loss": 0.06617130703396268}
+{"step": 320000, "wall_time": 3008.4459114074707, "train_loss_step": 5.773643493652344, "n_params": 4449370, "total_flops": 4373908684800000, "train_loss": 0.06358831723531087, "subset_score_loss": 0.06358831723531087}
+{"step": 330000, "wall_time": 3092.3713715076447, "train_loss_step": 6.0490875244140625, "n_params": 4449370, "total_flops": 4510593331200000, "train_loss": 0.0646624035305447, "subset_score_loss": 0.0646624035305447}
+{"step": 340000, "wall_time": 3178.609636068344, "train_loss_step": 5.689822196960449, "n_params": 4449370, "total_flops": 4647277977600000, "train_loss": 0.06281659338209364, "subset_score_loss": 0.06281659338209364}
+{"step": 350000, "wall_time": 3264.6124732494354, "train_loss_step": 5.676194190979004, "n_params": 4449370, "total_flops": 4783962624000000, "train_loss": 0.06215815014309353, "subset_score_loss": 0.06215815014309353}
+{"step": 360000, "wall_time": 3350.472681760788, "train_loss_step": 5.420536994934082, "n_params": 4449370, "total_flops": 4920647270400000, "train_loss": 0.060118707021077473, "subset_score_loss": 0.060118707021077473}
+{"step": 370000, "wall_time": 3436.651301383972, "train_loss_step": 5.507641792297363, "n_params": 4449370, "total_flops": 5057331916800000, "train_loss": 0.059798415501912436, "subset_score_loss": 0.059798415501912436}
+{"step": 380000, "wall_time": 3522.8910987377167, "train_loss_step": 5.701457500457764, "n_params": 4449370, "total_flops": 5194016563200000, "train_loss": 0.059225840038723415, "subset_score_loss": 0.059225840038723415}
+{"step": 390000, "wall_time": 3609.164221763611, "train_loss_step": 5.410996437072754, "n_params": 4449370, "total_flops": 5330701209600000, "train_loss": 0.057728878657023114, "subset_score_loss": 0.057728878657023114}
+{"step": 400000, "wall_time": 3764.0567865371704, "train_loss_step": 5.382507801055908, "n_params": 4449370, "total_flops": 5467385856000000, "train_loss": 0.058932389153374565, "subset_score_loss": 0.058932389153374565, "memorization_fraction_pixel": 0.06689999997615814, "mean_nn_ratio_pixel": 0.7617095112800598, "fid": 54.600693163496516}
+{"step": 410000, "wall_time": 3848.3932106494904, "train_loss_step": 5.543766021728516, "n_params": 4449370, "total_flops": 5604070502400000, "train_loss": 0.0580323060353597, "subset_score_loss": 0.0580323060353597}
+{"step": 420000, "wall_time": 3934.735877275467, "train_loss_step": 5.439518928527832, "n_params": 4449370, "total_flops": 5740755148800000, "train_loss": 0.05543241500854492, "subset_score_loss": 0.05543241500854492}
+{"step": 430000, "wall_time": 4018.8363888263702, "train_loss_step": 5.199345588684082, "n_params": 4449370, "total_flops": 5877439795200000, "train_loss": 0.054850101470947266, "subset_score_loss": 0.054850101470947266}
+{"step": 440000, "wall_time": 4103.411775588989, "train_loss_step": 4.971780776977539, "n_params": 4449370, "total_flops": 6014124441600000, "train_loss": 0.055420509974161786, "subset_score_loss": 0.055420509974161786}
+{"step": 450000, "wall_time": 4189.479478120804, "train_loss_step": 5.528371810913086, "n_params": 4449370, "total_flops": 6150809088000000, "train_loss": 0.05394532945421007, "subset_score_loss": 0.05394532945421007}
+{"step": 460000, "wall_time": 4275.682847976685, "train_loss_step": 5.3038787841796875, "n_params": 4449370, "total_flops": 6287493734400000, "train_loss": 0.05312351650661892, "subset_score_loss": 0.05312351650661892}
+{"step": 470000, "wall_time": 4361.73371887207, "train_loss_step": 5.35474157333374, "n_params": 4449370, "total_flops": 6424178380800000, "train_loss": 0.05240280893113878, "subset_score_loss": 0.05240280893113878}
+{"step": 480000, "wall_time": 4447.984782457352, "train_loss_step": 5.284918308258057, "n_params": 4449370, "total_flops": 6560863027200000, "train_loss": 0.05247854126824273, "subset_score_loss": 0.05247854126824273}
+{"step": 490000, "wall_time": 4534.304935216904, "train_loss_step": 5.440703868865967, "n_params": 4449370, "total_flops": 6697547673600000, "train_loss": 0.05204163127475315, "subset_score_loss": 0.05204163127475315}
+{"step": 500000, "wall_time": 4686.624501943588, "train_loss_step": 5.171961784362793, "n_params": 4449370, "total_flops": 6834232320000000, "train_loss": 0.05179252624511719, "subset_score_loss": 0.05179252624511719, "memorization_fraction_pixel": 0.09809999912977219, "mean_nn_ratio_pixel": 0.7270178198814392, "fid": 52.32094131822583}
+{"step": 510000, "wall_time": 4770.477940320969, "train_loss_step": 4.99578857421875, "n_params": 4449370, "total_flops": 6970916966400000, "train_loss": 0.050317472881740995, "subset_score_loss": 0.050317472881740995}
+{"step": 520000, "wall_time": 4856.883704900742, "train_loss_step": 5.117800712585449, "n_params": 4449370, "total_flops": 7107601612800000, "train_loss": 0.04999515745374891, "subset_score_loss": 0.04999515745374891}
+{"step": 530000, "wall_time": 4943.520002603531, "train_loss_step": 4.973348140716553, "n_params": 4449370, "total_flops": 7244286259200000, "train_loss": 0.05014763938056098, "subset_score_loss": 0.05014763938056098}
+{"step": 540000, "wall_time": 5027.574311494827, "train_loss_step": 5.344000339508057, "n_params": 4449370, "total_flops": 7380970905600000, "train_loss": 0.049027771419949004, "subset_score_loss": 0.049027771419949004}
+{"step": 550000, "wall_time": 5111.917458057404, "train_loss_step": 5.157064437866211, "n_params": 4449370, "total_flops": 7517655552000000, "train_loss": 0.050279453065660264, "subset_score_loss": 0.050279453065660264}
+{"step": 560000, "wall_time": 5198.155480146408, "train_loss_step": 5.159704685211182, "n_params": 4449370, "total_flops": 7654340198400000, "train_loss": 0.0489825513627794, "subset_score_loss": 0.0489825513627794}
+{"step": 570000, "wall_time": 5284.30082654953, "train_loss_step": 5.169687271118164, "n_params": 4449370, "total_flops": 7791024844800000, "train_loss": 0.04722879197862413, "subset_score_loss": 0.04722879197862413}
+{"step": 580000, "wall_time": 5370.289437055588, "train_loss_step": 4.935420989990234, "n_params": 4449370, "total_flops": 7927709491200000, "train_loss": 0.048118374082777235, "subset_score_loss": 0.048118374082777235}
+{"step": 590000, "wall_time": 5456.564684391022, "train_loss_step": 5.427309989929199, "n_params": 4449370, "total_flops": 8064394137600000, "train_loss": 0.04876725408766005, "subset_score_loss": 0.04876725408766005}
+{"step": 600000, "wall_time": 5612.477986097336, "train_loss_step": 4.967219829559326, "n_params": 4449370, "total_flops": 8201078784000000, "train_loss": 0.046933650970458984, "subset_score_loss": 0.046933650970458984, "memorization_fraction_pixel": 0.12729999423027039, "mean_nn_ratio_pixel": 0.7000810503959656, "fid": 50.43843194501537}
+{"step": 610000, "wall_time": 5696.145847320557, "train_loss_step": 5.301872253417969, "n_params": 4449370, "total_flops": 8337763430400000, "train_loss": 0.04686320622762044, "subset_score_loss": 0.04686320622762044}
+{"step": 620000, "wall_time": 5782.423113822937, "train_loss_step": 4.788413047790527, "n_params": 4449370, "total_flops": 8474448076800000, "train_loss": 0.044994391335381405, "subset_score_loss": 0.044994391335381405}
+{"step": 630000, "wall_time": 5868.658485412598, "train_loss_step": 4.8628716468811035, "n_params": 4449370, "total_flops": 8611132723200000, "train_loss": 0.045688131120469835, "subset_score_loss": 0.045688131120469835}
+{"step": 640000, "wall_time": 5954.250579118729, "train_loss_step": 4.721713066101074, "n_params": 4449370, "total_flops": 8747817369600000, "train_loss": 0.04505385292900933, "subset_score_loss": 0.04505385292900933}
+{"step": 650000, "wall_time": 6039.078771829605, "train_loss_step": 5.00499153137207, "n_params": 4449370, "total_flops": 8884502016000000, "train_loss": 0.045073318481445315, "subset_score_loss": 0.045073318481445315}
+{"step": 660000, "wall_time": 6123.4652280807495, "train_loss_step": 4.861725807189941, "n_params": 4449370, "total_flops": 9021186662400000, "train_loss": 0.04580329789055718, "subset_score_loss": 0.04580329789055718}
+{"step": 670000, "wall_time": 6209.678826570511, "train_loss_step": 4.819025993347168, "n_params": 4449370, "total_flops": 9157871308800000, "train_loss": 0.04526559511820475, "subset_score_loss": 0.04526559511820475}
+{"step": 680000, "wall_time": 6295.722296714783, "train_loss_step": 5.037588119506836, "n_params": 4449370, "total_flops": 9294555955200000, "train_loss": 0.043630525800916885, "subset_score_loss": 0.043630525800916885}
+{"step": 690000, "wall_time": 6381.892653942108, "train_loss_step": 5.004199981689453, "n_params": 4449370, "total_flops": 9431240601600000, "train_loss": 0.04387811024983724, "subset_score_loss": 0.04387811024983724}
+{"step": 700000, "wall_time": 6537.890770673752, "train_loss_step": 4.845282077789307, "n_params": 4449370, "total_flops": 9567925248000000, "train_loss": 0.04364478058285183, "subset_score_loss": 0.04364478058285183, "memorization_fraction_pixel": 0.16249999403953552, "mean_nn_ratio_pixel": 0.678322434425354, "fid": 51.04125087796831}
+{"step": 710000, "wall_time": 6620.921151161194, "train_loss_step": 4.96224308013916, "n_params": 4449370, "total_flops": 9704609894400000, "train_loss": 0.04347145822313097, "subset_score_loss": 0.04347145822313097}
+{"step": 720000, "wall_time": 6706.375508069992, "train_loss_step": 4.807529449462891, "n_params": 4449370, "total_flops": 9841294540800000, "train_loss": 0.04220110840267605, "subset_score_loss": 0.04220110840267605}
+{"step": 730000, "wall_time": 6792.0831842422485, "train_loss_step": 4.935285568237305, "n_params": 4449370, "total_flops": 9977979187200000, "train_loss": 0.04288186497158474, "subset_score_loss": 0.04288186497158474}
+{"step": 740000, "wall_time": 6878.3897614479065, "train_loss_step": 4.7154927253723145, "n_params": 4449370, "total_flops": 10114663833600000, "train_loss": 0.04223564200931125, "subset_score_loss": 0.04223564200931125}
+{"step": 750000, "wall_time": 6962.449783086777, "train_loss_step": 4.840331554412842, "n_params": 4449370, "total_flops": 10251348480000000, "train_loss": 0.04126556714375814, "subset_score_loss": 0.04126556714375814}
+{"step": 760000, "wall_time": 7049.183321237564, "train_loss_step": 4.753596782684326, "n_params": 4449370, "total_flops": 10388033126400000, "train_loss": 0.040852620866563584, "subset_score_loss": 0.040852620866563584}
+{"step": 770000, "wall_time": 7133.300994157791, "train_loss_step": 5.033289909362793, "n_params": 4449370, "total_flops": 10524717772800000, "train_loss": 0.042583415243360734, "subset_score_loss": 0.042583415243360734}
+{"step": 780000, "wall_time": 7219.518436193466, "train_loss_step": 5.007690906524658, "n_params": 4449370, "total_flops": 10661402419200000, "train_loss": 0.04121517870161268, "subset_score_loss": 0.04121517870161268}
+{"step": 790000, "wall_time": 7305.574704885483, "train_loss_step": 4.550429821014404, "n_params": 4449370, "total_flops": 10798087065600000, "train_loss": 0.04102749294704861, "subset_score_loss": 0.04102749294704861}
+{"step": 800000, "wall_time": 7460.909408092499, "train_loss_step": 4.846120834350586, "n_params": 4449370, "total_flops": 10934771712000000, "train_loss": 0.04022483825683594, "subset_score_loss": 0.04022483825683594, "memorization_fraction_pixel": 0.1899999976158142, "mean_nn_ratio_pixel": 0.6551851034164429, "fid": 49.38224073104472}
+{"step": 810000, "wall_time": 7544.953010559082, "train_loss_step": 4.72035026550293, "n_params": 4449370, "total_flops": 11071456358400000, "train_loss": 0.040562608506944445, "subset_score_loss": 0.040562608506944445}
+{"step": 820000, "wall_time": 7631.222530126572, "train_loss_step": 4.436911582946777, "n_params": 4449370, "total_flops": 11208141004800000, "train_loss": 0.03966939979129368, "subset_score_loss": 0.03966939979129368}
+{"step": 830000, "wall_time": 7717.4322056770325, "train_loss_step": 4.611331939697266, "n_params": 4449370, "total_flops": 11344825651200000, "train_loss": 0.03945115672217475, "subset_score_loss": 0.03945115672217475}
+{"step": 840000, "wall_time": 7803.551514387131, "train_loss_step": 4.594552040100098, "n_params": 4449370, "total_flops": 11481510297600000, "train_loss": 0.03818911976284451, "subset_score_loss": 0.03818911976284451}
+{"step": 850000, "wall_time": 7890.179704666138, "train_loss_step": 5.15021276473999, "n_params": 4449370, "total_flops": 11618194944000000, "train_loss": 0.04026762909359402, "subset_score_loss": 0.04026762909359402}
+{"step": 860000, "wall_time": 7973.963451623917, "train_loss_step": 4.725346088409424, "n_params": 4449370, "total_flops": 11754879590400000, "train_loss": 0.03871555593278673, "subset_score_loss": 0.03871555593278673}
+{"step": 870000, "wall_time": 8059.597945451736, "train_loss_step": 4.738729476928711, "n_params": 4449370, "total_flops": 11891564236800000, "train_loss": 0.03784814675649007, "subset_score_loss": 0.03784814675649007}
+{"step": 880000, "wall_time": 8145.15499329567, "train_loss_step": 4.352790832519531, "n_params": 4449370, "total_flops": 12028248883200000, "train_loss": 0.038373745812310116, "subset_score_loss": 0.038373745812310116}
+{"step": 890000, "wall_time": 8231.4315803051, "train_loss_step": 4.741391658782959, "n_params": 4449370, "total_flops": 12164933529600000, "train_loss": 0.038758707046508786, "subset_score_loss": 0.038758707046508786}
+{"step": 900000, "wall_time": 8413.407998800278, "train_loss_step": 4.447669982910156, "n_params": 4449370, "total_flops": 12301618176000000, "train_loss": 0.03984233538309733, "subset_score_loss": 0.03984233538309733, "memorization_fraction_pixel": 0.22579999268054962, "mean_nn_ratio_pixel": 0.6335799694061279, "fid": 48.647250428196784}
+{"step": 910000, "wall_time": 8498.2976603508, "train_loss_step": 4.686248302459717, "n_params": 4449370, "total_flops": 12438302822400000, "train_loss": 0.03924495114220513, "subset_score_loss": 0.03924495114220513}
+{"step": 920000, "wall_time": 8584.458131551743, "train_loss_step": 4.596426010131836, "n_params": 4449370, "total_flops": 12574987468800000, "train_loss": 0.037801472345987956, "subset_score_loss": 0.037801472345987956}
+{"step": 930000, "wall_time": 8670.755063533783, "train_loss_step": 4.569537162780762, "n_params": 4449370, "total_flops": 12711672115200000, "train_loss": 0.03800981574588352, "subset_score_loss": 0.03800981574588352}
+{"step": 940000, "wall_time": 8756.939821243286, "train_loss_step": 4.589674472808838, "n_params": 4449370, "total_flops": 12848356761600000, "train_loss": 0.03686987029181586, "subset_score_loss": 0.03686987029181586}
+{"step": 950000, "wall_time": 8843.478584766388, "train_loss_step": 4.555872917175293, "n_params": 4449370, "total_flops": 12985041408000000, "train_loss": 0.03781829675038655, "subset_score_loss": 0.03781829675038655}
+{"step": 960000, "wall_time": 8927.634615421295, "train_loss_step": 4.535824775695801, "n_params": 4449370, "total_flops": 13121726054400000, "train_loss": 0.03673095438215468, "subset_score_loss": 0.03673095438215468}
+{"step": 970000, "wall_time": 9014.06626033783, "train_loss_step": 4.459499835968018, "n_params": 4449370, "total_flops": 13258410700800000, "train_loss": 0.03632778591579861, "subset_score_loss": 0.03632778591579861}
+{"step": 980000, "wall_time": 9098.327165842056, "train_loss_step": 4.323554039001465, "n_params": 4449370, "total_flops": 13395095347200000, "train_loss": 0.03625421259138319, "subset_score_loss": 0.03625421259138319}
+{"step": 990000, "wall_time": 9184.53504371643, "train_loss_step": 4.330868721008301, "n_params": 4449370, "total_flops": 13531779993600000, "train_loss": 0.03551624086168077, "subset_score_loss": 0.03551624086168077}
+{"step": 1000000, "wall_time": 9355.285575389862, "train_loss_step": 4.588680744171143, "n_params": 4449370, "total_flops": 13668464640000000, "train_loss": 0.036065456602308484, "subset_score_loss": 0.036065456602308484, "memorization_fraction_pixel": 0.25, "mean_nn_ratio_pixel": 0.6242472529411316, "fid": 49.20010935071334}
+{"step": 1010000, "wall_time": 9437.580283164978, "train_loss_step": 4.185821533203125, "n_params": 4449370, "total_flops": 13805149286400000, "train_loss": 0.03606218232048882, "subset_score_loss": 0.03606218232048882}
+{"step": 1020000, "wall_time": 9523.761175632477, "train_loss_step": 4.811944484710693, "n_params": 4449370, "total_flops": 13941833932800000, "train_loss": 0.03628400166829427, "subset_score_loss": 0.03628400166829427}
+{"step": 1030000, "wall_time": 9610.086863040924, "train_loss_step": 4.532443046569824, "n_params": 4449370, "total_flops": 14078518579200000, "train_loss": 0.036132370101081, "subset_score_loss": 0.036132370101081}
+{"step": 1040000, "wall_time": 9696.135016202927, "train_loss_step": 4.452110290527344, "n_params": 4449370, "total_flops": 14215203225600000, "train_loss": 0.03507479031880697, "subset_score_loss": 0.03507479031880697}
+{"step": 1050000, "wall_time": 9782.418506622314, "train_loss_step": 4.463245391845703, "n_params": 4449370, "total_flops": 14351887872000000, "train_loss": 0.035538403193155925, "subset_score_loss": 0.035538403193155925}
+{"step": 1060000, "wall_time": 9866.559806346893, "train_loss_step": 4.523216247558594, "n_params": 4449370, "total_flops": 14488572518400000, "train_loss": 0.035026049613952635, "subset_score_loss": 0.035026049613952635}
+{"step": 1070000, "wall_time": 9952.806419372559, "train_loss_step": 4.708996295928955, "n_params": 4449370, "total_flops": 14625257164800000, "train_loss": 0.03547272417280409, "subset_score_loss": 0.03547272417280409}
+{"step": 1080000, "wall_time": 10038.427548646927, "train_loss_step": 4.347902297973633, "n_params": 4449370, "total_flops": 14761941811200000, "train_loss": 0.03488886886172825, "subset_score_loss": 0.03488886886172825}
+{"step": 1090000, "wall_time": 10121.992527723312, "train_loss_step": 4.009130477905273, "n_params": 4449370, "total_flops": 14898626457600000, "train_loss": 0.03384196228451199, "subset_score_loss": 0.03384196228451199}
+{"step": 1100000, "wall_time": 10300.547765731812, "train_loss_step": 4.7731709480285645, "n_params": 4449370, "total_flops": 15035311104000000, "train_loss": 0.03431588278876411, "subset_score_loss": 0.03431588278876411, "memorization_fraction_pixel": 0.2989000082015991, "mean_nn_ratio_pixel": 0.5937117338180542, "fid": 46.95494654222206}
+{"step": 1110000, "wall_time": 10381.937267303467, "train_loss_step": 4.460515022277832, "n_params": 4449370, "total_flops": 15171995750400000, "train_loss": 0.03367941909366184, "subset_score_loss": 0.03367941909366184}
+{"step": 1120000, "wall_time": 10468.071385145187, "train_loss_step": 4.372051239013672, "n_params": 4449370, "total_flops": 15308680396800000, "train_loss": 0.03429114288753933, "subset_score_loss": 0.03429114288753933}
+{"step": 1130000, "wall_time": 10554.253133058548, "train_loss_step": 4.254580497741699, "n_params": 4449370, "total_flops": 15445365043200000, "train_loss": 0.036918833520677354, "subset_score_loss": 0.036918833520677354}
+{"step": 1140000, "wall_time": 10640.430356264114, "train_loss_step": 3.8089537620544434, "n_params": 4449370, "total_flops": 15582049689600000, "train_loss": 0.03463458220163981, "subset_score_loss": 0.03463458220163981}
+{"step": 1150000, "wall_time": 10726.706857442856, "train_loss_step": 4.297223091125488, "n_params": 4449370, "total_flops": 15718734336000000, "train_loss": 0.03415232764350044, "subset_score_loss": 0.03415232764350044}
+{"step": 1160000, "wall_time": 10813.48615694046, "train_loss_step": 4.515669822692871, "n_params": 4449370, "total_flops": 15855418982400000, "train_loss": 0.033642596668667264, "subset_score_loss": 0.033642596668667264}
+{"step": 1170000, "wall_time": 10897.174771308899, "train_loss_step": 4.277264595031738, "n_params": 4449370, "total_flops": 15992103628800000, "train_loss": 0.032885471979777016, "subset_score_loss": 0.032885471979777016}
+{"step": 1180000, "wall_time": 10983.301921129227, "train_loss_step": 3.995009660720825, "n_params": 4449370, "total_flops": 16128788275200000, "train_loss": 0.03262008296118842, "subset_score_loss": 0.03262008296118842}
+{"step": 1190000, "wall_time": 11066.269795417786, "train_loss_step": 4.394650936126709, "n_params": 4449370, "total_flops": 16265472921600000, "train_loss": 0.03221219380696615, "subset_score_loss": 0.03221219380696615}
+{"step": 1200000, "wall_time": 11259.745540380478, "train_loss_step": 4.218496322631836, "n_params": 4449370, "total_flops": 16402157568000000, "train_loss": 0.03375593821207682, "subset_score_loss": 0.03375593821207682, "memorization_fraction_pixel": 0.3384999930858612, "mean_nn_ratio_pixel": 0.5729061365127563, "fid": 47.5909663265315}
+{"step": 1210000, "wall_time": 11341.288514375687, "train_loss_step": 4.146636962890625, "n_params": 4449370, "total_flops": 16538842214400000, "train_loss": 0.03230950567457411, "subset_score_loss": 0.03230950567457411}
+{"step": 1220000, "wall_time": 11427.509846925735, "train_loss_step": 4.150107383728027, "n_params": 4449370, "total_flops": 16675526860800000, "train_loss": 0.0329851229985555, "subset_score_loss": 0.0329851229985555}
+{"step": 1230000, "wall_time": 11513.410382986069, "train_loss_step": 4.376357078552246, "n_params": 4449370, "total_flops": 16812211507200000, "train_loss": 0.03229345215691461, "subset_score_loss": 0.03229345215691461}
+{"step": 1240000, "wall_time": 11599.635511159897, "train_loss_step": 4.4179229736328125, "n_params": 4449370, "total_flops": 16948896153600000, "train_loss": 0.03298478391435411, "subset_score_loss": 0.03298478391435411}
+{"step": 1250000, "wall_time": 11685.890822172165, "train_loss_step": 4.187850475311279, "n_params": 4449370, "total_flops": 17085580800000000, "train_loss": 0.031792269812689886, "subset_score_loss": 0.031792269812689886}
+{"step": 1260000, "wall_time": 11772.907499074936, "train_loss_step": 4.173462390899658, "n_params": 4449370, "total_flops": 17222265446400000, "train_loss": 0.03161245716942681, "subset_score_loss": 0.03161245716942681}
+{"step": 1270000, "wall_time": 11856.575895786285, "train_loss_step": 4.477978706359863, "n_params": 4449370, "total_flops": 17358950092800000, "train_loss": 0.03200021849738227, "subset_score_loss": 0.03200021849738227}
+{"step": 1280000, "wall_time": 11940.981135368347, "train_loss_step": 3.5460143089294434, "n_params": 4449370, "total_flops": 17495634739200000, "train_loss": 0.032764744758605954, "subset_score_loss": 0.032764744758605954}
+{"step": 1290000, "wall_time": 12025.849424362183, "train_loss_step": 4.268239974975586, "n_params": 4449370, "total_flops": 17632319385600000, "train_loss": 0.03289659553103977, "subset_score_loss": 0.03289659553103977}
+{"step": 1300000, "wall_time": 12197.604520082474, "train_loss_step": 3.898634910583496, "n_params": 4449370, "total_flops": 17769004032000000, "train_loss": 0.031659653451707626, "subset_score_loss": 0.031659653451707626, "memorization_fraction_pixel": 0.3682999908924103, "mean_nn_ratio_pixel": 0.5622459650039673, "fid": 48.388495967108014}
+{"step": 1310000, "wall_time": 12281.942252635956, "train_loss_step": 3.9952492713928223, "n_params": 4449370, "total_flops": 17905688678400000, "train_loss": 0.031169014506869847, "subset_score_loss": 0.031169014506869847}
+{"step": 1320000, "wall_time": 12368.183133840561, "train_loss_step": 3.968751907348633, "n_params": 4449370, "total_flops": 18042373324800000, "train_loss": 0.03154047860039605, "subset_score_loss": 0.03154047860039605}
+{"step": 1330000, "wall_time": 12454.266015529633, "train_loss_step": 4.020825386047363, "n_params": 4449370, "total_flops": 18179057971200000, "train_loss": 0.03128044075436062, "subset_score_loss": 0.03128044075436062}
+{"step": 1340000, "wall_time": 12540.632731199265, "train_loss_step": 4.10530948638916, "n_params": 4449370, "total_flops": 18315742617600000, "train_loss": 0.030801704194810656, "subset_score_loss": 0.030801704194810656}
+{"step": 1350000, "wall_time": 12626.97744011879, "train_loss_step": 4.500789642333984, "n_params": 4449370, "total_flops": 18452427264000000, "train_loss": 0.030784161885579427, "subset_score_loss": 0.030784161885579427}
+{"step": 1360000, "wall_time": 12713.333070278168, "train_loss_step": 4.0484619140625, "n_params": 4449370, "total_flops": 18589111910400000, "train_loss": 0.03194748560587565, "subset_score_loss": 0.03194748560587565}
+{"step": 1370000, "wall_time": 12796.946148633957, "train_loss_step": 4.051479816436768, "n_params": 4449370, "total_flops": 18725796556800000, "train_loss": 0.029592296812269422, "subset_score_loss": 0.029592296812269422}
+{"step": 1380000, "wall_time": 12882.330761671066, "train_loss_step": 4.116677284240723, "n_params": 4449370, "total_flops": 18862481203200000, "train_loss": 0.030069820086161294, "subset_score_loss": 0.030069820086161294}
+{"step": 1390000, "wall_time": 12968.755089521408, "train_loss_step": 4.089409828186035, "n_params": 4449370, "total_flops": 18999165849600000, "train_loss": 0.029833679729037815, "subset_score_loss": 0.029833679729037815}
+{"step": 1400000, "wall_time": 13125.916072845459, "train_loss_step": 4.141323089599609, "n_params": 4449370, "total_flops": 19135850496000000, "train_loss": 0.032378798060947, "subset_score_loss": 0.032378798060947, "memorization_fraction_pixel": 0.3950999975204468, "mean_nn_ratio_pixel": 0.5540069937705994, "fid": 47.52331910804369}
+{"step": 1410000, "wall_time": 13210.797710895538, "train_loss_step": 4.05465030670166, "n_params": 4449370, "total_flops": 19272535142400000, "train_loss": 0.029343936178419325, "subset_score_loss": 0.029343936178419325}
+{"step": 1420000, "wall_time": 13297.072786331177, "train_loss_step": 3.7776944637298584, "n_params": 4449370, "total_flops": 19409219788800000, "train_loss": 0.030701597531636555, "subset_score_loss": 0.030701597531636555}
+{"step": 1430000, "wall_time": 13383.284637928009, "train_loss_step": 4.343466281890869, "n_params": 4449370, "total_flops": 19545904435200000, "train_loss": 0.0313261800342136, "subset_score_loss": 0.0313261800342136}
+{"step": 1440000, "wall_time": 13469.587982177734, "train_loss_step": 4.365419387817383, "n_params": 4449370, "total_flops": 19682589081600000, "train_loss": 0.030476975440979003, "subset_score_loss": 0.030476975440979003}
+{"step": 1450000, "wall_time": 13555.950214385986, "train_loss_step": 3.735617160797119, "n_params": 4449370, "total_flops": 19819273728000000, "train_loss": 0.029369338353474935, "subset_score_loss": 0.029369338353474935}
+{"step": 1460000, "wall_time": 13642.251588344574, "train_loss_step": 4.2020111083984375, "n_params": 4449370, "total_flops": 19955958374400000, "train_loss": 0.029844827122158475, "subset_score_loss": 0.029844827122158475}
+{"step": 1470000, "wall_time": 13727.040628194809, "train_loss_step": 4.240839958190918, "n_params": 4449370, "total_flops": 20092643020800000, "train_loss": 0.028607633378770616, "subset_score_loss": 0.028607633378770616}
+{"step": 1480000, "wall_time": 13811.090152978897, "train_loss_step": 3.8898792266845703, "n_params": 4449370, "total_flops": 20229327667200000, "train_loss": 0.02923904259999593, "subset_score_loss": 0.02923904259999593}
+{"step": 1490000, "wall_time": 13897.259495258331, "train_loss_step": 4.058722019195557, "n_params": 4449370, "total_flops": 20366012313600000, "train_loss": 0.028642063670688205, "subset_score_loss": 0.028642063670688205}
+{"step": 1500000, "wall_time": 14053.332283258438, "train_loss_step": 3.8234996795654297, "n_params": 4449370, "total_flops": 20502696960000000, "train_loss": 0.028934584723578557, "subset_score_loss": 0.028934584723578557, "memorization_fraction_pixel": 0.4546999931335449, "mean_nn_ratio_pixel": 0.5171340107917786, "fid": 46.59542864080568}
+{"step": 1510000, "wall_time": 14138.210025310516, "train_loss_step": 4.099346160888672, "n_params": 4449370, "total_flops": 20639381606400000, "train_loss": 0.029841846889919706, "subset_score_loss": 0.029841846889919706}
+{"step": 1520000, "wall_time": 14224.343745946884, "train_loss_step": 3.868739604949951, "n_params": 4449370, "total_flops": 20776066252800000, "train_loss": 0.027335641119215222, "subset_score_loss": 0.027335641119215222}
+{"step": 1530000, "wall_time": 14310.582384109497, "train_loss_step": 3.806770086288452, "n_params": 4449370, "total_flops": 20912750899200000, "train_loss": 0.028481403986612957, "subset_score_loss": 0.028481403986612957}
+{"step": 1540000, "wall_time": 14396.835329294205, "train_loss_step": 3.820016384124756, "n_params": 4449370, "total_flops": 21049435545600000, "train_loss": 0.029405177964104547, "subset_score_loss": 0.029405177964104547}
+{"step": 1550000, "wall_time": 14483.160903453827, "train_loss_step": 3.9387590885162354, "n_params": 4449370, "total_flops": 21186120192000000, "train_loss": 0.028165915277269152, "subset_score_loss": 0.028165915277269152}
+{"step": 1560000, "wall_time": 14569.434829235077, "train_loss_step": 3.992603302001953, "n_params": 4449370, "total_flops": 21322804838400000, "train_loss": 0.028593267334832084, "subset_score_loss": 0.028593267334832084}
+{"step": 1570000, "wall_time": 14654.101501464844, "train_loss_step": 3.8880693912506104, "n_params": 4449370, "total_flops": 21459489484800000, "train_loss": 0.027115850978427464, "subset_score_loss": 0.027115850978427464}
+{"step": 1580000, "wall_time": 14738.614861488342, "train_loss_step": 3.817870855331421, "n_params": 4449370, "total_flops": 21596174131200000, "train_loss": 0.028811073303222655, "subset_score_loss": 0.028811073303222655}
+{"step": 1590000, "wall_time": 14824.910456895828, "train_loss_step": 3.7000906467437744, "n_params": 4449370, "total_flops": 21732858777600000, "train_loss": 0.028059469328986272, "subset_score_loss": 0.028059469328986272}
+{"step": 1600000, "wall_time": 14980.125372171402, "train_loss_step": 3.7308921813964844, "n_params": 4449370, "total_flops": 21869543424000000, "train_loss": 0.028081387943691676, "subset_score_loss": 0.028081387943691676, "memorization_fraction_pixel": 0.48179998993873596, "mean_nn_ratio_pixel": 0.5056865811347961, "fid": 45.98076894237539}
+{"step": 1610000, "wall_time": 15062.99603843689, "train_loss_step": 4.0082526206970215, "n_params": 4449370, "total_flops": 22006228070400000, "train_loss": 0.027756783697340224, "subset_score_loss": 0.027756783697340224}
+{"step": 1620000, "wall_time": 15148.987143278122, "train_loss_step": 3.8439106941223145, "n_params": 4449370, "total_flops": 22142912716800000, "train_loss": 0.02690812216864692, "subset_score_loss": 0.02690812216864692}
+{"step": 1630000, "wall_time": 15235.187536478043, "train_loss_step": 3.7117419242858887, "n_params": 4449370, "total_flops": 22279597363200000, "train_loss": 0.026901920636494953, "subset_score_loss": 0.026901920636494953}
+{"step": 1640000, "wall_time": 15321.506288290024, "train_loss_step": 3.7879421710968018, "n_params": 4449370, "total_flops": 22416282009600000, "train_loss": 0.027343532774183485, "subset_score_loss": 0.027343532774183485}
+{"step": 1650000, "wall_time": 15407.746164798737, "train_loss_step": 3.9001076221466064, "n_params": 4449370, "total_flops": 22552966656000000, "train_loss": 0.027044237984551325, "subset_score_loss": 0.027044237984551325}
+{"step": 1660000, "wall_time": 15494.01213645935, "train_loss_step": 3.641298294067383, "n_params": 4449370, "total_flops": 22689651302400000, "train_loss": 0.026206594043307833, "subset_score_loss": 0.026206594043307833}
+{"step": 1670000, "wall_time": 15578.432949781418, "train_loss_step": 4.0624799728393555, "n_params": 4449370, "total_flops": 22826335948800000, "train_loss": 0.02624486287434896, "subset_score_loss": 0.02624486287434896}
+{"step": 1680000, "wall_time": 15664.849116563797, "train_loss_step": 3.934080123901367, "n_params": 4449370, "total_flops": 22963020595200000, "train_loss": 0.02757668760087755, "subset_score_loss": 0.02757668760087755}
+{"step": 1690000, "wall_time": 15749.173949956894, "train_loss_step": 4.128387451171875, "n_params": 4449370, "total_flops": 23099705241600000, "train_loss": 0.026745684941609702, "subset_score_loss": 0.026745684941609702}
+{"step": 1700000, "wall_time": 15906.930443048477, "train_loss_step": 3.587740421295166, "n_params": 4449370, "total_flops": 23236389888000000, "train_loss": 0.02534256511264377, "subset_score_loss": 0.02534256511264377, "memorization_fraction_pixel": 0.5220000147819519, "mean_nn_ratio_pixel": 0.49204936623573303, "fid": 47.27368181821946}
+{"step": 1710000, "wall_time": 15991.388953447342, "train_loss_step": 4.1589508056640625, "n_params": 4449370, "total_flops": 23373074534400000, "train_loss": 0.026970373259650335, "subset_score_loss": 0.026970373259650335}
+{"step": 1720000, "wall_time": 16075.87474656105, "train_loss_step": 3.6000280380249023, "n_params": 4449370, "total_flops": 23509759180800000, "train_loss": 0.02653718259599474, "subset_score_loss": 0.02653718259599474}
+{"step": 1730000, "wall_time": 16161.742862462997, "train_loss_step": 4.010459899902344, "n_params": 4449370, "total_flops": 23646443827200000, "train_loss": 0.025471083323160806, "subset_score_loss": 0.025471083323160806}
+{"step": 1740000, "wall_time": 16248.064119815826, "train_loss_step": 3.92348313331604, "n_params": 4449370, "total_flops": 23783128473600000, "train_loss": 0.025760308901468913, "subset_score_loss": 0.025760308901468913}
+{"step": 1750000, "wall_time": 16334.386003017426, "train_loss_step": 3.906520366668701, "n_params": 4449370, "total_flops": 23919813120000000, "train_loss": 0.026008145014444987, "subset_score_loss": 0.026008145014444987}
+{"step": 1760000, "wall_time": 16420.595745801926, "train_loss_step": 3.7292320728302, "n_params": 4449370, "total_flops": 24056497766400000, "train_loss": 0.025674957699245878, "subset_score_loss": 0.025674957699245878}
+{"step": 1770000, "wall_time": 16504.843228816986, "train_loss_step": 3.7071943283081055, "n_params": 4449370, "total_flops": 24193182412800000, "train_loss": 0.025599691602918837, "subset_score_loss": 0.025599691602918837}
+{"step": 1780000, "wall_time": 16591.0935382843, "train_loss_step": 3.5558977127075195, "n_params": 4449370, "total_flops": 24329867059200000, "train_loss": 0.025227257940504285, "subset_score_loss": 0.025227257940504285}
+{"step": 1790000, "wall_time": 16677.65540242195, "train_loss_step": 3.726048469543457, "n_params": 4449370, "total_flops": 24466551705600000, "train_loss": 0.025300706757439506, "subset_score_loss": 0.025300706757439506}
+{"step": 1800000, "wall_time": 16858.302995681763, "train_loss_step": 3.694852590560913, "n_params": 4449370, "total_flops": 24603236352000000, "train_loss": 0.02531028323703342, "subset_score_loss": 0.02531028323703342, "memorization_fraction_pixel": 0.5501999855041504, "mean_nn_ratio_pixel": 0.4776637554168701, "fid": 46.703920235691314}
+{"step": 1810000, "wall_time": 16943.811809539795, "train_loss_step": 3.905954360961914, "n_params": 4449370, "total_flops": 24739920998400000, "train_loss": 0.024082525571187337, "subset_score_loss": 0.024082525571187337}
+{"step": 1820000, "wall_time": 17028.498552799225, "train_loss_step": 3.8218507766723633, "n_params": 4449370, "total_flops": 24876605644800000, "train_loss": 0.025509126981099448, "subset_score_loss": 0.025509126981099448}
+{"step": 1830000, "wall_time": 17114.4642431736, "train_loss_step": 3.7223668098449707, "n_params": 4449370, "total_flops": 25013290291200000, "train_loss": 0.024175704850090875, "subset_score_loss": 0.024175704850090875}
+{"step": 1840000, "wall_time": 17200.66946554184, "train_loss_step": 3.947746992111206, "n_params": 4449370, "total_flops": 25149974937600000, "train_loss": 0.024620217747158474, "subset_score_loss": 0.024620217747158474}
+{"step": 1850000, "wall_time": 17287.084436416626, "train_loss_step": 3.5348005294799805, "n_params": 4449370, "total_flops": 25286659584000000, "train_loss": 0.026184739006890192, "subset_score_loss": 0.026184739006890192}
+{"step": 1860000, "wall_time": 17371.409621477127, "train_loss_step": 3.6914148330688477, "n_params": 4449370, "total_flops": 25423344230400000, "train_loss": 0.023479541142781574, "subset_score_loss": 0.023479541142781574}
+{"step": 1870000, "wall_time": 17457.553334236145, "train_loss_step": 3.7768733501434326, "n_params": 4449370, "total_flops": 25560028876800000, "train_loss": 0.024325646294487847, "subset_score_loss": 0.024325646294487847}
+{"step": 1880000, "wall_time": 17543.799244880676, "train_loss_step": 3.364868640899658, "n_params": 4449370, "total_flops": 25696713523200000, "train_loss": 0.02376143667432997, "subset_score_loss": 0.02376143667432997}
+{"step": 1890000, "wall_time": 17630.151200056076, "train_loss_step": 3.8615705966949463, "n_params": 4449370, "total_flops": 25833398169600000, "train_loss": 0.0242895073360867, "subset_score_loss": 0.0242895073360867}
+{"step": 1900000, "wall_time": 17806.636138916016, "train_loss_step": 3.5419483184814453, "n_params": 4449370, "total_flops": 25970082816000000, "train_loss": 0.024805246459113226, "subset_score_loss": 0.024805246459113226, "memorization_fraction_pixel": 0.5626999735832214, "mean_nn_ratio_pixel": 0.473741739988327, "fid": 47.70810541256128}
+{"step": 1910000, "wall_time": 17892.437962532043, "train_loss_step": 3.7735352516174316, "n_params": 4449370, "total_flops": 26106767462400000, "train_loss": 0.02418801254696316, "subset_score_loss": 0.02418801254696316}
+{"step": 1920000, "wall_time": 17978.69343161583, "train_loss_step": 3.865964412689209, "n_params": 4449370, "total_flops": 26243452108800000, "train_loss": 0.02359075016445584, "subset_score_loss": 0.02359075016445584}
+{"step": 1930000, "wall_time": 18063.101637601852, "train_loss_step": 3.8788671493530273, "n_params": 4449370, "total_flops": 26380136755200000, "train_loss": 0.023911237716674805, "subset_score_loss": 0.023911237716674805}
+{"step": 1940000, "wall_time": 18149.198406934738, "train_loss_step": 3.7323427200317383, "n_params": 4449370, "total_flops": 26516821401600000, "train_loss": 0.023946735594007704, "subset_score_loss": 0.023946735594007704}
+{"step": 1950000, "wall_time": 18235.310826539993, "train_loss_step": 3.5199763774871826, "n_params": 4449370, "total_flops": 26653506048000000, "train_loss": 0.02454759544796414, "subset_score_loss": 0.02454759544796414}
+{"step": 1960000, "wall_time": 18320.02005648613, "train_loss_step": 3.7529261112213135, "n_params": 4449370, "total_flops": 26790190694400000, "train_loss": 0.023547154002719454, "subset_score_loss": 0.023547154002719454}
+{"step": 1970000, "wall_time": 18406.30352973938, "train_loss_step": 4.080303192138672, "n_params": 4449370, "total_flops": 26926875340800000, "train_loss": 0.023227752579583063, "subset_score_loss": 0.023227752579583063}
+{"step": 1980000, "wall_time": 18492.458658456802, "train_loss_step": 3.626432418823242, "n_params": 4449370, "total_flops": 27063559987200000, "train_loss": 0.023530824979146322, "subset_score_loss": 0.023530824979146322}
+{"step": 1990000, "wall_time": 18578.684744119644, "train_loss_step": 3.504662275314331, "n_params": 4449370, "total_flops": 27200244633600000, "train_loss": 0.023375015788608126, "subset_score_loss": 0.023375015788608126}
+{"step": 2000000, "wall_time": 18734.658931970596, "train_loss_step": 3.658669948577881, "n_params": 4449370, "total_flops": 27336929280000000, "train_loss": 0.023444867134094237, "subset_score_loss": 0.023444867134094237, "memorization_fraction_pixel": 0.6001999974250793, "mean_nn_ratio_pixel": 0.4538452625274658, "fid": 45.7468016066954}
+{"step": 2010000, "wall_time": 18820.161285161972, "train_loss_step": 3.230027198791504, "n_params": 4449370, "total_flops": 27473613926400000, "train_loss": 0.023260590765211316, "subset_score_loss": 0.023260590765211316}
+{"step": 2020000, "wall_time": 18906.194511413574, "train_loss_step": 3.584702968597412, "n_params": 4449370, "total_flops": 27610298572800000, "train_loss": 0.023277833726671006, "subset_score_loss": 0.023277833726671006}
+{"step": 2030000, "wall_time": 18992.603318214417, "train_loss_step": 3.670797824859619, "n_params": 4449370, "total_flops": 27746983219200000, "train_loss": 0.022678494453430176, "subset_score_loss": 0.022678494453430176}
+{"step": 2040000, "wall_time": 19076.889780044556, "train_loss_step": 3.864481210708618, "n_params": 4449370, "total_flops": 27883667865600000, "train_loss": 0.02395564979977078, "subset_score_loss": 0.02395564979977078}
+{"step": 2050000, "wall_time": 19161.049961566925, "train_loss_step": 3.5043091773986816, "n_params": 4449370, "total_flops": 28020352512000000, "train_loss": 0.023534229066636828, "subset_score_loss": 0.023534229066636828}
+{"step": 2060000, "wall_time": 19247.342720746994, "train_loss_step": 3.7120561599731445, "n_params": 4449370, "total_flops": 28157037158400000, "train_loss": 0.02357339064280192, "subset_score_loss": 0.02357339064280192}
+{"step": 2070000, "wall_time": 19333.560693740845, "train_loss_step": 3.633096694946289, "n_params": 4449370, "total_flops": 28293721804800000, "train_loss": 0.023187483681572807, "subset_score_loss": 0.023187483681572807}
+{"step": 2080000, "wall_time": 19419.780078172684, "train_loss_step": 3.3777899742126465, "n_params": 4449370, "total_flops": 28430406451200000, "train_loss": 0.022632519404093426, "subset_score_loss": 0.022632519404093426}
+{"step": 2090000, "wall_time": 19505.99831199646, "train_loss_step": 3.5527243614196777, "n_params": 4449370, "total_flops": 28567091097600000, "train_loss": 0.023611874050564235, "subset_score_loss": 0.023611874050564235}
+{"step": 2100000, "wall_time": 19688.126081705093, "train_loss_step": 3.6440577507019043, "n_params": 4449370, "total_flops": 28703775744000000, "train_loss": 0.02270296679602729, "subset_score_loss": 0.02270296679602729, "memorization_fraction_pixel": 0.6179999709129333, "mean_nn_ratio_pixel": 0.4448615312576294, "fid": 44.20514617629854}
+{"step": 2110000, "wall_time": 19774.032908678055, "train_loss_step": 3.5251083374023438, "n_params": 4449370, "total_flops": 28840460390400000, "train_loss": 0.022334814071655273, "subset_score_loss": 0.022334814071655273}
+{"step": 2120000, "wall_time": 19860.031730413437, "train_loss_step": 3.6289286613464355, "n_params": 4449370, "total_flops": 28977145036800000, "train_loss": 0.022942892710367837, "subset_score_loss": 0.022942892710367837}
+{"step": 2130000, "wall_time": 19946.205065965652, "train_loss_step": 3.7624452114105225, "n_params": 4449370, "total_flops": 29113829683200000, "train_loss": 0.022980634371439615, "subset_score_loss": 0.022980634371439615}
+{"step": 2140000, "wall_time": 20030.772693634033, "train_loss_step": 3.887830972671509, "n_params": 4449370, "total_flops": 29250514329600000, "train_loss": 0.023548748758104112, "subset_score_loss": 0.023548748758104112}
+{"step": 2150000, "wall_time": 20115.00804042816, "train_loss_step": 3.363110303878784, "n_params": 4449370, "total_flops": 29387198976000000, "train_loss": 0.021799593501620824, "subset_score_loss": 0.021799593501620824}
+{"step": 2160000, "wall_time": 20201.271215200424, "train_loss_step": 3.700331926345825, "n_params": 4449370, "total_flops": 29523883622400000, "train_loss": 0.022390633159213597, "subset_score_loss": 0.022390633159213597}
+{"step": 2170000, "wall_time": 20287.58933019638, "train_loss_step": 3.3238232135772705, "n_params": 4449370, "total_flops": 29660568268800000, "train_loss": 0.022683032353719077, "subset_score_loss": 0.022683032353719077}
+{"step": 2180000, "wall_time": 20373.948158979416, "train_loss_step": 3.567051887512207, "n_params": 4449370, "total_flops": 29797252915200000, "train_loss": 0.022115569644504122, "subset_score_loss": 0.022115569644504122}
+{"step": 2190000, "wall_time": 20460.10937643051, "train_loss_step": 3.900153398513794, "n_params": 4449370, "total_flops": 29933937561600000, "train_loss": 0.021866227520836723, "subset_score_loss": 0.021866227520836723}
+{"step": 2200000, "wall_time": 20636.088392734528, "train_loss_step": 3.86594557762146, "n_params": 4449370, "total_flops": 30070622208000000, "train_loss": 0.02218130826950073, "subset_score_loss": 0.02218130826950073, "memorization_fraction_pixel": 0.6485000252723694, "mean_nn_ratio_pixel": 0.4242796003818512, "fid": 44.76349327199028}
+{"step": 2210000, "wall_time": 20720.875052452087, "train_loss_step": 3.4498586654663086, "n_params": 4449370, "total_flops": 30207306854400000, "train_loss": 0.022697239451938207, "subset_score_loss": 0.022697239451938207}
+{"step": 2220000, "wall_time": 20807.001581668854, "train_loss_step": 3.6456313133239746, "n_params": 4449370, "total_flops": 30343991500800000, "train_loss": 0.0230383210712009, "subset_score_loss": 0.0230383210712009}
+{"step": 2230000, "wall_time": 20893.32387804985, "train_loss_step": 3.6782257556915283, "n_params": 4449370, "total_flops": 30480676147200000, "train_loss": 0.02177088393105401, "subset_score_loss": 0.02177088393105401}
+{"step": 2240000, "wall_time": 20977.966035604477, "train_loss_step": 3.2750496864318848, "n_params": 4449370, "total_flops": 30617360793600000, "train_loss": 0.021947567992740207, "subset_score_loss": 0.021947567992740207}
+{"step": 2250000, "wall_time": 21062.43397450447, "train_loss_step": 3.4611027240753174, "n_params": 4449370, "total_flops": 30754045440000000, "train_loss": 0.021569347381591795, "subset_score_loss": 0.021569347381591795}
+{"step": 2260000, "wall_time": 21148.657749414444, "train_loss_step": 3.61184024810791, "n_params": 4449370, "total_flops": 30890730086400000, "train_loss": 0.022373260392083063, "subset_score_loss": 0.022373260392083063}
+{"step": 2270000, "wall_time": 21234.810038805008, "train_loss_step": 3.3361759185791016, "n_params": 4449370, "total_flops": 31027414732800000, "train_loss": 0.02203590604994032, "subset_score_loss": 0.02203590604994032}
+{"step": 2280000, "wall_time": 21321.06447839737, "train_loss_step": 3.609189033508301, "n_params": 4449370, "total_flops": 31164099379200000, "train_loss": 0.021667650010850695, "subset_score_loss": 0.021667650010850695}
+{"step": 2290000, "wall_time": 21407.234234809875, "train_loss_step": 3.3797988891601562, "n_params": 4449370, "total_flops": 31300784025600000, "train_loss": 0.021824059221479626, "subset_score_loss": 0.021824059221479626}
+{"step": 2300000, "wall_time": 21579.92314529419, "train_loss_step": 3.801018714904785, "n_params": 4449370, "total_flops": 31437468672000000, "train_loss": 0.021379134390089247, "subset_score_loss": 0.021379134390089247, "memorization_fraction_pixel": 0.6455000042915344, "mean_nn_ratio_pixel": 0.4257776737213135, "fid": 43.15167688363465}
+{"step": 2310000, "wall_time": 21663.007587194443, "train_loss_step": 3.6985268592834473, "n_params": 4449370, "total_flops": 31574153318400000, "train_loss": 0.022416777080959745, "subset_score_loss": 0.022416777080959745}
+{"step": 2320000, "wall_time": 21748.97911286354, "train_loss_step": 3.7182767391204834, "n_params": 4449370, "total_flops": 31710837964800000, "train_loss": 0.021476426389482287, "subset_score_loss": 0.021476426389482287}
+{"step": 2330000, "wall_time": 21835.109122037888, "train_loss_step": 3.6971216201782227, "n_params": 4449370, "total_flops": 31847522611200000, "train_loss": 0.02291803889804416, "subset_score_loss": 0.02291803889804416}
+{"step": 2340000, "wall_time": 21919.861565828323, "train_loss_step": 3.4974136352539062, "n_params": 4449370, "total_flops": 31984207257600000, "train_loss": 0.02125931051042345, "subset_score_loss": 0.02125931051042345}
+{"step": 2350000, "wall_time": 22004.54024529457, "train_loss_step": 3.6280486583709717, "n_params": 4449370, "total_flops": 32120891904000000, "train_loss": 0.021017224258846706, "subset_score_loss": 0.021017224258846706}
+{"step": 2360000, "wall_time": 22090.746622800827, "train_loss_step": 3.761751651763916, "n_params": 4449370, "total_flops": 32257576550400000, "train_loss": 0.02123754024505615, "subset_score_loss": 0.02123754024505615}
+{"step": 2370000, "wall_time": 22176.96936416626, "train_loss_step": 3.1863837242126465, "n_params": 4449370, "total_flops": 32394261196800000, "train_loss": 0.020635202195909287, "subset_score_loss": 0.020635202195909287}
+{"step": 2380000, "wall_time": 22263.065240859985, "train_loss_step": 3.380300760269165, "n_params": 4449370, "total_flops": 32530945843200000, "train_loss": 0.019905323452419705, "subset_score_loss": 0.019905323452419705}
+{"step": 2390000, "wall_time": 22349.311001062393, "train_loss_step": 3.7912685871124268, "n_params": 4449370, "total_flops": 32667630489600000, "train_loss": 0.021166483561197918, "subset_score_loss": 0.021166483561197918}
+{"step": 2400000, "wall_time": 22538.72051548958, "train_loss_step": 3.380784034729004, "n_params": 4449370, "total_flops": 32804315136000000, "train_loss": 0.020543233553568522, "subset_score_loss": 0.020543233553568522, "memorization_fraction_pixel": 0.6739000082015991, "mean_nn_ratio_pixel": 0.4086223542690277, "fid": 42.55320787586731}
+{"step": 2410000, "wall_time": 22624.428018808365, "train_loss_step": 3.5587005615234375, "n_params": 4449370, "total_flops": 32940999782400000, "train_loss": 0.021623962455325656, "subset_score_loss": 0.021623962455325656}
+{"step": 2420000, "wall_time": 22710.583298921585, "train_loss_step": 3.2565152645111084, "n_params": 4449370, "total_flops": 33077684428800000, "train_loss": 0.02033758693271213, "subset_score_loss": 0.02033758693271213}
+{"step": 2430000, "wall_time": 22795.221511363983, "train_loss_step": 3.485867500305176, "n_params": 4449370, "total_flops": 33214369075200000, "train_loss": 0.020754114786783854, "subset_score_loss": 0.020754114786783854}
+{"step": 2440000, "wall_time": 22881.423802137375, "train_loss_step": 3.6249847412109375, "n_params": 4449370, "total_flops": 33351053721600000, "train_loss": 0.021236556106143528, "subset_score_loss": 0.021236556106143528}
+{"step": 2450000, "wall_time": 22966.59464120865, "train_loss_step": 3.334989547729492, "n_params": 4449370, "total_flops": 33487738368000000, "train_loss": 0.020577865176730686, "subset_score_loss": 0.020577865176730686}
+{"step": 2460000, "wall_time": 23052.371408700943, "train_loss_step": 3.329454183578491, "n_params": 4449370, "total_flops": 33624423014400000, "train_loss": 0.020599916246202256, "subset_score_loss": 0.020599916246202256}
+{"step": 2470000, "wall_time": 23138.750335931778, "train_loss_step": 3.203794002532959, "n_params": 4449370, "total_flops": 33761107660800000, "train_loss": 0.020451194710201688, "subset_score_loss": 0.020451194710201688}
+{"step": 2480000, "wall_time": 23224.93013358116, "train_loss_step": 3.620685577392578, "n_params": 4449370, "total_flops": 33897792307200000, "train_loss": 0.02024687263700697, "subset_score_loss": 0.02024687263700697}
+{"step": 2490000, "wall_time": 23311.052275180817, "train_loss_step": 3.4383177757263184, "n_params": 4449370, "total_flops": 34034476953600000, "train_loss": 0.0209409409099155, "subset_score_loss": 0.0209409409099155}
+{"step": 2500000, "wall_time": 23482.370842456818, "train_loss_step": 3.6557624340057373, "n_params": 4449370, "total_flops": 34171161600000000, "train_loss": 0.020297238561842176, "subset_score_loss": 0.020297238561842176, "memorization_fraction_pixel": 0.7014999985694885, "mean_nn_ratio_pixel": 0.38974735140800476, "fid": 41.10859011177725}
+{"step": 2510000, "wall_time": 23563.359071731567, "train_loss_step": 3.435401439666748, "n_params": 4449370, "total_flops": 34307846246400000, "train_loss": 0.02034825086593628, "subset_score_loss": 0.02034825086593628}
+{"step": 2520000, "wall_time": 23647.65176129341, "train_loss_step": 3.2570436000823975, "n_params": 4449370, "total_flops": 34444530892800000, "train_loss": 0.020025695694817436, "subset_score_loss": 0.020025695694817436}
+{"step": 2530000, "wall_time": 23733.942147254944, "train_loss_step": 3.134469509124756, "n_params": 4449370, "total_flops": 34581215539200000, "train_loss": 0.020650589466094972, "subset_score_loss": 0.020650589466094972}
+{"step": 2540000, "wall_time": 23820.209030389786, "train_loss_step": 3.548917770385742, "n_params": 4449370, "total_flops": 34717900185600000, "train_loss": 0.020075616571638318, "subset_score_loss": 0.020075616571638318}
+{"step": 2550000, "wall_time": 23906.519763231277, "train_loss_step": 3.4692978858947754, "n_params": 4449370, "total_flops": 34854584832000000, "train_loss": 0.020115110609266493, "subset_score_loss": 0.020115110609266493}
+{"step": 2560000, "wall_time": 23991.414117097855, "train_loss_step": 3.4324498176574707, "n_params": 4449370, "total_flops": 34991269478400000, "train_loss": 0.019922924041748048, "subset_score_loss": 0.019922924041748048}
+{"step": 2570000, "wall_time": 24077.56077980995, "train_loss_step": 3.371105432510376, "n_params": 4449370, "total_flops": 35127954124800000, "train_loss": 0.019991466734144422, "subset_score_loss": 0.019991466734144422}
+{"step": 2580000, "wall_time": 24163.801048517227, "train_loss_step": 3.132904291152954, "n_params": 4449370, "total_flops": 35264638771200000, "train_loss": 0.0192725314034356, "subset_score_loss": 0.0192725314034356}
+{"step": 2590000, "wall_time": 24249.94888329506, "train_loss_step": 3.2634403705596924, "n_params": 4449370, "total_flops": 35401323417600000, "train_loss": 0.019397551483578152, "subset_score_loss": 0.019397551483578152}
+{"step": 2600000, "wall_time": 24441.362543582916, "train_loss_step": 3.11366605758667, "n_params": 4449370, "total_flops": 35538008064000000, "train_loss": 0.01964366171095106, "subset_score_loss": 0.01964366171095106, "memorization_fraction_pixel": 0.7200000286102295, "mean_nn_ratio_pixel": 0.37818655371665955, "fid": 41.059220620594985}
+{"step": 2610000, "wall_time": 24524.74068570137, "train_loss_step": 3.3371164798736572, "n_params": 4449370, "total_flops": 35674692710400000, "train_loss": 0.019400584697723388, "subset_score_loss": 0.019400584697723388}
+{"step": 2620000, "wall_time": 24609.366291046143, "train_loss_step": 3.047990322113037, "n_params": 4449370, "total_flops": 35811377356800000, "train_loss": 0.01841232379277547, "subset_score_loss": 0.01841232379277547}
+{"step": 2630000, "wall_time": 24695.662588596344, "train_loss_step": 3.546992778778076, "n_params": 4449370, "total_flops": 35948062003200000, "train_loss": 0.019827275806003148, "subset_score_loss": 0.019827275806003148}
+{"step": 2640000, "wall_time": 24781.941153287888, "train_loss_step": 3.194251298904419, "n_params": 4449370, "total_flops": 36084746649600000, "train_loss": 0.01972655322816637, "subset_score_loss": 0.01972655322816637}
+{"step": 2650000, "wall_time": 24868.142693042755, "train_loss_step": 3.555677652359009, "n_params": 4449370, "total_flops": 36221431296000000, "train_loss": 0.018476945824093288, "subset_score_loss": 0.018476945824093288}
+{"step": 2660000, "wall_time": 24952.85999441147, "train_loss_step": 3.3183155059814453, "n_params": 4449370, "total_flops": 36358115942400000, "train_loss": 0.01866428322262234, "subset_score_loss": 0.01866428322262234}
+{"step": 2670000, "wall_time": 25038.956208229065, "train_loss_step": 3.3585293292999268, "n_params": 4449370, "total_flops": 36494800588800000, "train_loss": 0.01966532998614841, "subset_score_loss": 0.01966532998614841}
+{"step": 2680000, "wall_time": 25125.03874731064, "train_loss_step": 2.9887895584106445, "n_params": 4449370, "total_flops": 36631485235200000, "train_loss": 0.020041679011450875, "subset_score_loss": 0.020041679011450875}
+{"step": 2690000, "wall_time": 25211.283303260803, "train_loss_step": 3.2913904190063477, "n_params": 4449370, "total_flops": 36768169881600000, "train_loss": 0.018902622328864204, "subset_score_loss": 0.018902622328864204}
+{"step": 2700000, "wall_time": 25368.217683792114, "train_loss_step": 3.472705602645874, "n_params": 4449370, "total_flops": 36904854528000000, "train_loss": 0.01923137903213501, "subset_score_loss": 0.01923137903213501, "memorization_fraction_pixel": 0.7184000015258789, "mean_nn_ratio_pixel": 0.38269320130348206, "fid": 39.87248116482935}
+{"step": 2710000, "wall_time": 25450.069266796112, "train_loss_step": 3.5451526641845703, "n_params": 4449370, "total_flops": 37041539174400000, "train_loss": 0.019573725594414604, "subset_score_loss": 0.019573725594414604}
+{"step": 2720000, "wall_time": 25536.203612327576, "train_loss_step": 3.4286344051361084, "n_params": 4449370, "total_flops": 37178223820800000, "train_loss": 0.01867061456044515, "subset_score_loss": 0.01867061456044515}
+{"step": 2730000, "wall_time": 25622.474985599518, "train_loss_step": 3.090017795562744, "n_params": 4449370, "total_flops": 37314908467200000, "train_loss": 0.020223832130432128, "subset_score_loss": 0.020223832130432128}
+{"step": 2740000, "wall_time": 25708.730878591537, "train_loss_step": 3.433788776397705, "n_params": 4449370, "total_flops": 37451593113600000, "train_loss": 0.01820229689280192, "subset_score_loss": 0.01820229689280192}
+{"step": 2750000, "wall_time": 25794.96582365036, "train_loss_step": 3.3410804271698, "n_params": 4449370, "total_flops": 37588277760000000, "train_loss": 0.018992242548200818, "subset_score_loss": 0.018992242548200818}
+{"step": 2760000, "wall_time": 25881.133099794388, "train_loss_step": 3.3389382362365723, "n_params": 4449370, "total_flops": 37724962406400000, "train_loss": 0.018457645840115017, "subset_score_loss": 0.018457645840115017}
+{"step": 2770000, "wall_time": 25965.798333883286, "train_loss_step": 3.0528221130371094, "n_params": 4449370, "total_flops": 37861647052800000, "train_loss": 0.019049431218041313, "subset_score_loss": 0.019049431218041313}
+{"step": 2780000, "wall_time": 26051.946848869324, "train_loss_step": 3.3290793895721436, "n_params": 4449370, "total_flops": 37998331699200000, "train_loss": 0.019830653402540418, "subset_score_loss": 0.019830653402540418}
+{"step": 2790000, "wall_time": 26138.123996973038, "train_loss_step": 3.3737640380859375, "n_params": 4449370, "total_flops": 38135016345600000, "train_loss": 0.01939500437842475, "subset_score_loss": 0.01939500437842475}
+{"step": 2800000, "wall_time": 26320.214304447174, "train_loss_step": 3.0927791595458984, "n_params": 4449370, "total_flops": 38271700992000000, "train_loss": 0.019060974650912815, "subset_score_loss": 0.019060974650912815, "memorization_fraction_pixel": 0.7348999977111816, "mean_nn_ratio_pixel": 0.3699254095554352, "fid": 40.06202720570978}
+{"step": 2810000, "wall_time": 26402.422833681107, "train_loss_step": 3.7254841327667236, "n_params": 4449370, "total_flops": 38408385638400000, "train_loss": 0.019015306896633572, "subset_score_loss": 0.019015306896633572}
+{"step": 2820000, "wall_time": 26488.58601140976, "train_loss_step": 3.4531846046447754, "n_params": 4449370, "total_flops": 38545070284800000, "train_loss": 0.019170607460869682, "subset_score_loss": 0.019170607460869682}
+{"step": 2830000, "wall_time": 26574.71394586563, "train_loss_step": 3.240328788757324, "n_params": 4449370, "total_flops": 38681754931200000, "train_loss": 0.017845743232303195, "subset_score_loss": 0.017845743232303195}
+{"step": 2840000, "wall_time": 26660.959904193878, "train_loss_step": 3.276085376739502, "n_params": 4449370, "total_flops": 38818439577600000, "train_loss": 0.01812946001688639, "subset_score_loss": 0.01812946001688639}
+{"step": 2850000, "wall_time": 26747.234308719635, "train_loss_step": 3.6629650592803955, "n_params": 4449370, "total_flops": 38955124224000000, "train_loss": 0.018555806742774114, "subset_score_loss": 0.018555806742774114}
+{"step": 2860000, "wall_time": 26833.455374002457, "train_loss_step": 3.4278717041015625, "n_params": 4449370, "total_flops": 39091808870400000, "train_loss": 0.01843856838014391, "subset_score_loss": 0.01843856838014391}
+{"step": 2870000, "wall_time": 26920.055978775024, "train_loss_step": 3.192277431488037, "n_params": 4449370, "total_flops": 39228493516800000, "train_loss": 0.017738536993662516, "subset_score_loss": 0.017738536993662516}
+{"step": 2880000, "wall_time": 27004.303169727325, "train_loss_step": 3.4230616092681885, "n_params": 4449370, "total_flops": 39365178163200000, "train_loss": 0.018708108531104193, "subset_score_loss": 0.018708108531104193}
+{"step": 2890000, "wall_time": 27090.440134763718, "train_loss_step": 2.9521586894989014, "n_params": 4449370, "total_flops": 39501862809600000, "train_loss": 0.01796460019217597, "subset_score_loss": 0.01796460019217597}
+{"step": 2900000, "wall_time": 27254.278884410858, "train_loss_step": 3.2595767974853516, "n_params": 4449370, "total_flops": 39638547456000000, "train_loss": 0.01924783123864068, "subset_score_loss": 0.01924783123864068, "memorization_fraction_pixel": 0.7383999824523926, "mean_nn_ratio_pixel": 0.3668614625930786, "fid": 40.191832576109014}
+{"step": 2910000, "wall_time": 27340.473568677902, "train_loss_step": 3.261972665786743, "n_params": 4449370, "total_flops": 39775232102400000, "train_loss": 0.01807596418592665, "subset_score_loss": 0.01807596418592665}
+{"step": 2920000, "wall_time": 27424.94103384018, "train_loss_step": 2.9235243797302246, "n_params": 4449370, "total_flops": 39911916748800000, "train_loss": 0.018153512477874757, "subset_score_loss": 0.018153512477874757}
+{"step": 2930000, "wall_time": 27511.149491786957, "train_loss_step": 3.70219087600708, "n_params": 4449370, "total_flops": 40048601395200000, "train_loss": 0.01766022841135661, "subset_score_loss": 0.01766022841135661}
+{"step": 2940000, "wall_time": 27597.419263124466, "train_loss_step": 3.109384536743164, "n_params": 4449370, "total_flops": 40185286041600000, "train_loss": 0.018539290957980684, "subset_score_loss": 0.018539290957980684}
+{"step": 2950000, "wall_time": 27683.716613054276, "train_loss_step": 3.353365898132324, "n_params": 4449370, "total_flops": 40321970688000000, "train_loss": 0.018577028645409478, "subset_score_loss": 0.018577028645409478}
+{"step": 2960000, "wall_time": 27770.06955909729, "train_loss_step": 3.2711331844329834, "n_params": 4449370, "total_flops": 40458655334400000, "train_loss": 0.01785533560646905, "subset_score_loss": 0.01785533560646905}
+{"step": 2970000, "wall_time": 27856.17926812172, "train_loss_step": 3.076230525970459, "n_params": 4449370, "total_flops": 40595339980800000, "train_loss": 0.018315753671858045, "subset_score_loss": 0.018315753671858045}
+{"step": 2980000, "wall_time": 27940.890684604645, "train_loss_step": 3.4113197326660156, "n_params": 4449370, "total_flops": 40732024627200000, "train_loss": 0.018580330742730036, "subset_score_loss": 0.018580330742730036}
+{"step": 2990000, "wall_time": 28027.056697130203, "train_loss_step": 3.162625312805176, "n_params": 4449370, "total_flops": 40868709273600000, "train_loss": 0.018525018956926133, "subset_score_loss": 0.018525018956926133}
+{"step": 3000000, "wall_time": 28200.265598773956, "train_loss_step": 3.3416829109191895, "n_params": 4449370, "total_flops": 41005393920000000, "train_loss": 0.018216396702660453, "subset_score_loss": 0.018216396702660453, "memorization_fraction_pixel": 0.7526000142097473, "mean_nn_ratio_pixel": 0.3575878143310547, "fid": 40.517600167524975}
+{"step": 3010000, "wall_time": 28284.52976846695, "train_loss_step": 3.172910451889038, "n_params": 4449370, "total_flops": 41142078566400000, "train_loss": 0.017973962095048694, "subset_score_loss": 0.017973962095048694}
+{"step": 3020000, "wall_time": 28369.274052858353, "train_loss_step": 3.1912827491760254, "n_params": 4449370, "total_flops": 41278763212800000, "train_loss": 0.017814838886260988, "subset_score_loss": 0.017814838886260988}
+{"step": 3030000, "wall_time": 28455.51106071472, "train_loss_step": 3.018878221511841, "n_params": 4449370, "total_flops": 41415447859200000, "train_loss": 0.017853801780276828, "subset_score_loss": 0.017853801780276828}
+{"step": 3040000, "wall_time": 28541.6911277771, "train_loss_step": 3.132309675216675, "n_params": 4449370, "total_flops": 41552132505600000, "train_loss": 0.016859050591786703, "subset_score_loss": 0.016859050591786703}
+{"step": 3050000, "wall_time": 28627.868415355682, "train_loss_step": 3.000372886657715, "n_params": 4449370, "total_flops": 41688817152000000, "train_loss": 0.017586484220292832, "subset_score_loss": 0.017586484220292832}
+{"step": 3060000, "wall_time": 28714.11335349083, "train_loss_step": 3.2076992988586426, "n_params": 4449370, "total_flops": 41825501798400000, "train_loss": 0.01705101860894097, "subset_score_loss": 0.01705101860894097}
+{"step": 3070000, "wall_time": 28800.349887371063, "train_loss_step": 3.311601161956787, "n_params": 4449370, "total_flops": 41962186444800000, "train_loss": 0.017835913764105902, "subset_score_loss": 0.017835913764105902}
+{"step": 3080000, "wall_time": 28886.78597021103, "train_loss_step": 3.2348151206970215, "n_params": 4449370, "total_flops": 42098871091200000, "train_loss": 0.0176138440767924, "subset_score_loss": 0.0176138440767924}
+{"step": 3090000, "wall_time": 28971.13320326805, "train_loss_step": 3.2852210998535156, "n_params": 4449370, "total_flops": 42235555737600000, "train_loss": 0.01710015137990316, "subset_score_loss": 0.01710015137990316}
+{"step": 3100000, "wall_time": 29145.67652988434, "train_loss_step": 3.4492926597595215, "n_params": 4449370, "total_flops": 42372240384000000, "train_loss": 0.01708957619137234, "subset_score_loss": 0.01708957619137234, "memorization_fraction_pixel": 0.7441999912261963, "mean_nn_ratio_pixel": 0.3612184226512909, "fid": 40.445637484173695}
+{"step": 3110000, "wall_time": 29227.19913983345, "train_loss_step": 3.018117666244507, "n_params": 4449370, "total_flops": 42508925030400000, "train_loss": 0.017698420418633357, "subset_score_loss": 0.017698420418633357}
+{"step": 3120000, "wall_time": 29312.30465364456, "train_loss_step": 3.164638042449951, "n_params": 4449370, "total_flops": 42645609676800000, "train_loss": 0.018142248524559867, "subset_score_loss": 0.018142248524559867}
+{"step": 3130000, "wall_time": 29398.606940746307, "train_loss_step": 3.2193422317504883, "n_params": 4449370, "total_flops": 42782294323200000, "train_loss": 0.01751303407880995, "subset_score_loss": 0.01751303407880995}
+{"step": 3140000, "wall_time": 29484.92240166664, "train_loss_step": 3.128732919692993, "n_params": 4449370, "total_flops": 42918978969600000, "train_loss": 0.017347386148240832, "subset_score_loss": 0.017347386148240832}
+{"step": 3150000, "wall_time": 29571.138712882996, "train_loss_step": 3.372837543487549, "n_params": 4449370, "total_flops": 43055663616000000, "train_loss": 0.016637836562262642, "subset_score_loss": 0.016637836562262642}
+{"step": 3160000, "wall_time": 29657.390392541885, "train_loss_step": 3.495821475982666, "n_params": 4449370, "total_flops": 43192348262400000, "train_loss": 0.016451327006022136, "subset_score_loss": 0.016451327006022136}
+{"step": 3170000, "wall_time": 29743.687458992004, "train_loss_step": 3.2260642051696777, "n_params": 4449370, "total_flops": 43329032908800000, "train_loss": 0.017507105403476293, "subset_score_loss": 0.017507105403476293}
+{"step": 3180000, "wall_time": 29829.960947036743, "train_loss_step": 3.2493176460266113, "n_params": 4449370, "total_flops": 43465717555200000, "train_loss": 0.017380950185987683, "subset_score_loss": 0.017380950185987683}
+{"step": 3190000, "wall_time": 29914.635744571686, "train_loss_step": 3.351738929748535, "n_params": 4449370, "total_flops": 43602402201600000, "train_loss": 0.017536518308851452, "subset_score_loss": 0.017536518308851452}
+{"step": 3200000, "wall_time": 30083.77477502823, "train_loss_step": 3.07766056060791, "n_params": 4449370, "total_flops": 43739086848000000, "train_loss": 0.016786815060509577, "subset_score_loss": 0.016786815060509577, "memorization_fraction_pixel": 0.770799994468689, "mean_nn_ratio_pixel": 0.34549862146377563, "fid": 39.98778345818373}
+{"step": 3210000, "wall_time": 30166.760660886765, "train_loss_step": 2.8287925720214844, "n_params": 4449370, "total_flops": 43875771494400000, "train_loss": 0.0164309475156996, "subset_score_loss": 0.0164309475156996}
+{"step": 3220000, "wall_time": 30253.156074285507, "train_loss_step": 3.261944055557251, "n_params": 4449370, "total_flops": 44012456140800000, "train_loss": 0.016713160938686796, "subset_score_loss": 0.016713160938686796}
+{"step": 3230000, "wall_time": 30337.954405784607, "train_loss_step": 3.2728190422058105, "n_params": 4449370, "total_flops": 44149140787200000, "train_loss": 0.017504719893137614, "subset_score_loss": 0.017504719893137614}
+{"step": 3240000, "wall_time": 30424.14623427391, "train_loss_step": 2.9140560626983643, "n_params": 4449370, "total_flops": 44285825433600000, "train_loss": 0.01751849783791436, "subset_score_loss": 0.01751849783791436}
+{"step": 3250000, "wall_time": 30510.388167142868, "train_loss_step": 3.2476518154144287, "n_params": 4449370, "total_flops": 44422510080000000, "train_loss": 0.016717867056528727, "subset_score_loss": 0.016717867056528727}
+{"step": 3260000, "wall_time": 30596.514338970184, "train_loss_step": 3.289304494857788, "n_params": 4449370, "total_flops": 44559194726400000, "train_loss": 0.016663140720791288, "subset_score_loss": 0.016663140720791288}
+{"step": 3270000, "wall_time": 30682.77333331108, "train_loss_step": 3.2474167346954346, "n_params": 4449370, "total_flops": 44695879372800000, "train_loss": 0.016298169559902615, "subset_score_loss": 0.016298169559902615}
+{"step": 3280000, "wall_time": 30768.982480287552, "train_loss_step": 3.2946929931640625, "n_params": 4449370, "total_flops": 44832564019200000, "train_loss": 0.016374439663357204, "subset_score_loss": 0.016374439663357204}
+{"step": 3290000, "wall_time": 30855.124471902847, "train_loss_step": 3.256082534790039, "n_params": 4449370, "total_flops": 44969248665600000, "train_loss": 0.016350119643741185, "subset_score_loss": 0.016350119643741185}
+{"step": 3300000, "wall_time": 31009.242609500885, "train_loss_step": 3.1413872241973877, "n_params": 4449370, "total_flops": 45105933312000000, "train_loss": 0.017350138558281793, "subset_score_loss": 0.017350138558281793, "memorization_fraction_pixel": 0.7656000256538391, "mean_nn_ratio_pixel": 0.3520772159099579, "fid": 40.23206754838076}
+{"step": 3310000, "wall_time": 31092.58101129532, "train_loss_step": 3.15920352935791, "n_params": 4449370, "total_flops": 45242617958400000, "train_loss": 0.0181728376282586, "subset_score_loss": 0.0181728376282586}
+{"step": 3320000, "wall_time": 31178.69946217537, "train_loss_step": 3.258040428161621, "n_params": 4449370, "total_flops": 45379302604800000, "train_loss": 0.016118803289201525, "subset_score_loss": 0.016118803289201525}
+{"step": 3330000, "wall_time": 31263.928775310516, "train_loss_step": 3.086972713470459, "n_params": 4449370, "total_flops": 45515987251200000, "train_loss": 0.016528877947065566, "subset_score_loss": 0.016528877947065566}
+{"step": 3340000, "wall_time": 31349.717124938965, "train_loss_step": 3.005463123321533, "n_params": 4449370, "total_flops": 45652671897600000, "train_loss": 0.01727808051639133, "subset_score_loss": 0.01727808051639133}
+{"step": 3350000, "wall_time": 31435.859159708023, "train_loss_step": 2.979429244995117, "n_params": 4449370, "total_flops": 45789356544000000, "train_loss": 0.01618135372797648, "subset_score_loss": 0.01618135372797648}
+{"step": 3360000, "wall_time": 31522.00554418564, "train_loss_step": 3.380434989929199, "n_params": 4449370, "total_flops": 45926041190400000, "train_loss": 0.01726736095216539, "subset_score_loss": 0.01726736095216539}
+{"step": 3370000, "wall_time": 31608.26820421219, "train_loss_step": 3.1504464149475098, "n_params": 4449370, "total_flops": 46062725836800000, "train_loss": 0.016276800632476808, "subset_score_loss": 0.016276800632476808}
+{"step": 3380000, "wall_time": 31694.4357278347, "train_loss_step": 3.0934739112854004, "n_params": 4449370, "total_flops": 46199410483200000, "train_loss": 0.015915671984354656, "subset_score_loss": 0.015915671984354656}
+{"step": 3390000, "wall_time": 31780.312837600708, "train_loss_step": 3.3436203002929688, "n_params": 4449370, "total_flops": 46336095129600000, "train_loss": 0.016633064217037623, "subset_score_loss": 0.016633064217037623}
+{"step": 3400000, "wall_time": 31934.55397415161, "train_loss_step": 3.3356640338897705, "n_params": 4449370, "total_flops": 46472779776000000, "train_loss": 0.01706591182284885, "subset_score_loss": 0.01706591182284885, "memorization_fraction_pixel": 0.7713000178337097, "mean_nn_ratio_pixel": 0.3467189073562622, "fid": 39.88384392540563}
+{"step": 3410000, "wall_time": 32017.710259199142, "train_loss_step": 3.0229744911193848, "n_params": 4449370, "total_flops": 46609464422400000, "train_loss": 0.015698904461330838, "subset_score_loss": 0.015698904461330838}
+{"step": 3420000, "wall_time": 32103.947778701782, "train_loss_step": 3.1916658878326416, "n_params": 4449370, "total_flops": 46746149068800000, "train_loss": 0.01606567170884874, "subset_score_loss": 0.01606567170884874}
+{"step": 3430000, "wall_time": 32190.326838493347, "train_loss_step": 3.3823952674865723, "n_params": 4449370, "total_flops": 46882833715200000, "train_loss": 0.01701273653242323, "subset_score_loss": 0.01701273653242323}
+{"step": 3440000, "wall_time": 32275.127630472183, "train_loss_step": 3.2004690170288086, "n_params": 4449370, "total_flops": 47019518361600000, "train_loss": 0.01601418521669176, "subset_score_loss": 0.01601418521669176}
+{"step": 3450000, "wall_time": 32361.42425608635, "train_loss_step": 3.163822650909424, "n_params": 4449370, "total_flops": 47156203008000000, "train_loss": 0.015893677870432537, "subset_score_loss": 0.015893677870432537}
+{"step": 3460000, "wall_time": 32447.689347743988, "train_loss_step": 3.063687324523926, "n_params": 4449370, "total_flops": 47292887654400000, "train_loss": 0.015208889378441705, "subset_score_loss": 0.015208889378441705}
+{"step": 3470000, "wall_time": 32533.726524591446, "train_loss_step": 3.126016616821289, "n_params": 4449370, "total_flops": 47429572300800000, "train_loss": 0.015890118810865612, "subset_score_loss": 0.015890118810865612}
+{"step": 3480000, "wall_time": 32620.000109434128, "train_loss_step": 3.3212969303131104, "n_params": 4449370, "total_flops": 47566256947200000, "train_loss": 0.01570230722427368, "subset_score_loss": 0.01570230722427368}
+{"step": 3490000, "wall_time": 32704.31403040886, "train_loss_step": 3.163886308670044, "n_params": 4449370, "total_flops": 47702941593600000, "train_loss": 0.016200363636016846, "subset_score_loss": 0.016200363636016846}
+{"step": 3500000, "wall_time": 32892.28465771675, "train_loss_step": 3.1120214462280273, "n_params": 4449370, "total_flops": 47839626240000000, "train_loss": 0.015772130754258897, "subset_score_loss": 0.015772130754258897, "memorization_fraction_pixel": 0.781000018119812, "mean_nn_ratio_pixel": 0.34194082021713257, "fid": 39.90645223699583}
+{"step": 3510000, "wall_time": 32974.91254019737, "train_loss_step": 3.379929780960083, "n_params": 4449370, "total_flops": 47976310886400000, "train_loss": 0.01580883264541626, "subset_score_loss": 0.01580883264541626}
+{"step": 3520000, "wall_time": 33061.185995817184, "train_loss_step": 2.9489245414733887, "n_params": 4449370, "total_flops": 48112995532800000, "train_loss": 0.016516518592834473, "subset_score_loss": 0.016516518592834473}
+{"step": 3530000, "wall_time": 33147.54711937904, "train_loss_step": 2.9343369007110596, "n_params": 4449370, "total_flops": 48249680179200000, "train_loss": 0.015511846542358399, "subset_score_loss": 0.015511846542358399}
+{"step": 3540000, "wall_time": 33232.38132810593, "train_loss_step": 2.905919075012207, "n_params": 4449370, "total_flops": 48386364825600000, "train_loss": 0.016164926687876384, "subset_score_loss": 0.016164926687876384}
+{"step": 3550000, "wall_time": 33318.666108846664, "train_loss_step": 3.342108964920044, "n_params": 4449370, "total_flops": 48523049472000000, "train_loss": 0.016630556848314073, "subset_score_loss": 0.016630556848314073}
+{"step": 3560000, "wall_time": 33404.92417263985, "train_loss_step": 3.160060405731201, "n_params": 4449370, "total_flops": 48659734118400000, "train_loss": 0.015516779157850477, "subset_score_loss": 0.015516779157850477}
+{"step": 3570000, "wall_time": 33490.80884385109, "train_loss_step": 3.052907705307007, "n_params": 4449370, "total_flops": 48796418764800000, "train_loss": 0.01614663071102566, "subset_score_loss": 0.01614663071102566}
+{"step": 3580000, "wall_time": 33576.91230106354, "train_loss_step": 2.9841959476470947, "n_params": 4449370, "total_flops": 48933103411200000, "train_loss": 0.015834617614746093, "subset_score_loss": 0.015834617614746093}
+{"step": 3590000, "wall_time": 33661.01915168762, "train_loss_step": 2.991368055343628, "n_params": 4449370, "total_flops": 49069788057600000, "train_loss": 0.015296592977311877, "subset_score_loss": 0.015296592977311877}
+{"step": 3600000, "wall_time": 33818.60808467865, "train_loss_step": 2.984335422515869, "n_params": 4449370, "total_flops": 49206472704000000, "train_loss": 0.015527979532877604, "subset_score_loss": 0.015527979532877604, "memorization_fraction_pixel": 0.7850000262260437, "mean_nn_ratio_pixel": 0.34137117862701416, "fid": 39.24664266902899}
+{"step": 3610000, "wall_time": 33901.44932746887, "train_loss_step": 3.5308644771575928, "n_params": 4449370, "total_flops": 49343157350400000, "train_loss": 0.015667657057444256, "subset_score_loss": 0.015667657057444256}
+{"step": 3620000, "wall_time": 33987.45217013359, "train_loss_step": 3.100578784942627, "n_params": 4449370, "total_flops": 49479841996800000, "train_loss": 0.014833260907067193, "subset_score_loss": 0.014833260907067193}
+{"step": 3630000, "wall_time": 34073.69256353378, "train_loss_step": 3.130941152572632, "n_params": 4449370, "total_flops": 49616526643200000, "train_loss": 0.01586857106950548, "subset_score_loss": 0.01586857106950548}
+{"step": 3640000, "wall_time": 34160.19032216072, "train_loss_step": 3.4159812927246094, "n_params": 4449370, "total_flops": 49753211289600000, "train_loss": 0.015283363395267063, "subset_score_loss": 0.015283363395267063}
+{"step": 3650000, "wall_time": 34244.74037003517, "train_loss_step": 3.163205862045288, "n_params": 4449370, "total_flops": 49889895936000000, "train_loss": 0.0157904929584927, "subset_score_loss": 0.0157904929584927}
+{"step": 3660000, "wall_time": 34330.972692489624, "train_loss_step": 3.0099802017211914, "n_params": 4449370, "total_flops": 50026580582400000, "train_loss": 0.015511112742953831, "subset_score_loss": 0.015511112742953831}
+{"step": 3670000, "wall_time": 34417.110446214676, "train_loss_step": 3.285612106323242, "n_params": 4449370, "total_flops": 50163265228800000, "train_loss": 0.015283515718248155, "subset_score_loss": 0.015283515718248155}
+{"step": 3680000, "wall_time": 34503.25315332413, "train_loss_step": 2.9165868759155273, "n_params": 4449370, "total_flops": 50299949875200000, "train_loss": 0.015240050686730278, "subset_score_loss": 0.015240050686730278}
+{"step": 3690000, "wall_time": 34587.50005578995, "train_loss_step": 3.049461841583252, "n_params": 4449370, "total_flops": 50436634521600000, "train_loss": 0.015595886442396376, "subset_score_loss": 0.015595886442396376}
+{"step": 3700000, "wall_time": 34745.05652308464, "train_loss_step": 3.21744704246521, "n_params": 4449370, "total_flops": 50573319168000000, "train_loss": 0.015333308113945855, "subset_score_loss": 0.015333308113945855, "memorization_fraction_pixel": 0.7724999785423279, "mean_nn_ratio_pixel": 0.34876880049705505, "fid": 40.67640389411528}
+{"step": 3710000, "wall_time": 34829.38914132118, "train_loss_step": 3.2670278549194336, "n_params": 4449370, "total_flops": 50710003814400000, "train_loss": 0.015318706300523547, "subset_score_loss": 0.015318706300523547}
+{"step": 3720000, "wall_time": 34914.20772027969, "train_loss_step": 3.020207166671753, "n_params": 4449370, "total_flops": 50846688460800000, "train_loss": 0.015275185638003879, "subset_score_loss": 0.015275185638003879}
+{"step": 3730000, "wall_time": 35000.368206739426, "train_loss_step": 3.0139098167419434, "n_params": 4449370, "total_flops": 50983373107200000, "train_loss": 0.014884375201331245, "subset_score_loss": 0.014884375201331245}
+{"step": 3740000, "wall_time": 35086.587582588196, "train_loss_step": 2.9695277214050293, "n_params": 4449370, "total_flops": 51120057753600000, "train_loss": 0.014556928475697836, "subset_score_loss": 0.014556928475697836}
+{"step": 3750000, "wall_time": 35173.23365354538, "train_loss_step": 3.1404850482940674, "n_params": 4449370, "total_flops": 51256742400000000, "train_loss": 0.01469062434302436, "subset_score_loss": 0.01469062434302436}
+{"step": 3760000, "wall_time": 35257.83834481239, "train_loss_step": 2.8756775856018066, "n_params": 4449370, "total_flops": 51393427046400000, "train_loss": 0.014493159453074137, "subset_score_loss": 0.014493159453074137}
+{"step": 3770000, "wall_time": 35344.1208691597, "train_loss_step": 3.134800910949707, "n_params": 4449370, "total_flops": 51530111692800000, "train_loss": 0.016015421019660102, "subset_score_loss": 0.016015421019660102}
+{"step": 3780000, "wall_time": 35428.28387284279, "train_loss_step": 3.0052425861358643, "n_params": 4449370, "total_flops": 51666796339200000, "train_loss": 0.014568024211459689, "subset_score_loss": 0.014568024211459689}
+{"step": 3790000, "wall_time": 35514.33071565628, "train_loss_step": 2.902940034866333, "n_params": 4449370, "total_flops": 51803480985600000, "train_loss": 0.014559017287360298, "subset_score_loss": 0.014559017287360298}
+{"step": 3800000, "wall_time": 35690.51553797722, "train_loss_step": 3.0505168437957764, "n_params": 4449370, "total_flops": 51940165632000000, "train_loss": 0.015160606967078315, "subset_score_loss": 0.015160606967078315, "memorization_fraction_pixel": 0.7957000136375427, "mean_nn_ratio_pixel": 0.33504337072372437, "fid": 39.70562783469608}
+{"step": 3810000, "wall_time": 35774.99011468887, "train_loss_step": 3.2730331420898438, "n_params": 4449370, "total_flops": 52076850278400000, "train_loss": 0.015717630916171604, "subset_score_loss": 0.015717630916171604}
+{"step": 3820000, "wall_time": 35861.24822092056, "train_loss_step": 2.9212372303009033, "n_params": 4449370, "total_flops": 52213534924800000, "train_loss": 0.014976085556877985, "subset_score_loss": 0.014976085556877985}
+{"step": 3830000, "wall_time": 35945.79193639755, "train_loss_step": 3.166355609893799, "n_params": 4449370, "total_flops": 52350219571200000, "train_loss": 0.014758470323350694, "subset_score_loss": 0.014758470323350694}
+{"step": 3840000, "wall_time": 36032.0252263546, "train_loss_step": 2.8494486808776855, "n_params": 4449370, "total_flops": 52486904217600000, "train_loss": 0.014723628097110324, "subset_score_loss": 0.014723628097110324}
+{"step": 3850000, "wall_time": 36118.6396586895, "train_loss_step": 3.003312587738037, "n_params": 4449370, "total_flops": 52623588864000000, "train_loss": 0.014552615748511421, "subset_score_loss": 0.014552615748511421}
+{"step": 3860000, "wall_time": 36203.13229203224, "train_loss_step": 3.044771671295166, "n_params": 4449370, "total_flops": 52760273510400000, "train_loss": 0.014908464749654134, "subset_score_loss": 0.014908464749654134}
+{"step": 3870000, "wall_time": 36289.186886548996, "train_loss_step": 2.9041261672973633, "n_params": 4449370, "total_flops": 52896958156800000, "train_loss": 0.015129837724897597, "subset_score_loss": 0.015129837724897597}
+{"step": 3880000, "wall_time": 36373.4661655426, "train_loss_step": 3.2256572246551514, "n_params": 4449370, "total_flops": 53033642803200000, "train_loss": 0.015020679103003608, "subset_score_loss": 0.015020679103003608}
+{"step": 3890000, "wall_time": 36459.7021958828, "train_loss_step": 3.023374080657959, "n_params": 4449370, "total_flops": 53170327449600000, "train_loss": 0.014858134587605794, "subset_score_loss": 0.014858134587605794}
+{"step": 3900000, "wall_time": 36635.94719719887, "train_loss_step": 3.6582982540130615, "n_params": 4449370, "total_flops": 53307012096000000, "train_loss": 0.014407531420389811, "subset_score_loss": 0.014407531420389811, "memorization_fraction_pixel": 0.7932999730110168, "mean_nn_ratio_pixel": 0.3387387990951538, "fid": 39.558374962870815}
+{"step": 3910000, "wall_time": 36720.13877272606, "train_loss_step": 2.9455273151397705, "n_params": 4449370, "total_flops": 53443696742400000, "train_loss": 0.015392108758290609, "subset_score_loss": 0.015392108758290609}
+{"step": 3920000, "wall_time": 36806.30208468437, "train_loss_step": 2.9419443607330322, "n_params": 4449370, "total_flops": 53580381388800000, "train_loss": 0.014546528127458361, "subset_score_loss": 0.014546528127458361}
+{"step": 3930000, "wall_time": 36891.178701877594, "train_loss_step": 3.166123867034912, "n_params": 4449370, "total_flops": 53717066035200000, "train_loss": 0.013436962498558892, "subset_score_loss": 0.013436962498558892}
+{"step": 3940000, "wall_time": 36977.359298467636, "train_loss_step": 2.7180492877960205, "n_params": 4449370, "total_flops": 53853750681600000, "train_loss": 0.013943967554304335, "subset_score_loss": 0.013943967554304335}
+{"step": 3950000, "wall_time": 37063.62826251984, "train_loss_step": 2.877321720123291, "n_params": 4449370, "total_flops": 53990435328000000, "train_loss": 0.014393064710828993, "subset_score_loss": 0.014393064710828993}
+{"step": 3960000, "wall_time": 37148.33486008644, "train_loss_step": 3.0560622215270996, "n_params": 4449370, "total_flops": 54127119974400000, "train_loss": 0.014244409402211507, "subset_score_loss": 0.014244409402211507}
+{"step": 3970000, "wall_time": 37232.71784448624, "train_loss_step": 3.051581382751465, "n_params": 4449370, "total_flops": 54263804620800000, "train_loss": 0.014939236640930175, "subset_score_loss": 0.014939236640930175}
+{"step": 3980000, "wall_time": 37318.93406867981, "train_loss_step": 3.0575199127197266, "n_params": 4449370, "total_flops": 54400489267200000, "train_loss": 0.014750712447696261, "subset_score_loss": 0.014750712447696261}
+{"step": 3990000, "wall_time": 37405.09493136406, "train_loss_step": 2.9829938411712646, "n_params": 4449370, "total_flops": 54537173913600000, "train_loss": 0.014299313227335611, "subset_score_loss": 0.014299313227335611}
+{"step": 4000000, "wall_time": 37589.34745168686, "train_loss_step": 3.1331896781921387, "n_params": 4449370, "total_flops": 54673858560000000, "train_loss": 0.01372780270046658, "subset_score_loss": 0.01372780270046658, "memorization_fraction_pixel": 0.8008999824523926, "mean_nn_ratio_pixel": 0.3337271511554718, "fid": 39.36687420927168}
+{"step": 4010000, "wall_time": 37675.05728983879, "train_loss_step": 3.1060476303100586, "n_params": 4449370, "total_flops": 54810543206400000, "train_loss": 0.013576018810272216, "subset_score_loss": 0.013576018810272216}
+{"step": 4020000, "wall_time": 37761.259983778, "train_loss_step": 2.9000532627105713, "n_params": 4449370, "total_flops": 54947227852800000, "train_loss": 0.014372903770870632, "subset_score_loss": 0.014372903770870632}
+{"step": 4030000, "wall_time": 37847.705880880356, "train_loss_step": 2.9106903076171875, "n_params": 4449370, "total_flops": 55083912499200000, "train_loss": 0.01468141343858507, "subset_score_loss": 0.01468141343858507}
+{"step": 4040000, "wall_time": 37932.10694003105, "train_loss_step": 3.117365598678589, "n_params": 4449370, "total_flops": 55220597145600000, "train_loss": 0.014488249354892306, "subset_score_loss": 0.014488249354892306}
+{"step": 4050000, "wall_time": 38018.466088056564, "train_loss_step": 3.3068161010742188, "n_params": 4449370, "total_flops": 55357281792000000, "train_loss": 0.014324298169877793, "subset_score_loss": 0.014324298169877793}
+{"step": 4060000, "wall_time": 38103.26212120056, "train_loss_step": 3.1033987998962402, "n_params": 4449370, "total_flops": 55493966438400000, "train_loss": 0.014063534471723768, "subset_score_loss": 0.014063534471723768}
+{"step": 4070000, "wall_time": 38187.90894961357, "train_loss_step": 3.19577956199646, "n_params": 4449370, "total_flops": 55630651084800000, "train_loss": 0.015074324607849122, "subset_score_loss": 0.015074324607849122}
+{"step": 4080000, "wall_time": 38273.76051068306, "train_loss_step": 2.9926891326904297, "n_params": 4449370, "total_flops": 55767335731200000, "train_loss": 0.01362171040640937, "subset_score_loss": 0.01362171040640937}
+{"step": 4090000, "wall_time": 38360.11030101776, "train_loss_step": 2.9559879302978516, "n_params": 4449370, "total_flops": 55904020377600000, "train_loss": 0.015222779909769694, "subset_score_loss": 0.015222779909769694}
+{"step": 4100000, "wall_time": 38538.386863946915, "train_loss_step": 3.044316530227661, "n_params": 4449370, "total_flops": 56040705024000000, "train_loss": 0.013834536075592041, "subset_score_loss": 0.013834536075592041, "memorization_fraction_pixel": 0.8165000081062317, "mean_nn_ratio_pixel": 0.32388097047805786, "fid": 40.36493221300221}
+{"step": 4110000, "wall_time": 38624.209411382675, "train_loss_step": 2.7760729789733887, "n_params": 4449370, "total_flops": 56177389670400000, "train_loss": 0.014281764295366076, "subset_score_loss": 0.014281764295366076}
+{"step": 4120000, "wall_time": 38710.37888050079, "train_loss_step": 3.0216495990753174, "n_params": 4449370, "total_flops": 56314074316800000, "train_loss": 0.013650770982106526, "subset_score_loss": 0.013650770982106526}
+{"step": 4130000, "wall_time": 38796.625542879105, "train_loss_step": 3.11116886138916, "n_params": 4449370, "total_flops": 56450758963200000, "train_loss": 0.013598834143744574, "subset_score_loss": 0.013598834143744574}
+{"step": 4140000, "wall_time": 38881.56904935837, "train_loss_step": 3.025278091430664, "n_params": 4449370, "total_flops": 56587443609600000, "train_loss": 0.013950260480244954, "subset_score_loss": 0.013950260480244954}
+{"step": 4150000, "wall_time": 38967.934154987335, "train_loss_step": 3.0030012130737305, "n_params": 4449370, "total_flops": 56724128256000000, "train_loss": 0.014650030930836996, "subset_score_loss": 0.014650030930836996}
+{"step": 4160000, "wall_time": 39051.11292552948, "train_loss_step": 3.101837158203125, "n_params": 4449370, "total_flops": 56860812902400000, "train_loss": 0.013926213317447238, "subset_score_loss": 0.013926213317447238}
+{"step": 4170000, "wall_time": 39137.35939216614, "train_loss_step": 2.8776984214782715, "n_params": 4449370, "total_flops": 56997497548800000, "train_loss": 0.013728892803192139, "subset_score_loss": 0.013728892803192139}
+{"step": 4180000, "wall_time": 39223.539002895355, "train_loss_step": 3.0109143257141113, "n_params": 4449370, "total_flops": 57134182195200000, "train_loss": 0.013525397247738309, "subset_score_loss": 0.013525397247738309}
+{"step": 4190000, "wall_time": 39309.89351963997, "train_loss_step": 2.930027723312378, "n_params": 4449370, "total_flops": 57270866841600000, "train_loss": 0.013874435424804687, "subset_score_loss": 0.013874435424804687}
+{"step": 4200000, "wall_time": 39487.75282621384, "train_loss_step": 3.5929152965545654, "n_params": 4449370, "total_flops": 57407551488000000, "train_loss": 0.0146255890528361, "subset_score_loss": 0.0146255890528361, "memorization_fraction_pixel": 0.8095999956130981, "mean_nn_ratio_pixel": 0.3287907540798187, "fid": 38.63466163303019}
+{"step": 4210000, "wall_time": 39573.717943668365, "train_loss_step": 2.8289999961853027, "n_params": 4449370, "total_flops": 57544236134400000, "train_loss": 0.01344534026251899, "subset_score_loss": 0.01344534026251899}
+{"step": 4220000, "wall_time": 39660.050147295, "train_loss_step": 3.3308186531066895, "n_params": 4449370, "total_flops": 57680920780800000, "train_loss": 0.01336597204208374, "subset_score_loss": 0.01336597204208374}
+{"step": 4230000, "wall_time": 39746.279973983765, "train_loss_step": 3.029236316680908, "n_params": 4449370, "total_flops": 57817605427200000, "train_loss": 0.013983995384640164, "subset_score_loss": 0.013983995384640164}
+{"step": 4240000, "wall_time": 39832.826390981674, "train_loss_step": 3.01570725440979, "n_params": 4449370, "total_flops": 57954290073600000, "train_loss": 0.013619470596313476, "subset_score_loss": 0.013619470596313476}
+{"step": 4250000, "wall_time": 39915.618634939194, "train_loss_step": 3.2608039379119873, "n_params": 4449370, "total_flops": 58090974720000000, "train_loss": 0.01357940567864312, "subset_score_loss": 0.01357940567864312}
+{"step": 4260000, "wall_time": 40002.0393948555, "train_loss_step": 2.957082748413086, "n_params": 4449370, "total_flops": 58227659366400000, "train_loss": 0.013610324594709608, "subset_score_loss": 0.013610324594709608}
+{"step": 4270000, "wall_time": 40086.37948179245, "train_loss_step": 3.0148048400878906, "n_params": 4449370, "total_flops": 58364344012800000, "train_loss": 0.01346652905146281, "subset_score_loss": 0.01346652905146281}
+{"step": 4280000, "wall_time": 40172.527306079865, "train_loss_step": 3.1312880516052246, "n_params": 4449370, "total_flops": 58501028659200000, "train_loss": 0.013797322909037272, "subset_score_loss": 0.013797322909037272}
+{"step": 4290000, "wall_time": 40258.680431604385, "train_loss_step": 2.9682273864746094, "n_params": 4449370, "total_flops": 58637713305600000, "train_loss": 0.014323684904310439, "subset_score_loss": 0.014323684904310439}
+{"step": 4300000, "wall_time": 40441.98418521881, "train_loss_step": 3.251206874847412, "n_params": 4449370, "total_flops": 58774397952000000, "train_loss": 0.01406682464811537, "subset_score_loss": 0.01406682464811537, "memorization_fraction_pixel": 0.8177000284194946, "mean_nn_ratio_pixel": 0.32298073172569275, "fid": 38.95638389371449}
+{"step": 4310000, "wall_time": 40526.53002381325, "train_loss_step": 2.805063009262085, "n_params": 4449370, "total_flops": 58911082598400000, "train_loss": 0.014014095730251737, "subset_score_loss": 0.014014095730251737}
+{"step": 4320000, "wall_time": 40612.638593673706, "train_loss_step": 2.700617790222168, "n_params": 4449370, "total_flops": 59047767244800000, "train_loss": 0.013567586739857992, "subset_score_loss": 0.013567586739857992}
+{"step": 4330000, "wall_time": 40698.768513441086, "train_loss_step": 3.0008420944213867, "n_params": 4449370, "total_flops": 59184451891200000, "train_loss": 0.01317563321855333, "subset_score_loss": 0.01317563321855333}
+{"step": 4340000, "wall_time": 40785.17552399635, "train_loss_step": 3.1277945041656494, "n_params": 4449370, "total_flops": 59321136537600000, "train_loss": 0.01395775212181939, "subset_score_loss": 0.01395775212181939}
+{"step": 4350000, "wall_time": 40867.72314572334, "train_loss_step": 3.1822495460510254, "n_params": 4449370, "total_flops": 59457821184000000, "train_loss": 0.013639956050448947, "subset_score_loss": 0.013639956050448947}
+{"step": 4360000, "wall_time": 40954.249482154846, "train_loss_step": 2.895401954650879, "n_params": 4449370, "total_flops": 59594505830400000, "train_loss": 0.013396818108028835, "subset_score_loss": 0.013396818108028835}
+{"step": 4370000, "wall_time": 41038.92104411125, "train_loss_step": 2.89420223236084, "n_params": 4449370, "total_flops": 59731190476800000, "train_loss": 0.013155064317915174, "subset_score_loss": 0.013155064317915174}
+{"step": 4380000, "wall_time": 41125.09100270271, "train_loss_step": 3.150589942932129, "n_params": 4449370, "total_flops": 59867875123200000, "train_loss": 0.013101622793409559, "subset_score_loss": 0.013101622793409559}
+{"step": 4390000, "wall_time": 41211.35331916809, "train_loss_step": 2.829918146133423, "n_params": 4449370, "total_flops": 60004559769600000, "train_loss": 0.013130595948961045, "subset_score_loss": 0.013130595948961045}
+{"step": 4400000, "wall_time": 41387.66000723839, "train_loss_step": 2.8761978149414062, "n_params": 4449370, "total_flops": 60141244416000000, "train_loss": 0.013016447756025526, "subset_score_loss": 0.013016447756025526, "memorization_fraction_pixel": 0.8201000094413757, "mean_nn_ratio_pixel": 0.3242354691028595, "fid": 39.4687585326991}
+{"step": 4410000, "wall_time": 41473.264733314514, "train_loss_step": 3.0813891887664795, "n_params": 4449370, "total_flops": 60277929062400000, "train_loss": 0.01398155689239502, "subset_score_loss": 0.01398155689239502}
+{"step": 4420000, "wall_time": 41559.26999926567, "train_loss_step": 2.856548547744751, "n_params": 4449370, "total_flops": 60414613708800000, "train_loss": 0.012970609135097927, "subset_score_loss": 0.012970609135097927}
+{"step": 4430000, "wall_time": 41645.49742603302, "train_loss_step": 3.1401875019073486, "n_params": 4449370, "total_flops": 60551298355200000, "train_loss": 0.014072771867116292, "subset_score_loss": 0.014072771867116292}
+{"step": 4440000, "wall_time": 41730.10548591614, "train_loss_step": 3.1429691314697266, "n_params": 4449370, "total_flops": 60687983001600000, "train_loss": 0.014416743649376763, "subset_score_loss": 0.014416743649376763}
+{"step": 4450000, "wall_time": 41816.77969145775, "train_loss_step": 2.906491279602051, "n_params": 4449370, "total_flops": 60824667648000000, "train_loss": 0.014186684290568035, "subset_score_loss": 0.014186684290568035}
+{"step": 4460000, "wall_time": 41901.52235865593, "train_loss_step": 3.3151087760925293, "n_params": 4449370, "total_flops": 60961352294400000, "train_loss": 0.014345019393497043, "subset_score_loss": 0.014345019393497043}
+{"step": 4470000, "wall_time": 41986.199701070786, "train_loss_step": 2.9662692546844482, "n_params": 4449370, "total_flops": 61098036940800000, "train_loss": 0.013526191976335313, "subset_score_loss": 0.013526191976335313}
+{"step": 4480000, "wall_time": 42072.430787324905, "train_loss_step": 2.8134100437164307, "n_params": 4449370, "total_flops": 61234721587200000, "train_loss": 0.01374792390399509, "subset_score_loss": 0.01374792390399509}
+{"step": 4490000, "wall_time": 42158.72016787529, "train_loss_step": 2.59147047996521, "n_params": 4449370, "total_flops": 61371406233600000, "train_loss": 0.013482169310251872, "subset_score_loss": 0.013482169310251872}
+{"step": 4500000, "wall_time": 42338.92273187637, "train_loss_step": 2.7887582778930664, "n_params": 4449370, "total_flops": 61508090880000000, "train_loss": 0.012733105818430583, "subset_score_loss": 0.012733105818430583, "memorization_fraction_pixel": 0.8295999765396118, "mean_nn_ratio_pixel": 0.31868278980255127, "fid": 39.0848524464271}
+{"step": 4510000, "wall_time": 42423.167909145355, "train_loss_step": 2.9143946170806885, "n_params": 4449370, "total_flops": 61644775526400000, "train_loss": 0.012952889336480035, "subset_score_loss": 0.012952889336480035}
+{"step": 4520000, "wall_time": 42509.135828495026, "train_loss_step": 3.104556083679199, "n_params": 4449370, "total_flops": 61781460172800000, "train_loss": 0.01347728172938029, "subset_score_loss": 0.01347728172938029}
+{"step": 4530000, "wall_time": 42595.27185630798, "train_loss_step": 2.8210411071777344, "n_params": 4449370, "total_flops": 61918144819200000, "train_loss": 0.013259809547000461, "subset_score_loss": 0.013259809547000461}
+{"step": 4540000, "wall_time": 42679.5339050293, "train_loss_step": 2.8260159492492676, "n_params": 4449370, "total_flops": 62054829465600000, "train_loss": 0.013276547855801053, "subset_score_loss": 0.013276547855801053}
+{"step": 4550000, "wall_time": 42765.78634905815, "train_loss_step": 3.206057548522949, "n_params": 4449370, "total_flops": 62191514112000000, "train_loss": 0.013237803512149387, "subset_score_loss": 0.013237803512149387}
+{"step": 4560000, "wall_time": 42850.39477944374, "train_loss_step": 2.713400363922119, "n_params": 4449370, "total_flops": 62328198758400000, "train_loss": 0.013543042871687148, "subset_score_loss": 0.013543042871687148}
+{"step": 4570000, "wall_time": 42935.132264614105, "train_loss_step": 2.84611177444458, "n_params": 4449370, "total_flops": 62464883404800000, "train_loss": 0.013221655951605902, "subset_score_loss": 0.013221655951605902}
+{"step": 4580000, "wall_time": 43021.29936289787, "train_loss_step": 3.1020936965942383, "n_params": 4449370, "total_flops": 62601568051200000, "train_loss": 0.01277550458908081, "subset_score_loss": 0.01277550458908081}
+{"step": 4590000, "wall_time": 43107.67223858833, "train_loss_step": 3.020643711090088, "n_params": 4449370, "total_flops": 62738252697600000, "train_loss": 0.013309819168514675, "subset_score_loss": 0.013309819168514675}
+{"step": 4600000, "wall_time": 43286.431493997574, "train_loss_step": 2.759303569793701, "n_params": 4449370, "total_flops": 62874937344000000, "train_loss": 0.013742774062686496, "subset_score_loss": 0.013742774062686496, "memorization_fraction_pixel": 0.8205999732017517, "mean_nn_ratio_pixel": 0.3210880756378174, "fid": 38.458739264326255}
+{"step": 4610000, "wall_time": 43365.20563173294, "train_loss_step": 2.6727447509765625, "n_params": 4449370, "total_flops": 63011621990400000, "train_loss": 0.012643799516889783, "subset_score_loss": 0.012643799516889783}
+{"step": 4620000, "wall_time": 43451.22959113121, "train_loss_step": 3.033226490020752, "n_params": 4449370, "total_flops": 63148306636800000, "train_loss": 0.013588749037848579, "subset_score_loss": 0.013588749037848579}
+{"step": 4630000, "wall_time": 43535.46681642532, "train_loss_step": 2.9591901302337646, "n_params": 4449370, "total_flops": 63284991283200000, "train_loss": 0.01391664875878228, "subset_score_loss": 0.01391664875878228}
+{"step": 4640000, "wall_time": 43621.24650478363, "train_loss_step": 3.0222630500793457, "n_params": 4449370, "total_flops": 63421675929600000, "train_loss": 0.013819966051313613, "subset_score_loss": 0.013819966051313613}
+{"step": 4650000, "wall_time": 43707.393014431, "train_loss_step": 3.1610360145568848, "n_params": 4449370, "total_flops": 63558360576000000, "train_loss": 0.0125792662302653, "subset_score_loss": 0.0125792662302653}
+{"step": 4660000, "wall_time": 43794.06593322754, "train_loss_step": 2.8104119300842285, "n_params": 4449370, "total_flops": 63695045222400000, "train_loss": 0.012019534905751547, "subset_score_loss": 0.012019534905751547}
+{"step": 4670000, "wall_time": 43877.7877471447, "train_loss_step": 3.0858874320983887, "n_params": 4449370, "total_flops": 63831729868800000, "train_loss": 0.012845693694220648, "subset_score_loss": 0.012845693694220648}
+{"step": 4680000, "wall_time": 43963.007822752, "train_loss_step": 2.6970925331115723, "n_params": 4449370, "total_flops": 63968414515200000, "train_loss": 0.013107082578870985, "subset_score_loss": 0.013107082578870985}
+{"step": 4690000, "wall_time": 44049.33842754364, "train_loss_step": 2.9910576343536377, "n_params": 4449370, "total_flops": 64105099161600000, "train_loss": 0.013145376576317681, "subset_score_loss": 0.013145376576317681}
+{"step": 4700000, "wall_time": 44235.530361652374, "train_loss_step": 2.9525833129882812, "n_params": 4449370, "total_flops": 64241783808000000, "train_loss": 0.012163861592610677, "subset_score_loss": 0.012163861592610677, "memorization_fraction_pixel": 0.8166999816894531, "mean_nn_ratio_pixel": 0.3250214457511902, "fid": 39.161181485241556}
+{"step": 4710000, "wall_time": 44310.56385707855, "train_loss_step": 3.2152135372161865, "n_params": 4449370, "total_flops": 64378468454400000, "train_loss": 0.013243655363718668, "subset_score_loss": 0.013243655363718668}
+{"step": 4720000, "wall_time": 44394.975316524506, "train_loss_step": 3.0638985633850098, "n_params": 4449370, "total_flops": 64515153100800000, "train_loss": 0.01343426571951972, "subset_score_loss": 0.01343426571951972}
+{"step": 4730000, "wall_time": 44481.191735744476, "train_loss_step": 3.0660629272460938, "n_params": 4449370, "total_flops": 64651837747200000, "train_loss": 0.01266910367541843, "subset_score_loss": 0.01266910367541843}
+{"step": 4740000, "wall_time": 44567.159512758255, "train_loss_step": 3.1869027614593506, "n_params": 4449370, "total_flops": 64788522393600000, "train_loss": 0.01231991449991862, "subset_score_loss": 0.01231991449991862}
+{"step": 4750000, "wall_time": 44653.249747276306, "train_loss_step": 2.920974016189575, "n_params": 4449370, "total_flops": 64925207040000000, "train_loss": 0.012609971894158257, "subset_score_loss": 0.012609971894158257}
+{"step": 4760000, "wall_time": 44739.57838630676, "train_loss_step": 2.8619155883789062, "n_params": 4449370, "total_flops": 65061891686400000, "train_loss": 0.013790007432301838, "subset_score_loss": 0.013790007432301838}
+{"step": 4770000, "wall_time": 44824.77868556976, "train_loss_step": 3.1975152492523193, "n_params": 4449370, "total_flops": 65198576332800000, "train_loss": 0.012745840019649929, "subset_score_loss": 0.012745840019649929}
+{"step": 4780000, "wall_time": 44909.15945529938, "train_loss_step": 2.813356637954712, "n_params": 4449370, "total_flops": 65335260979200000, "train_loss": 0.011831373638576932, "subset_score_loss": 0.011831373638576932}
+{"step": 4790000, "wall_time": 44995.45764541626, "train_loss_step": 2.9029200077056885, "n_params": 4449370, "total_flops": 65471945625600000, "train_loss": 0.013979739613003202, "subset_score_loss": 0.013979739613003202}
+{"step": 4800000, "wall_time": 45184.62363958359, "train_loss_step": 2.8857650756835938, "n_params": 4449370, "total_flops": 65608630272000000, "train_loss": 0.01244945526123047, "subset_score_loss": 0.01244945526123047, "memorization_fraction_pixel": 0.8235999941825867, "mean_nn_ratio_pixel": 0.3196025490760803, "fid": 38.81491809286864}
+{"step": 4810000, "wall_time": 45257.019657850266, "train_loss_step": 2.7746524810791016, "n_params": 4449370, "total_flops": 65745314918400000, "train_loss": 0.012008112006717258, "subset_score_loss": 0.012008112006717258}
+{"step": 4820000, "wall_time": 45331.024787425995, "train_loss_step": 3.15242862701416, "n_params": 4449370, "total_flops": 65881999564800000, "train_loss": 0.011917507648468018, "subset_score_loss": 0.011917507648468018}
+{"step": 4830000, "wall_time": 45400.65822029114, "train_loss_step": 2.9857144355773926, "n_params": 4449370, "total_flops": 66018684211200000, "train_loss": 0.013590761025746663, "subset_score_loss": 0.013590761025746663}
+{"step": 4840000, "wall_time": 45470.148755311966, "train_loss_step": 2.7635409832000732, "n_params": 4449370, "total_flops": 66155368857600000, "train_loss": 0.012169378333621556, "subset_score_loss": 0.012169378333621556}
+{"step": 4850000, "wall_time": 45539.66287589073, "train_loss_step": 2.8594164848327637, "n_params": 4449370, "total_flops": 66292053504000000, "train_loss": 0.013608788119422064, "subset_score_loss": 0.013608788119422064}
+{"step": 4860000, "wall_time": 45609.11097240448, "train_loss_step": 2.920224905014038, "n_params": 4449370, "total_flops": 66428738150400000, "train_loss": 0.011959201759762235, "subset_score_loss": 0.011959201759762235}
+{"step": 4870000, "wall_time": 45679.088005781174, "train_loss_step": 2.6207597255706787, "n_params": 4449370, "total_flops": 66565422796800000, "train_loss": 0.011938434176974827, "subset_score_loss": 0.011938434176974827}
+{"step": 4880000, "wall_time": 45744.122341156006, "train_loss_step": 3.0363717079162598, "n_params": 4449370, "total_flops": 66702107443200000, "train_loss": 0.012430878480275472, "subset_score_loss": 0.012430878480275472}
+{"step": 4890000, "wall_time": 45813.64558053017, "train_loss_step": 3.021838665008545, "n_params": 4449370, "total_flops": 66838792089600000, "train_loss": 0.011834030681186252, "subset_score_loss": 0.011834030681186252}
+{"step": 4900000, "wall_time": 45969.01574230194, "train_loss_step": 2.845188617706299, "n_params": 4449370, "total_flops": 66975476736000000, "train_loss": 0.012436005804273818, "subset_score_loss": 0.012436005804273818, "memorization_fraction_pixel": 0.8256999850273132, "mean_nn_ratio_pixel": 0.32125285267829895, "fid": 38.93576465652134}
+{"step": 4910000, "wall_time": 46024.63963794708, "train_loss_step": 2.8195548057556152, "n_params": 4449370, "total_flops": 67112161382400000, "train_loss": 0.013023332754770914, "subset_score_loss": 0.013023332754770914}
+{"step": 4920000, "wall_time": 46092.86512184143, "train_loss_step": 2.9334611892700195, "n_params": 4449370, "total_flops": 67248846028800000, "train_loss": 0.012099986606174045, "subset_score_loss": 0.012099986606174045}
+{"step": 4930000, "wall_time": 46162.505325078964, "train_loss_step": 3.243269443511963, "n_params": 4449370, "total_flops": 67385530675200000, "train_loss": 0.011719596385955811, "subset_score_loss": 0.011719596385955811}
+{"step": 4940000, "wall_time": 46232.06535768509, "train_loss_step": 2.944601058959961, "n_params": 4449370, "total_flops": 67522215321600000, "train_loss": 0.012111934026082356, "subset_score_loss": 0.012111934026082356}
+{"step": 4950000, "wall_time": 46301.51442074776, "train_loss_step": 2.9907283782958984, "n_params": 4449370, "total_flops": 67658899968000000, "train_loss": 0.012536830372280545, "subset_score_loss": 0.012536830372280545}
+{"step": 4960000, "wall_time": 46371.09380412102, "train_loss_step": 2.767420768737793, "n_params": 4449370, "total_flops": 67795584614400000, "train_loss": 0.012403554386562772, "subset_score_loss": 0.012403554386562772}
+{"step": 4970000, "wall_time": 46440.63178086281, "train_loss_step": 3.0257115364074707, "n_params": 4449370, "total_flops": 67932269260800000, "train_loss": 0.011761536863115098, "subset_score_loss": 0.011761536863115098}
+{"step": 4980000, "wall_time": 46505.57618808746, "train_loss_step": 2.7937350273132324, "n_params": 4449370, "total_flops": 68068953907200000, "train_loss": 0.012054785092671712, "subset_score_loss": 0.012054785092671712}
+{"step": 4990000, "wall_time": 46574.981194257736, "train_loss_step": 2.755500555038452, "n_params": 4449370, "total_flops": 68205638553600000, "train_loss": 0.012315907743242052, "subset_score_loss": 0.012315907743242052}
+{"step": 5000000, "wall_time": 46719.84390592575, "train_loss_step": 2.8301663398742676, "n_params": 4449370, "total_flops": 68342323200000000, "train_loss": 0.011794246567620171, "subset_score_loss": 0.011794246567620171, "memorization_fraction_pixel": 0.8317000269889832, "mean_nn_ratio_pixel": 0.3174452781677246, "fid": 38.75712202875387}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d90/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d90/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..6af64b5c7691eac9a6cf90234eb6bf15c8871f93
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d90/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     68s | train_loss=1.0050 | fid=306.6019
+  step   10000 |    150s | train_loss=0.8149
+  step   20000 |    236s | train_loss=0.6967
+  step   30000 |    322s | train_loss=0.5609
+  step   40000 |    408s | train_loss=0.4135
+  step   50000 |    494s | train_loss=0.2933
+  step   60000 |    580s | train_loss=0.2195
+  step   70000 |    666s | train_loss=0.1777
+  step   80000 |    752s | train_loss=0.1565
+  step   90000 |    838s | train_loss=0.1381
+  step  100000 |    992s | train_loss=0.1319 | fid=62.4809
+  step  110000 |   1074s | train_loss=0.1227
+  step  120000 |   1160s | train_loss=0.1163
+  step  130000 |   1246s | train_loss=0.1151
+  step  140000 |   1332s | train_loss=0.1044
+  step  150000 |   1418s | train_loss=0.1002
+  step  160000 |   1504s | train_loss=0.0976
+  step  170000 |   1590s | train_loss=0.0928
+  step  180000 |   1676s | train_loss=0.0900
+  step  190000 |   1762s | train_loss=0.0860
+  step  200000 |   1914s | train_loss=0.0861 | fid=60.4348
+  step  210000 |   1998s | train_loss=0.0821
+  step  220000 |   2082s | train_loss=0.0792
+  step  230000 |   2168s | train_loss=0.0790
+  step  240000 |   2254s | train_loss=0.0756
+  step  250000 |   2340s | train_loss=0.0755
+  step  260000 |   2426s | train_loss=0.0710
+  step  270000 |   2512s | train_loss=0.0715
+  step  280000 |   2598s | train_loss=0.0685
+  step  290000 |   2684s | train_loss=0.0673
+  step  300000 |   2839s | train_loss=0.0680 | fid=55.2222
+  step  310000 |   2923s | train_loss=0.0662
+  step  320000 |   3008s | train_loss=0.0636
+  step  330000 |   3092s | train_loss=0.0647
+  step  340000 |   3179s | train_loss=0.0628
+  step  350000 |   3265s | train_loss=0.0622
+  step  360000 |   3350s | train_loss=0.0601
+  step  370000 |   3437s | train_loss=0.0598
+  step  380000 |   3523s | train_loss=0.0592
+  step  390000 |   3609s | train_loss=0.0577
+  step  400000 |   3764s | train_loss=0.0589 | fid=54.6007
+  step  410000 |   3848s | train_loss=0.0580
+  step  420000 |   3935s | train_loss=0.0554
+  step  430000 |   4019s | train_loss=0.0549
+  step  440000 |   4103s | train_loss=0.0554
+  step  450000 |   4189s | train_loss=0.0539
+  step  460000 |   4276s | train_loss=0.0531
+  step  470000 |   4362s | train_loss=0.0524
+  step  480000 |   4448s | train_loss=0.0525
+  step  490000 |   4534s | train_loss=0.0520
+  step  500000 |   4687s | train_loss=0.0518 | fid=52.3209
+  step  510000 |   4770s | train_loss=0.0503
+  step  520000 |   4857s | train_loss=0.0500
+  step  530000 |   4944s | train_loss=0.0501
+  step  540000 |   5028s | train_loss=0.0490
+  step  550000 |   5112s | train_loss=0.0503
+  step  560000 |   5198s | train_loss=0.0490
+  step  570000 |   5284s | train_loss=0.0472
+  step  580000 |   5370s | train_loss=0.0481
+  step  590000 |   5457s | train_loss=0.0488
+  step  600000 |   5612s | train_loss=0.0469 | fid=50.4384
+  step  610000 |   5696s | train_loss=0.0469
+  step  620000 |   5782s | train_loss=0.0450
+  step  630000 |   5869s | train_loss=0.0457
+  step  640000 |   5954s | train_loss=0.0451
+  step  650000 |   6039s | train_loss=0.0451
+  step  660000 |   6123s | train_loss=0.0458
+  step  670000 |   6210s | train_loss=0.0453
+  step  680000 |   6296s | train_loss=0.0436
+  step  690000 |   6382s | train_loss=0.0439
+  step  700000 |   6538s | train_loss=0.0436 | fid=51.0413
+  step  710000 |   6621s | train_loss=0.0435
+  step  720000 |   6706s | train_loss=0.0422
+  step  730000 |   6792s | train_loss=0.0429
+  step  740000 |   6878s | train_loss=0.0422
+  step  750000 |   6962s | train_loss=0.0413
+  step  760000 |   7049s | train_loss=0.0409
+  step  770000 |   7133s | train_loss=0.0426
+  step  780000 |   7220s | train_loss=0.0412
+  step  790000 |   7306s | train_loss=0.0410
+  step  800000 |   7461s | train_loss=0.0402 | fid=49.3822
+  step  810000 |   7545s | train_loss=0.0406
+  step  820000 |   7631s | train_loss=0.0397
+  step  830000 |   7717s | train_loss=0.0395
+  step  840000 |   7804s | train_loss=0.0382
+  step  850000 |   7890s | train_loss=0.0403
+  step  860000 |   7974s | train_loss=0.0387
+  step  870000 |   8060s | train_loss=0.0378
+  step  880000 |   8145s | train_loss=0.0384
+  step  890000 |   8231s | train_loss=0.0388
+  step  900000 |   8413s | train_loss=0.0398 | fid=48.6473
+  step  910000 |   8498s | train_loss=0.0392
+  step  920000 |   8584s | train_loss=0.0378
+  step  930000 |   8671s | train_loss=0.0380
+  step  940000 |   8757s | train_loss=0.0369
+  step  950000 |   8843s | train_loss=0.0378
+  step  960000 |   8928s | train_loss=0.0367
+  step  970000 |   9014s | train_loss=0.0363
+  step  980000 |   9098s | train_loss=0.0363
+  step  990000 |   9185s | train_loss=0.0355
+  step 1000000 |   9355s | train_loss=0.0361 | fid=49.2001
+  step 1010000 |   9438s | train_loss=0.0361
+  step 1020000 |   9524s | train_loss=0.0363
+  step 1030000 |   9610s | train_loss=0.0361
+  step 1040000 |   9696s | train_loss=0.0351
+  step 1050000 |   9782s | train_loss=0.0355
+  step 1060000 |   9867s | train_loss=0.0350
+  step 1070000 |   9953s | train_loss=0.0355
+  step 1080000 |  10038s | train_loss=0.0349
+  step 1090000 |  10122s | train_loss=0.0338
+  step 1100000 |  10301s | train_loss=0.0343 | fid=46.9549
+  step 1110000 |  10382s | train_loss=0.0337
+  step 1120000 |  10468s | train_loss=0.0343
+  step 1130000 |  10554s | train_loss=0.0369
+  step 1140000 |  10640s | train_loss=0.0346
+  step 1150000 |  10727s | train_loss=0.0342
+  step 1160000 |  10813s | train_loss=0.0336
+  step 1170000 |  10897s | train_loss=0.0329
+  step 1180000 |  10983s | train_loss=0.0326
+  step 1190000 |  11066s | train_loss=0.0322
+  step 1200000 |  11260s | train_loss=0.0338 | fid=47.5910
+  step 1210000 |  11341s | train_loss=0.0323
+  step 1220000 |  11428s | train_loss=0.0330
+  step 1230000 |  11513s | train_loss=0.0323
+  step 1240000 |  11600s | train_loss=0.0330
+  step 1250000 |  11686s | train_loss=0.0318
+  step 1260000 |  11773s | train_loss=0.0316
+  step 1270000 |  11857s | train_loss=0.0320
+  step 1280000 |  11941s | train_loss=0.0328
+  step 1290000 |  12026s | train_loss=0.0329
+  step 1300000 |  12198s | train_loss=0.0317 | fid=48.3885
+  step 1310000 |  12282s | train_loss=0.0312
+  step 1320000 |  12368s | train_loss=0.0315
+  step 1330000 |  12454s | train_loss=0.0313
+  step 1340000 |  12541s | train_loss=0.0308
+  step 1350000 |  12627s | train_loss=0.0308
+  step 1360000 |  12713s | train_loss=0.0319
+  step 1370000 |  12797s | train_loss=0.0296
+  step 1380000 |  12882s | train_loss=0.0301
+  step 1390000 |  12969s | train_loss=0.0298
+  step 1400000 |  13126s | train_loss=0.0324 | fid=47.5233
+  step 1410000 |  13211s | train_loss=0.0293
+  step 1420000 |  13297s | train_loss=0.0307
+  step 1430000 |  13383s | train_loss=0.0313
+  step 1440000 |  13470s | train_loss=0.0305
+  step 1450000 |  13556s | train_loss=0.0294
+  step 1460000 |  13642s | train_loss=0.0298
+  step 1470000 |  13727s | train_loss=0.0286
+  step 1480000 |  13811s | train_loss=0.0292
+  step 1490000 |  13897s | train_loss=0.0286
+  step 1500000 |  14053s | train_loss=0.0289 | fid=46.5954
+  step 1510000 |  14138s | train_loss=0.0298
+  step 1520000 |  14224s | train_loss=0.0273
+  step 1530000 |  14311s | train_loss=0.0285
+  step 1540000 |  14397s | train_loss=0.0294
+  step 1550000 |  14483s | train_loss=0.0282
+  step 1560000 |  14569s | train_loss=0.0286
+  step 1570000 |  14654s | train_loss=0.0271
+  step 1580000 |  14739s | train_loss=0.0288
+  step 1590000 |  14825s | train_loss=0.0281
+  step 1600000 |  14980s | train_loss=0.0281 | fid=45.9808
+  step 1610000 |  15063s | train_loss=0.0278
+  step 1620000 |  15149s | train_loss=0.0269
+  step 1630000 |  15235s | train_loss=0.0269
+  step 1640000 |  15322s | train_loss=0.0273
+  step 1650000 |  15408s | train_loss=0.0270
+  step 1660000 |  15494s | train_loss=0.0262
+  step 1670000 |  15578s | train_loss=0.0262
+  step 1680000 |  15665s | train_loss=0.0276
+  step 1690000 |  15749s | train_loss=0.0267
+  step 1700000 |  15907s | train_loss=0.0253 | fid=47.2737
+  step 1710000 |  15991s | train_loss=0.0270
+  step 1720000 |  16076s | train_loss=0.0265
+  step 1730000 |  16162s | train_loss=0.0255
+  step 1740000 |  16248s | train_loss=0.0258
+  step 1750000 |  16334s | train_loss=0.0260
+  step 1760000 |  16421s | train_loss=0.0257
+  step 1770000 |  16505s | train_loss=0.0256
+  step 1780000 |  16591s | train_loss=0.0252
+  step 1790000 |  16678s | train_loss=0.0253
+  step 1800000 |  16858s | train_loss=0.0253 | fid=46.7039
+  step 1810000 |  16944s | train_loss=0.0241
+  step 1820000 |  17028s | train_loss=0.0255
+  step 1830000 |  17114s | train_loss=0.0242
+  step 1840000 |  17201s | train_loss=0.0246
+  step 1850000 |  17287s | train_loss=0.0262
+  step 1860000 |  17371s | train_loss=0.0235
+  step 1870000 |  17458s | train_loss=0.0243
+  step 1880000 |  17544s | train_loss=0.0238
+  step 1890000 |  17630s | train_loss=0.0243
+  step 1900000 |  17807s | train_loss=0.0248 | fid=47.7081
+  step 1910000 |  17892s | train_loss=0.0242
+  step 1920000 |  17979s | train_loss=0.0236
+  step 1930000 |  18063s | train_loss=0.0239
+  step 1940000 |  18149s | train_loss=0.0239
+  step 1950000 |  18235s | train_loss=0.0245
+  step 1960000 |  18320s | train_loss=0.0235
+  step 1970000 |  18406s | train_loss=0.0232
+  step 1980000 |  18492s | train_loss=0.0235
+  step 1990000 |  18579s | train_loss=0.0234
+  step 2000000 |  18735s | train_loss=0.0234 | fid=45.7468
+  step 2010000 |  18820s | train_loss=0.0233
+  step 2020000 |  18906s | train_loss=0.0233
+  step 2030000 |  18993s | train_loss=0.0227
+  step 2040000 |  19077s | train_loss=0.0240
+  step 2050000 |  19161s | train_loss=0.0235
+  step 2060000 |  19247s | train_loss=0.0236
+  step 2070000 |  19334s | train_loss=0.0232
+  step 2080000 |  19420s | train_loss=0.0226
+  step 2090000 |  19506s | train_loss=0.0236
+  step 2100000 |  19688s | train_loss=0.0227 | fid=44.2051
+  step 2110000 |  19774s | train_loss=0.0223
+  step 2120000 |  19860s | train_loss=0.0229
+  step 2130000 |  19946s | train_loss=0.0230
+  step 2140000 |  20031s | train_loss=0.0235
+  step 2150000 |  20115s | train_loss=0.0218
+  step 2160000 |  20201s | train_loss=0.0224
+  step 2170000 |  20288s | train_loss=0.0227
+  step 2180000 |  20374s | train_loss=0.0221
+  step 2190000 |  20460s | train_loss=0.0219
+  step 2200000 |  20636s | train_loss=0.0222 | fid=44.7635
+  step 2210000 |  20721s | train_loss=0.0227
+  step 2220000 |  20807s | train_loss=0.0230
+  step 2230000 |  20893s | train_loss=0.0218
+  step 2240000 |  20978s | train_loss=0.0219
+  step 2250000 |  21062s | train_loss=0.0216
+  step 2260000 |  21149s | train_loss=0.0224
+  step 2270000 |  21235s | train_loss=0.0220
+  step 2280000 |  21321s | train_loss=0.0217
+  step 2290000 |  21407s | train_loss=0.0218
+  step 2300000 |  21580s | train_loss=0.0214 | fid=43.1517
+  step 2310000 |  21663s | train_loss=0.0224
+  step 2320000 |  21749s | train_loss=0.0215
+  step 2330000 |  21835s | train_loss=0.0229
+  step 2340000 |  21920s | train_loss=0.0213
+  step 2350000 |  22005s | train_loss=0.0210
+  step 2360000 |  22091s | train_loss=0.0212
+  step 2370000 |  22177s | train_loss=0.0206
+  step 2380000 |  22263s | train_loss=0.0199
+  step 2390000 |  22349s | train_loss=0.0212
+  step 2400000 |  22539s | train_loss=0.0205 | fid=42.5532
+  step 2410000 |  22624s | train_loss=0.0216
+  step 2420000 |  22711s | train_loss=0.0203
+  step 2430000 |  22795s | train_loss=0.0208
+  step 2440000 |  22881s | train_loss=0.0212
+  step 2450000 |  22967s | train_loss=0.0206
+  step 2460000 |  23052s | train_loss=0.0206
+  step 2470000 |  23139s | train_loss=0.0205
+  step 2480000 |  23225s | train_loss=0.0202
+  step 2490000 |  23311s | train_loss=0.0209
+  step 2500000 |  23482s | train_loss=0.0203 | fid=41.1086
+  step 2510000 |  23563s | train_loss=0.0203
+  step 2520000 |  23648s | train_loss=0.0200
+  step 2530000 |  23734s | train_loss=0.0207
+  step 2540000 |  23820s | train_loss=0.0201
+  step 2550000 |  23907s | train_loss=0.0201
+  step 2560000 |  23991s | train_loss=0.0199
+  step 2570000 |  24078s | train_loss=0.0200
+  step 2580000 |  24164s | train_loss=0.0193
+  step 2590000 |  24250s | train_loss=0.0194
+  step 2600000 |  24441s | train_loss=0.0196 | fid=41.0592
+  step 2610000 |  24525s | train_loss=0.0194
+  step 2620000 |  24609s | train_loss=0.0184
+  step 2630000 |  24696s | train_loss=0.0198
+  step 2640000 |  24782s | train_loss=0.0197
+  step 2650000 |  24868s | train_loss=0.0185
+  step 2660000 |  24953s | train_loss=0.0187
+  step 2670000 |  25039s | train_loss=0.0197
+  step 2680000 |  25125s | train_loss=0.0200
+  step 2690000 |  25211s | train_loss=0.0189
+  step 2700000 |  25368s | train_loss=0.0192 | fid=39.8725
+  step 2710000 |  25450s | train_loss=0.0196
+  step 2720000 |  25536s | train_loss=0.0187
+  step 2730000 |  25622s | train_loss=0.0202
+  step 2740000 |  25709s | train_loss=0.0182
+  step 2750000 |  25795s | train_loss=0.0190
+  step 2760000 |  25881s | train_loss=0.0185
+  step 2770000 |  25966s | train_loss=0.0190
+  step 2780000 |  26052s | train_loss=0.0198
+  step 2790000 |  26138s | train_loss=0.0194
+  step 2800000 |  26320s | train_loss=0.0191 | fid=40.0620
+  step 2810000 |  26402s | train_loss=0.0190
+  step 2820000 |  26489s | train_loss=0.0192
+  step 2830000 |  26575s | train_loss=0.0178
+  step 2840000 |  26661s | train_loss=0.0181
+  step 2850000 |  26747s | train_loss=0.0186
+  step 2860000 |  26833s | train_loss=0.0184
+  step 2870000 |  26920s | train_loss=0.0177
+  step 2880000 |  27004s | train_loss=0.0187
+  step 2890000 |  27090s | train_loss=0.0180
+  step 2900000 |  27254s | train_loss=0.0192 | fid=40.1918
+  step 2910000 |  27340s | train_loss=0.0181
+  step 2920000 |  27425s | train_loss=0.0182
+  step 2930000 |  27511s | train_loss=0.0177
+  step 2940000 |  27597s | train_loss=0.0185
+  step 2950000 |  27684s | train_loss=0.0186
+  step 2960000 |  27770s | train_loss=0.0179
+  step 2970000 |  27856s | train_loss=0.0183
+  step 2980000 |  27941s | train_loss=0.0186
+  step 2990000 |  28027s | train_loss=0.0185
+  step 3000000 |  28200s | train_loss=0.0182 | fid=40.5176
+  step 3010000 |  28285s | train_loss=0.0180
+  step 3020000 |  28369s | train_loss=0.0178
+  step 3030000 |  28456s | train_loss=0.0179
+  step 3040000 |  28542s | train_loss=0.0169
+  step 3050000 |  28628s | train_loss=0.0176
+  step 3060000 |  28714s | train_loss=0.0171
+  step 3070000 |  28800s | train_loss=0.0178
+  step 3080000 |  28887s | train_loss=0.0176
+  step 3090000 |  28971s | train_loss=0.0171
+  step 3100000 |  29146s | train_loss=0.0171 | fid=40.4456
+  step 3110000 |  29227s | train_loss=0.0177
+  step 3120000 |  29312s | train_loss=0.0181
+  step 3130000 |  29399s | train_loss=0.0175
+  step 3140000 |  29485s | train_loss=0.0173
+  step 3150000 |  29571s | train_loss=0.0166
+  step 3160000 |  29657s | train_loss=0.0165
+  step 3170000 |  29744s | train_loss=0.0175
+  step 3180000 |  29830s | train_loss=0.0174
+  step 3190000 |  29915s | train_loss=0.0175
+  step 3200000 |  30084s | train_loss=0.0168 | fid=39.9878
+  step 3210000 |  30167s | train_loss=0.0164
+  step 3220000 |  30253s | train_loss=0.0167
+  step 3230000 |  30338s | train_loss=0.0175
+  step 3240000 |  30424s | train_loss=0.0175
+  step 3250000 |  30510s | train_loss=0.0167
+  step 3260000 |  30597s | train_loss=0.0167
+  step 3270000 |  30683s | train_loss=0.0163
+  step 3280000 |  30769s | train_loss=0.0164
+  step 3290000 |  30855s | train_loss=0.0164
+  step 3300000 |  31009s | train_loss=0.0174 | fid=40.2321
+  step 3310000 |  31093s | train_loss=0.0182
+  step 3320000 |  31179s | train_loss=0.0161
+  step 3330000 |  31264s | train_loss=0.0165
+  step 3340000 |  31350s | train_loss=0.0173
+  step 3350000 |  31436s | train_loss=0.0162
+  step 3360000 |  31522s | train_loss=0.0173
+  step 3370000 |  31608s | train_loss=0.0163
+  step 3380000 |  31694s | train_loss=0.0159
+  step 3390000 |  31780s | train_loss=0.0166
+  step 3400000 |  31935s | train_loss=0.0171 | fid=39.8838
+  step 3410000 |  32018s | train_loss=0.0157
+  step 3420000 |  32104s | train_loss=0.0161
+  step 3430000 |  32190s | train_loss=0.0170
+  step 3440000 |  32275s | train_loss=0.0160
+  step 3450000 |  32361s | train_loss=0.0159
+  step 3460000 |  32448s | train_loss=0.0152
+  step 3470000 |  32534s | train_loss=0.0159
+  step 3480000 |  32620s | train_loss=0.0157
+  step 3490000 |  32704s | train_loss=0.0162
+  step 3500000 |  32892s | train_loss=0.0158 | fid=39.9065
+  step 3510000 |  32975s | train_loss=0.0158
+  step 3520000 |  33061s | train_loss=0.0165
+  step 3530000 |  33148s | train_loss=0.0155
+  step 3540000 |  33232s | train_loss=0.0162
+  step 3550000 |  33319s | train_loss=0.0166
+  step 3560000 |  33405s | train_loss=0.0155
+  step 3570000 |  33491s | train_loss=0.0161
+  step 3580000 |  33577s | train_loss=0.0158
+  step 3590000 |  33661s | train_loss=0.0153
+  step 3600000 |  33819s | train_loss=0.0155 | fid=39.2466
+  step 3610000 |  33901s | train_loss=0.0157
+  step 3620000 |  33987s | train_loss=0.0148
+  step 3630000 |  34074s | train_loss=0.0159
+  step 3640000 |  34160s | train_loss=0.0153
+  step 3650000 |  34245s | train_loss=0.0158
+  step 3660000 |  34331s | train_loss=0.0155
+  step 3670000 |  34417s | train_loss=0.0153
+  step 3680000 |  34503s | train_loss=0.0152
+  step 3690000 |  34588s | train_loss=0.0156
+  step 3700000 |  34745s | train_loss=0.0153 | fid=40.6764
+  step 3710000 |  34829s | train_loss=0.0153
+  step 3720000 |  34914s | train_loss=0.0153
+  step 3730000 |  35000s | train_loss=0.0149
+  step 3740000 |  35087s | train_loss=0.0146
+  step 3750000 |  35173s | train_loss=0.0147
+  step 3760000 |  35258s | train_loss=0.0145
+  step 3770000 |  35344s | train_loss=0.0160
+  step 3780000 |  35428s | train_loss=0.0146
+  step 3790000 |  35514s | train_loss=0.0146
+  step 3800000 |  35691s | train_loss=0.0152 | fid=39.7056
+  step 3810000 |  35775s | train_loss=0.0157
+  step 3820000 |  35861s | train_loss=0.0150
+  step 3830000 |  35946s | train_loss=0.0148
+  step 3840000 |  36032s | train_loss=0.0147
+  step 3850000 |  36119s | train_loss=0.0146
+  step 3860000 |  36203s | train_loss=0.0149
+  step 3870000 |  36289s | train_loss=0.0151
+  step 3880000 |  36373s | train_loss=0.0150
+  step 3890000 |  36460s | train_loss=0.0149
+  step 3900000 |  36636s | train_loss=0.0144 | fid=39.5584
+  step 3910000 |  36720s | train_loss=0.0154
+  step 3920000 |  36806s | train_loss=0.0145
+  step 3930000 |  36891s | train_loss=0.0134
+  step 3940000 |  36977s | train_loss=0.0139
+  step 3950000 |  37064s | train_loss=0.0144
+  step 3960000 |  37148s | train_loss=0.0142
+  step 3970000 |  37233s | train_loss=0.0149
+  step 3980000 |  37319s | train_loss=0.0148
+  step 3990000 |  37405s | train_loss=0.0143
+  step 4000000 |  37589s | train_loss=0.0137 | fid=39.3669
+  step 4010000 |  37675s | train_loss=0.0136
+  step 4020000 |  37761s | train_loss=0.0144
+  step 4030000 |  37848s | train_loss=0.0147
+  step 4040000 |  37932s | train_loss=0.0145
+  step 4050000 |  38018s | train_loss=0.0143
+  step 4060000 |  38103s | train_loss=0.0141
+  step 4070000 |  38188s | train_loss=0.0151
+  step 4080000 |  38274s | train_loss=0.0136
+  step 4090000 |  38360s | train_loss=0.0152
+  step 4100000 |  38538s | train_loss=0.0138 | fid=40.3649
+  step 4110000 |  38624s | train_loss=0.0143
+  step 4120000 |  38710s | train_loss=0.0137
+  step 4130000 |  38797s | train_loss=0.0136
+  step 4140000 |  38882s | train_loss=0.0140
+  step 4150000 |  38968s | train_loss=0.0147
+  step 4160000 |  39051s | train_loss=0.0139
+  step 4170000 |  39137s | train_loss=0.0137
+  step 4180000 |  39224s | train_loss=0.0135
+  step 4190000 |  39310s | train_loss=0.0139
+  step 4200000 |  39488s | train_loss=0.0146 | fid=38.6347
+  step 4210000 |  39574s | train_loss=0.0134
+  step 4220000 |  39660s | train_loss=0.0134
+  step 4230000 |  39746s | train_loss=0.0140
+  step 4240000 |  39833s | train_loss=0.0136
+  step 4250000 |  39916s | train_loss=0.0136
+  step 4260000 |  40002s | train_loss=0.0136
+  step 4270000 |  40086s | train_loss=0.0135
+  step 4280000 |  40173s | train_loss=0.0138
+  step 4290000 |  40259s | train_loss=0.0143
+  step 4300000 |  40442s | train_loss=0.0141 | fid=38.9564
+  step 4310000 |  40527s | train_loss=0.0140
+  step 4320000 |  40613s | train_loss=0.0136
+  step 4330000 |  40699s | train_loss=0.0132
+  step 4340000 |  40785s | train_loss=0.0140
+  step 4350000 |  40868s | train_loss=0.0136
+  step 4360000 |  40954s | train_loss=0.0134
+  step 4370000 |  41039s | train_loss=0.0132
+  step 4380000 |  41125s | train_loss=0.0131
+  step 4390000 |  41211s | train_loss=0.0131
+  step 4400000 |  41388s | train_loss=0.0130 | fid=39.4688
+  step 4410000 |  41473s | train_loss=0.0140
+  step 4420000 |  41559s | train_loss=0.0130
+  step 4430000 |  41645s | train_loss=0.0141
+  step 4440000 |  41730s | train_loss=0.0144
+  step 4450000 |  41817s | train_loss=0.0142
+  step 4460000 |  41902s | train_loss=0.0143
+  step 4470000 |  41986s | train_loss=0.0135
+  step 4480000 |  42072s | train_loss=0.0137
+  step 4490000 |  42159s | train_loss=0.0135
+  step 4500000 |  42339s | train_loss=0.0127 | fid=39.0849
+  step 4510000 |  42423s | train_loss=0.0130
+  step 4520000 |  42509s | train_loss=0.0135
+  step 4530000 |  42595s | train_loss=0.0133
+  step 4540000 |  42680s | train_loss=0.0133
+  step 4550000 |  42766s | train_loss=0.0132
+  step 4560000 |  42850s | train_loss=0.0135
+  step 4570000 |  42935s | train_loss=0.0132
+  step 4580000 |  43021s | train_loss=0.0128
+  step 4590000 |  43108s | train_loss=0.0133
+  step 4600000 |  43286s | train_loss=0.0137 | fid=38.4587
+  step 4610000 |  43365s | train_loss=0.0126
+  step 4620000 |  43451s | train_loss=0.0136
+  step 4630000 |  43535s | train_loss=0.0139
+  step 4640000 |  43621s | train_loss=0.0138
+  step 4650000 |  43707s | train_loss=0.0126
+  step 4660000 |  43794s | train_loss=0.0120
+  step 4670000 |  43878s | train_loss=0.0128
+  step 4680000 |  43963s | train_loss=0.0131
+  step 4690000 |  44049s | train_loss=0.0131
+  step 4700000 |  44236s | train_loss=0.0122 | fid=39.1612
+  step 4710000 |  44311s | train_loss=0.0132
+  step 4720000 |  44395s | train_loss=0.0134
+  step 4730000 |  44481s | train_loss=0.0127
+  step 4740000 |  44567s | train_loss=0.0123
+  step 4750000 |  44653s | train_loss=0.0126
+  step 4760000 |  44740s | train_loss=0.0138
+  step 4770000 |  44825s | train_loss=0.0127
+  step 4780000 |  44909s | train_loss=0.0118
+  step 4790000 |  44995s | train_loss=0.0140
+  step 4800000 |  45185s | train_loss=0.0124 | fid=38.8149
+  step 4810000 |  45257s | train_loss=0.0120
+  step 4820000 |  45331s | train_loss=0.0119
+  step 4830000 |  45401s | train_loss=0.0136
+  step 4840000 |  45470s | train_loss=0.0122
+  step 4850000 |  45540s | train_loss=0.0136
+  step 4860000 |  45609s | train_loss=0.0120
+  step 4870000 |  45679s | train_loss=0.0119
+  step 4880000 |  45744s | train_loss=0.0124
+  step 4890000 |  45814s | train_loss=0.0118
+  step 4900000 |  45969s | train_loss=0.0124 | fid=38.9358
+  step 4910000 |  46025s | train_loss=0.0130
+  step 4920000 |  46093s | train_loss=0.0121
+  step 4930000 |  46163s | train_loss=0.0117
+  step 4940000 |  46232s | train_loss=0.0121
+  step 4950000 |  46302s | train_loss=0.0125
+  step 4960000 |  46371s | train_loss=0.0124
+  step 4970000 |  46441s | train_loss=0.0118
+  step 4980000 |  46506s | train_loss=0.0121
+  step 4990000 |  46575s | train_loss=0.0123
+  step 5000000 |  46720s | train_loss=0.0118 | fid=38.7571